-- Logs begin at Wed 2022-03-02 08:01:09 UTC, end at Wed 2022-03-02 10:20:02 UTC. -- Mar 02 08:51:03.018513 dv-neutron-828796-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 08:51:05.511075 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.common.config [-] Logging enabled! Mar 02 08:51:05.511790 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev56 Mar 02 08:51:05.511893 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88291) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 08:51:05.514993 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.common.config [-] Logging enabled! Mar 02 08:51:05.515247 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev56 Mar 02 08:51:05.515553 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88291) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 08:51:05.516473 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 08:51:05.516705 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 08:51:05.517055 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 08:51:05.517300 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 08:51:05.517525 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 08:51:05.517854 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.518193 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.519108 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.519341 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.519635 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.519925 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.520206 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.520494 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.520790 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.521076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.521353 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.521639 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.521895 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.522180 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.522471 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.522757 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.522977 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] debug = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.523254 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.523688 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.524097 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.524379 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.524664 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.524939 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.525208 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.525482 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.525763 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.526115 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] host = dv-neutron-828796-1-hyperv {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.526388 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.526670 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.526952 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.527231 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.527502 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.527771 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.528051 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.528318 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.528604 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] log_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.528865 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.529136 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.529420 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.529705 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.529951 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.530174 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.530455 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.530738 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.531009 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.531279 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.531549 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.531824 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.532093 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.532358 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.532639 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.532917 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.533195 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.533467 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.533737 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.534056 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.534327 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.534606 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.534875 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.535144 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.535413 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.535695 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.535958 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.536226 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.536518 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.536798 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.537072 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.537351 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.537619 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.537918 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.538188 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.538456 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.538725 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] use_json = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.538992 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.539257 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.539603 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.539794 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.540065 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.540334 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.540604 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.540884 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.541151 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:05.541442 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.541736 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.542058 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.542344 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.542631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.542907 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.543191 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.543466 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.543753 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.544038 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.544321 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.544596 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.544879 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.545152 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.545441 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.545741 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.546056 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.546348 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.546619 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.546890 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.547157 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.547429 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.547711 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.548000 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.548286 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.548556 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.548831 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.549118 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.549392 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.550221 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.550498 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.550785 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.551059 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.551329 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.551604 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.551878 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.552146 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.552417 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.552690 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.552974 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.553243 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.553764 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.554055 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.554329 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.554597 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.554877 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.555149 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.555418 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.555687 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.555961 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.556230 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.556500 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.556772 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.557040 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.557312 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.557580 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.557867 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.558142 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.558412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.558679 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.558947 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.559214 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.559485 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.559753 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.560022 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.560291 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.560560 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.560828 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.561112 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.561403 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.561678 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.561988 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.562270 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.562550 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.562825 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.563098 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.563373 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.563648 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.563919 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.564205 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.564483 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.564765 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.565066 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.566045 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.566528 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.566989 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.567463 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.567902 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.568378 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.568864 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.569179 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.569481 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.569784 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.570290 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.570686 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.570991 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.571280 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.571670 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.571991 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:05.572361 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 08:51:05.572761 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88291) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 08:51:05.961245 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO keyring.backend [-] Loading KWallet Mar 02 08:51:05.968376 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO keyring.backend [-] Loading SecretService Mar 02 08:51:05.972323 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO keyring.backend [-] Loading Windows Mar 02 08:51:05.973640 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO keyring.backend [-] Loading chainer Mar 02 08:51:05.974439 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO keyring.backend [-] Loading macOS Mar 02 08:51:06.007270 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 08:51:06.007542 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 08:51:06.007828 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 08:51:06.008161 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 08:51:06.390057 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.390350 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.390620 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.391920 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.392192 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.392457 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.427412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.427686 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.427952 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.441109 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.441384 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.441649 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.471901 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.472181 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.472446 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.508134 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.508411 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.508679 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.745979 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.746659 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.746659 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.746817 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.747412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.867206 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.867523 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.867807 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.868077 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.868341 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.868646 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.868908 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.869163 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.869415 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.869691 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.869981 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.870244 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.870502 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.870752 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.871016 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.871285 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.871542 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.871812 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.872064 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.872340 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.872684 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.872937 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.873185 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.873467 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.873716 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.873990 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.874372 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88291) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 08:51:06.874609 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88291) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 08:51:06.874843 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88291) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 08:51:06.875076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88291) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 08:51:06.875309 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88291) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 08:51:06.875539 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88291) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 08:51:06.875899 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 08:51:06.879538 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 08:51:06.883490 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 08:51:06.887260 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 02 08:51:06.888887 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 08:51:06.890346 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 08:51:06.890686 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 08:51:06.891070 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 08:51:06.894526 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 08:51:06.894773 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 08:51:06.895116 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 08:51:06.922592 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 08:51:06.923035 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.923329 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88291) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 02 08:51:06.923687 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.925092 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88291) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 08:51:06.925369 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 08:51:06.925616 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 08:51:06.929180 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.929457 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:06.991204 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 08:51:06.991438 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 08:51:06.991671 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 08:51:06.992028 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 08:51:07.023361 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_db.sqlalchemy.engines [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88291) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 02 08:51:07.584815 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Initializing driver for type 'gre' Mar 02 08:51:07.585334 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] gre ID ranges: [(1, 1000)] Mar 02 08:51:07.762117 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Initializing driver for type 'local' Mar 02 08:51:07.762722 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Initializing driver for type 'vlan' Mar 02 08:51:07.852482 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] VlanTypeDriver initialization complete Mar 02 08:51:07.852750 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Initializing driver for type 'vxlan' Mar 02 08:51:07.853255 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] vxlan ID ranges: [(1, 1000)] Mar 02 08:51:08.047799 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Initializing extension driver 'port_security' Mar 02 08:51:08.048129 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] PortSecurityExtensionDriver initialization complete Mar 02 08:51:08.048458 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Initializing mechanism driver 'openvswitch' Mar 02 08:51:08.048774 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Initializing mechanism driver 'hyperv' Mar 02 08:51:08.056104 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.plugins.ml2.plugin [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:51:08.056768 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > port after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.057128 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > port after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.057473 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > port after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.058016 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88291) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 08:51:08.058436 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > subnet after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.065654 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > subnet after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.065654 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.065654 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88291) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 08:51:08.065654 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > network after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.065654 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > network after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066096 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > network after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066096 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88291) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 08:51:08.066096 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > security_group after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066096 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > security_group after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066096 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066432 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88291) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 08:51:08.066432 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066432 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066432 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066432 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88291) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 08:51:08.066717 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > address_group after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066717 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > address_group after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066717 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.066717 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88291) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 08:51:08.066717 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] ML2 OVO RPC backend initialized. {{(pid=88291) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 02 08:51:08.067079 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.067263 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.067675 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > network before_response 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.068020 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > networks before_response 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.068363 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > port before_response 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.068700 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > ports before_response 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.069036 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > subnet before_response 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.069396 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > subnets before_response 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.069707 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > network after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.070070 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > network after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.070401 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > network after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.070728 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > port after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.071057 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > port after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.071381 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > port after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.071706 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > subnet after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.072031 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > subnet after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.072356 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.072922 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.plugin [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Modular L2 Plugin initialization complete Mar 02 08:51:08.073246 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading services supported by the core plugin {{(pid=88291) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 08:51:08.073565 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.plugins.ml2.managers [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Got port-security extension from driver 'port_security' Mar 02 08:51:08.074043 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.extensions.vlantransparent [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Disabled vlantransparent extension. Mar 02 08:51:08.074516 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88291) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 08:51:08.074823 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading Plugin: router Mar 02 08:51:08.111505 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.112332 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router after_create 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.112697 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router before_create 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.113055 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.113414 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.113758 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router after_delete 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.114132 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.114485 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router after_create 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.114822 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router after_update 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.115158 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router after_update 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.115496 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.115843 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router after_update 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.116244 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router precommit_update 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.116601 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: port after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.116932 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: port after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.117262 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: subnet after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.117590 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.117956 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.118298 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router precommit_create 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.118631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: port before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.118963 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router precommit_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.119310 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router after_update 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.119645 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.119986 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router precommit_create 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.120333 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.120665 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router precommit_update 55549900 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.121018 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > agent after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.121356 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > agent after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.121692 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > network after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.122547 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Tracking information for resource: router configured {{(pid=88291) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 08:51:08.122872 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Tracking information for resource: floatingip configured {{(pid=88291) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 08:51:08.128534 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.db.l3_agentschedulers_db [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 08:51:08.129090 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: port after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.129467 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: port after_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.129811 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: port after_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.130181 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: port after_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.130952 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router before_create 55550100 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.131308 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.131663 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router precommit_create 55550100 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.132011 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > router precommit_update 55550100 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.136417 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.services.provider_configuration [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service providers = [] {{(pid=88291) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 08:51:08.136773 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.db.servicetype_db [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88291) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 08:51:08.139707 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.services.service_base [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88291) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 08:51:08.140055 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.services.service_base [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88291) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 08:51:08.140386 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.services.service_base [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88291) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 08:51:08.141263 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.services.service_base [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88291) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 08:51:08.141626 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.services.service_base [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 08:51:08.142018 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88291) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 08:51:08.142330 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 08:51:08.152957 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88291) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 08:51:08.153290 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading Plugin: auto_allocate Mar 02 08:51:08.159648 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: network precommit_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.160008 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: network precommit_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.160518 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88291) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 08:51:08.160833 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading Plugin: tag Mar 02 08:51:08.167357 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88291) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 08:51:08.167678 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading Plugin: timestamp Mar 02 08:51:08.171662 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88291) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 08:51:08.171989 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading Plugin: network_ip_availability Mar 02 08:51:08.177717 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.178108 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.178713 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.179399 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88291) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 08:51:08.179713 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading Plugin: flavors Mar 02 08:51:08.184479 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88291) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 08:51:08.184810 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading Plugin: revisions Mar 02 08:51:08.189177 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88291) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 08:51:08.189551 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_concurrency.lockutils [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.182s {{(pid=88291) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 08:51:08.190353 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88291) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 08:51:08.190681 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Initializing extension manager. Mar 02 08:51:08.191176 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: __init__.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.191509 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: __pycache__ {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.191837 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.192161 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: address_group.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.192914 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.193462 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: address-group Mar 02 08:51:08.193778 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: address_scope.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.194508 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.195025 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: address-scope Mar 02 08:51:08.195328 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.196239 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.196736 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: router-admin-state-down-before-update Mar 02 08:51:08.197052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: agent.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.197958 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.198455 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: agent Mar 02 08:51:08.198772 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: agent_resources_synced.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.199666 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.200165 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: agent-resources-synced Mar 02 08:51:08.200486 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: allowedaddresspairs.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.202269 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.202780 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: allowed-address-pairs Mar 02 08:51:08.203100 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: auto_allocated_topology.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.204152 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.204653 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: auto-allocated-topology Mar 02 08:51:08.204973 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: availability_zone.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.205684 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.206203 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: availability_zone Mar 02 08:51:08.206520 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: availability_zone_filter.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.207420 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.207915 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: availability_zone_filter Mar 02 08:51:08.208230 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: data_plane_status.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.209119 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.209611 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 08:51:08.209953 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: default_subnetpools.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.210856 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.211350 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: default-subnetpools Mar 02 08:51:08.211667 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.212462 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.212959 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: dhcp_agent_scheduler Mar 02 08:51:08.213275 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: dns.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.214195 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.214691 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 08:51:08.215008 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: dns_domain_ports.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.215921 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.216415 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 08:51:08.216729 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: dvr.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.217387 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.217904 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: dvr Mar 02 08:51:08.218222 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: empty_string_filtering.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.219117 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.219612 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: empty-string-filtering Mar 02 08:51:08.219926 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.220845 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.221895 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 08:51:08.222213 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.223109 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.223599 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 08:51:08.223912 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: external_net.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.224803 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.225296 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: external-net Mar 02 08:51:08.225607 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.226529 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.227022 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: extra_dhcp_opt Mar 02 08:51:08.227335 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: extraroute.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.228233 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.228725 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: extraroute Mar 02 08:51:08.229038 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: extraroute_atomic.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.230075 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.230571 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: extraroute-atomic Mar 02 08:51:08.230891 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: filter_validation.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.231543 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.232030 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: filter-validation Mar 02 08:51:08.232342 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: fip_pf_description.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.233232 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.233727 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 08:51:08.234148 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: fip_port_details.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.235063 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.235563 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: fip-port-details Mar 02 08:51:08.235877 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: flavors.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.237701 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.238234 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: flavors Mar 02 08:51:08.238559 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.240223 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.240736 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 08:51:08.241064 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: floatingip_pools.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.241751 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.242284 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: floatingip-pools Mar 02 08:51:08.242600 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: ip_allocation.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.243518 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.244013 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 08:51:08.244327 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.245226 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.245725 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: ip-substring-filtering Mar 02 08:51:08.246076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: l2_adjacency.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.246989 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.247485 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 08:51:08.247800 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: l3.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.248741 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.249245 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: router Mar 02 08:51:08.249562 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.251926 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.252483 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 08:51:08.252814 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.253729 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.254266 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: ext-gw-mode Mar 02 08:51:08.254587 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.255490 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.255987 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: l3-ha Mar 02 08:51:08.256304 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: l3_flavors.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.257206 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.257702 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: l3-flavors Mar 02 08:51:08.258041 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.258953 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.259446 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 08:51:08.259760 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: l3agentscheduler.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.260791 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.261297 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: l3_agent_scheduler Mar 02 08:51:08.261616 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: logging.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.263121 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.263628 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension logging not supported by any of loaded plugins Mar 02 08:51:08.263949 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: metering.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.264678 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.265238 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: metering Mar 02 08:51:08.265561 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.266662 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.267171 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: metering_source_and_destination_fields Mar 02 08:51:08.267490 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: multiprovidernet.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.268434 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.268932 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: multi-provider Mar 02 08:51:08.269248 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: netmtu.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.270176 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.270674 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: net-mtu Mar 02 08:51:08.270995 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: netmtu_writable.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.271894 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.272389 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: net-mtu-writable Mar 02 08:51:08.272703 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: network_availability_zone.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.273367 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.273876 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: network_availability_zone Mar 02 08:51:08.274194 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: network_ip_availability.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.275277 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.275775 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: network-ip-availability Mar 02 08:51:08.276093 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: network_segment_range.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.276835 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.277326 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 08:51:08.277641 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: pagination.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.278628 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.278949 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: pagination Mar 02 08:51:08.279260 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: port_device_profile.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.280235 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.280739 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: port-device-profile Mar 02 08:51:08.281060 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.282016 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.282520 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: port-mac-address-regenerate Mar 02 08:51:08.282837 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.284307 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.284808 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: port-numa-affinity-policy Mar 02 08:51:08.285125 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: port_resource_request.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.286053 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.286590 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 08:51:08.286907 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: portbindings.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.287830 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.288328 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: binding Mar 02 08:51:08.288645 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: portbindings_extended.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.290064 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.290577 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: binding-extended Mar 02 08:51:08.290901 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: portsecurity.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.291806 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.292309 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: port-security Mar 02 08:51:08.292627 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: project_id.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.293588 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.293947 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: project-id Mar 02 08:51:08.294265 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: providernet.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.295175 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.295673 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: provider Mar 02 08:51:08.295989 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: qos.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.300068 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.300584 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension qos not supported by any of loaded plugins Mar 02 08:51:08.300913 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.302192 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.302697 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 08:51:08.303018 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.304179 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.304681 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 08:51:08.304998 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: qos_default.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.305928 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.306432 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension qos-default not supported by any of loaded plugins Mar 02 08:51:08.306750 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: qos_fip.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.307390 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.307884 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 08:51:08.308199 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: qos_gateway_ip.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.309106 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.309598 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 08:51:08.309940 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: qos_port_network_policy.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.310837 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.311331 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 08:51:08.311653 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: qos_rule_type_details.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.312547 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.313044 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 08:51:08.313359 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: qos_rules_alias.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.314472 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.315005 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 08:51:08.315350 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: quotasv2.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.316333 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.316651 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: quotas Mar 02 08:51:08.316966 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: quotasv2_detail.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.324210 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.324545 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: quota_details Mar 02 08:51:08.324873 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: rbac.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.325951 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.326470 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: rbac-policies Mar 02 08:51:08.326794 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: rbac_address_group.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.327715 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.328221 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: rbac-address-group Mar 02 08:51:08.328539 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: rbac_address_scope.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.329441 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.329973 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: rbac-address-scope Mar 02 08:51:08.330292 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: rbac_security_groups.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.331489 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.332002 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: rbac-security-groups Mar 02 08:51:08.332355 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: rbac_subnetpool.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.333274 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.333780 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: rbac-subnetpool Mar 02 08:51:08.334133 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: revisionifmatch.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.335042 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.335545 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: revision-if-match Mar 02 08:51:08.335861 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: revisions.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.337089 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.337590 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: standard-attr-revisions Mar 02 08:51:08.337943 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: router_availability_zone.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.338611 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.339110 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: router_availability_zone Mar 02 08:51:08.339426 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: routerservicetype.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.340323 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.340823 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 08:51:08.341140 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.342078 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.342578 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: security-groups-normalized-cidr Mar 02 08:51:08.342894 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.343798 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.344298 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: port-security-groups-filtering Mar 02 08:51:08.344615 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.345517 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.346050 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: security-groups-remote-address-group Mar 02 08:51:08.346912 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: securitygroup.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.356578 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.367409 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: security-group Mar 02 08:51:08.367409 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: segment.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.367409 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.367409 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension segment not supported by any of loaded plugins Mar 02 08:51:08.367409 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.368080 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.368582 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 08:51:08.368902 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: servicetype.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.370052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.370566 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: service-type Mar 02 08:51:08.370884 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: sorting.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.371853 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.372178 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: sorting Mar 02 08:51:08.372497 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: standard_attr_segment.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.373395 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.373923 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 08:51:08.374243 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: standardattrdescription.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.374876 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.375381 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: standard-attr-description Mar 02 08:51:08.375696 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: stateful_security_group.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.376606 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.377109 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: stateful-security-group Mar 02 08:51:08.377452 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: stdattrs_common.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.378056 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 08:51:08.378368 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.379378 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.379880 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 08:51:08.380197 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: subnet_onboard.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.381259 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.381762 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: subnet_onboard Mar 02 08:51:08.382105 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.383028 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.383526 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 08:51:08.383842 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: subnet_service_types.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.384752 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.385250 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: subnet-service-types Mar 02 08:51:08.385569 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: subnetallocation.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.386666 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.387174 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: subnet_allocation Mar 02 08:51:08.387495 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.388152 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.388649 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: subnetpool-prefix-ops Mar 02 08:51:08.388966 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.389915 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.390414 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 08:51:08.390734 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: tagging.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.391779 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.392288 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: standard-attr-tag Mar 02 08:51:08.392609 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: timestamp.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.393821 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.394349 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loaded extension: standard-attr-timestamp Mar 02 08:51:08.394670 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: trunk.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.395698 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.396198 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension trunk not supported by any of loaded plugins Mar 02 08:51:08.396516 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: trunk_details.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.397424 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.397954 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 08:51:08.398273 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: uplink_status_propagation.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.399178 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.399676 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 08:51:08.399992 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Loading extension file: vlantransparent.py {{(pid=88291) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 08:51:08.400650 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88291) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 08:51:08.401149 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 08:51:08.403578 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:network Mar 02 08:51:08.404302 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:subnet Mar 02 08:51:08.405051 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 08:51:08.405642 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:port Mar 02 08:51:08.406914 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.407346 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service FLAVORS assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.413503 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.413503 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.413503 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:router Mar 02 08:51:08.413503 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 08:51:08.413503 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service METERING assigned prefix: /metering {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.413503 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.413966 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.413966 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:51:08.414912 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 08:51:08.415360 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:security_group Mar 02 08:51:08.416008 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 08:51:08.416791 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service CORE assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.417128 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 08:51:08.417459 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] subnetpool is already registered Mar 02 08:51:08.418106 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service CORE assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.418430 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 08:51:08.418750 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] subnetpool is already registered Mar 02 08:51:08.531026 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.531458 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service FLAVORS assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.532074 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.532492 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.532828 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:router Mar 02 08:51:08.533165 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] router is already registered Mar 02 08:51:08.534431 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 08:51:08.534756 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] floatingip is already registered Mar 02 08:51:08.535381 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service METERING assigned prefix: /metering {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.536189 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 08:51:08.536521 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] rbac_policy is already registered Mar 02 08:51:08.536936 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:security_group Mar 02 08:51:08.537259 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] security_group is already registered Mar 02 08:51:08.538005 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 08:51:08.538324 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] security_group_rule is already registered Mar 02 08:51:08.538977 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service CORE assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.539305 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 08:51:08.539633 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] subnetpool is already registered Mar 02 08:51:08.540214 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.v2.resource_helper [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Service CORE assigned prefix: {{(pid=88291) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 08:51:08.540532 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 08:51:08.540850 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING neutron.quota.resource_registry [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] subnetpool is already registered Mar 02 08:51:08.541476 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: extensions {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.543020 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: address-groups {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.544636 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: address-scopes {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.545814 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: agents {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.546994 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: auto-allocated-topology {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.548315 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: availability_zones {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.549560 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: dhcp-networks {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.551010 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: dhcp-agents {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.552425 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: routers {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.554503 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: flavors {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.555639 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: service_profiles {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.556824 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: next_providers {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.558354 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: service_profiles {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.560062 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: floatingip-pools {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.561249 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: routers {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.563053 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: floatingips {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.564232 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: l3-routers {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.565649 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: l3-agents {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.567185 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: metering-labels {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.568419 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: metering-label-rules {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.569671 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: network-ip-availabilities {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.571025 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: bindings {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.572647 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: quotas {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.574134 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: quotas {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.575525 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: rbac-policies {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.576793 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: security-groups {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.578037 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: security-group-rules {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.579306 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: service-providers {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.581158 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: subnetpools {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.582495 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: subnetpools {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.583907 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.585661 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.587375 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.589151 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.592023 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.593825 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.595508 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.597962 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.599808 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.601620 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron.api.extensions [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Extended resource: tags {{(pid=88291) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 08:51:08.607549 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING keystonemiddleware.auth_token [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 08:51:08.612268 dv-neutron-828796-1-hyperv neutron-server[88291]: WARNING keystonemiddleware.auth_token [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 08:51:08.620568 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_concurrency.lockutils [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Acquired lock "singleton_lock" {{(pid=88291) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 02 08:51:08.620976 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_concurrency.lockutils [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Releasing lock "singleton_lock" {{(pid=88291) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 02 08:51:08.621600 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO oslo_service.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Starting 2 workers Mar 02 08:51:08.626230 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Started child 88400 {{(pid=88291) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 08:51:08.630479 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Started child 88401 {{(pid=88291) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 08:51:08.631437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:08.632033 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO neutron.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 08:51:08.632674 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Notify callbacks [] for process, before_spawn {{(pid=88291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:08.632997 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [-] (88400) wsgi starting up on http://0.0.0.0:9696 Mar 02 08:51:08.634988 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO oslo_service.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Starting 1 workers Mar 02 08:51:08.635208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:08.636491 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [-] (88401) wsgi starting up on http://0.0.0.0:9696 Mar 02 08:51:08.639924 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Started child 88402 {{(pid=88291) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 08:51:08.640430 dv-neutron-828796-1-hyperv neutron-server[88291]: INFO oslo_service.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Starting 1 workers Mar 02 08:51:08.644009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] calling RpcWorker wait() {{(pid=88402) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 08:51:08.644547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] returning from RpcWorker wait() {{(pid=88402) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 08:51:08.645206 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Started child 88403 {{(pid=88291) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 08:51:08.645924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:08.646110 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG neutron_lib.callbacks.manager [None req-9d0cca03-1e38-47e8-90d0-644c17df5b87 None None] Notify callbacks [] for process, after_spawn {{(pid=88291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:08.646386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:51:08.647919 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88291) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 08:51:08.648116 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 08:51:08.648487 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 08:51:08.648690 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 08:51:08.649195 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 08:51:08.649355 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 08:51:08.649994 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.650270 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.650551 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.650640 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:08.651083 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.651083 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.651635 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.651905 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.652134 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.652410 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.652639 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.652802 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.652963 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.653205 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.653443 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.653727 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.654015 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.654257 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.654504 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.654675 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.654927 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.655186 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.655424 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.655695 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] debug = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.655937 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.656389 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.656608 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.656862 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.657093 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.657361 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.657602 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.657879 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.658114 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.658321 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.658590 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.659402 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.659632 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.659846 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.660099 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.660362 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.660579 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.661046 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] host = dv-neutron-828796-1-hyperv {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.661278 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.661489 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.661728 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.661990 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.662239 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.662493 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.662723 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.662958 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.663204 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.663462 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.663713 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.663951 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.664179 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.664410 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.664570 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_options = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.664796 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.665067 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.665318 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.665504 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.665666 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.665862 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.666106 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.666253 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.666505 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.666718 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.666927 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.667151 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.667380 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.667743 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.668005 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.668249 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.668466 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.668670 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.668940 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.669166 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.669386 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.669624 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.669892 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.670145 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.670372 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.670559 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.670778 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.670986 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.671197 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.671450 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.671682 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.671959 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.672203 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.672445 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.672686 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.672887 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.673096 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.673357 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.673579 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.673824 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.674091 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.674360 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.674564 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.674776 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.674988 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.675227 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_json = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.675470 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.675642 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.675889 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.676118 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.676353 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.676587 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.676754 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.676982 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.677213 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.677603 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.677910 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.678042 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:51:08.678560 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.678699 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.678909 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.679152 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.679371 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.679603 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.679861 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.680105 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.680851 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.680851 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.681187 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.681512 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.681772 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.682139 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.682367 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.682637 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.682886 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.683308 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.683308 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.683565 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.683829 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.684087 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.684341 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.684582 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.684793 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.685206 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.685299 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.685721 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.685721 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.686036 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.686168 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.686408 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.686545 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.686787 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.687126 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.687240 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.687426 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.687872 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.689643 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.690007 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698154 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698154 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698154 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698154 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 52986) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:08.698618 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698618 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698618 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698618 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698618 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698618 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698618 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698618 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.698618 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699236 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699236 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699236 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699236 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699236 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699236 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699236 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699236 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699236 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699839 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699839 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699839 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699839 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699839 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699839 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699839 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.699839 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.700377 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.700377 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.700377 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.700591 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.700768 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.701931 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.703847 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.703847 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.704837 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082910 Mar 02 08:51:08.706666 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.708933 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.709181 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.709444 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.709743 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.710098 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.710913 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.710913 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.710913 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.711173 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.711380 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.711722 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.712004 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.712995 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.712995 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.712995 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.712995 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.713301 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.713422 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.713648 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.716757 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.718218 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.719352 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.719352 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.719352 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.719352 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.719655 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.722446 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.723689 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.724150 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.724421 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.724698 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.724974 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.725277 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.725525 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.726124 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.726435 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.726720 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.727003 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.727258 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.729034 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.729306 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.729754 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.730047 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.730292 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.731519 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.731789 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.732084 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.732354 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.732587 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.732831 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.733068 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.734465 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.734738 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.734960 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.735412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.735701 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.736254 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.736513 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.736827 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.737594 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.737895 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.738156 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.738401 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.739082 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.739320 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.739567 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.739787 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.740022 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.740235 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.740470 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.740684 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.740914 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.741142 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.741375 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.741606 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.741892 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.742555 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.742778 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.743028 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.743541 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.743767 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.744018 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.744237 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.744455 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.744670 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.745265 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.745522 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.745736 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.746022 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.746271 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.746506 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.746741 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.746976 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.747244 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.747469 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.748427 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.749590 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.749824 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.750088 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.750318 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.750538 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.750788 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.751047 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.751265 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.751519 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.751739 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.752091 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.752376 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.752625 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.753664 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.753664 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.753664 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.753664 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.753988 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.754153 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.754371 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.754624 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.754858 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.755105 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.755448 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.755667 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757459 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757459 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.757905 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.758070 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.758280 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.758488 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.758691 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.759137 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.759376 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.759611 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.760745 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.761311 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.761600 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.761957 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.762409 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.763066 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.763066 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.763066 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.763423 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.763423 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.764134 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.764134 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.764134 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.764599 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.764599 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.764869 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.766473 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.766473 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.766473 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.766473 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.766985 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.767117 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.767361 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.767881 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.768819 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.769087 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.769424 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.769730 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.770406 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.770406 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.770604 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.770877 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.771149 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.771724 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.772025 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.772357 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.772634 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.773181 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.773415 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.773694 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.773974 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.774191 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.774433 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.774709 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.774923 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.775196 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.775434 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.775658 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.775870 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.776097 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.776331 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.777514 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.777733 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.777980 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.778225 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.778381 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 08:51:08.778906 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88291) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 08:51:08.779063 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 08:51:08.779216 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 08:51:08.779689 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 08:51:08.779862 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 08:51:08.780012 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 08:51:08.780532 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.780707 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.780902 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.781051 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.781203 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.781341 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.781493 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.781642 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.782138 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.782438 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.783123 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.783314 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.784179 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.784805 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.785051 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.785221 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.786281 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.786281 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.786281 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.786707 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.786707 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.787137 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.787800 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] debug = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.787966 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.788162 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.788344 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.788485 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.788622 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.788767 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.789475 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.789475 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.789475 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.790898 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.791071 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.792319 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.792558 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.792741 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.792903 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.793076 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.793231 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.793880 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] host = dv-neutron-828796-1-hyperv {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.793880 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.793880 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.793880 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.794318 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.794318 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.794318 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.794525 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.794602 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.794733 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.794894 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.795038 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.795191 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.795335 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.795487 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.795638 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_options = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.795795 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.795947 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.796102 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.796285 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.796446 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.796602 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.796757 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.796913 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.797068 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.797223 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.797378 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.797533 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.797688 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.797872 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.798641 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.798802 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.798960 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.799831 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.799831 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.800039 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.800122 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.800379 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.800379 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.800528 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.800687 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.800847 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.801001 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802380 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802380 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802380 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802380 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802380 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802380 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802380 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802840 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802840 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.802840 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.803054 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.803126 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.803586 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.803686 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.803822 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.803982 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.804135 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.804288 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.804441 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_json = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.805448 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.805623 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.805759 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.805976 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.806136 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.806279 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.806417 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.806554 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.806733 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 08:51:08.806885 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.807038 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.807189 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.807339 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.807483 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.807619 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.807751 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.807889 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.808036 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.808173 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.808324 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.808490 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.808670 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.808824 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.808980 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.810619 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.810792 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.811684 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.811684 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.811684 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.811684 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.811684 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.812010 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.812010 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.812010 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.812181 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.812299 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.812454 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.812608 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.812975 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.812975 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.813151 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.813232 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.813360 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.813531 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.813791 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.813791 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.815249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:51:08.815412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.815412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.815412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.815412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.815412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.815412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.815412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.815412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.815412 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.816563 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.816563 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.816563 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.816563 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.816563 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.816563 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.816563 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.816563 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.817631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.817631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.817631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.817631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.817631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.817631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.817631 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.818700 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.818700 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.818700 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.818700 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.818700 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.818700 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.818700 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.819816 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.820493 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.820493 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.820848 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.821190 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.821190 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.822427 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.822427 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.822427 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.822427 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.822427 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.822427 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.822427 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.822427 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.823487 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.823487 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.823487 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.823487 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.823487 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.824672 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.824672 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.824672 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.824672 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.824672 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.824672 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.825446 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.825446 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.825446 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.825446 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.826620 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.826791 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.826958 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.827118 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.827259 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.827409 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.827547 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.827684 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.827834 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.827987 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.828145 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.828301 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.828459 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.828616 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.828783 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.828931 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.829088 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.829615 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.829789 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.830000 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.830150 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.830307 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.831002 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.831162 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.831999 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.831999 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.831999 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.831999 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.831999 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.832409 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.832409 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.832538 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.832676 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.833158 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.833158 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.833158 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.833411 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.833491 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.833924 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.833924 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.833924 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.834159 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.834298 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.834382 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.834507 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.834664 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.834822 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.834980 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.835144 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.835299 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.835457 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.835619 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.836136 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.836136 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.836136 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.836401 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.836401 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.836546 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.836658 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.836813 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.837131 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.840881 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.840881 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.840881 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.840881 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.840881 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.840881 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.840881 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.840881 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.841458 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.841458 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.841458 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.841458 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.841458 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.841458 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.841458 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.841458 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842592 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842592 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842592 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842592 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842592 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842592 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842592 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.842592 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843031 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843031 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843031 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843031 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843031 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843031 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843031 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843031 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843473 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843473 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843473 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843682 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843763 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.843880 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.844052 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.844296 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.844446 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.844587 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.844725 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.844873 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.845023 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.845163 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.845301 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.845437 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.845575 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.846829 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.846829 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.846829 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.847247 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.847247 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.847527 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.847664 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.847814 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.847951 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.848088 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.848224 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.848361 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.848498 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.848645 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.848784 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.848921 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.849058 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.849196 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.849408 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.849562 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.849712 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.849883 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.850041 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.850180 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.850317 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.850454 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.850591 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.850728 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.850865 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.851004 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.851140 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.851331 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.851512 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.851961 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.852109 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.852286 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.852429 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.852566 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.852707 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.852851 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.853004 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.853144 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.853282 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.853419 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.853589 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.854399 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.855739 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.855919 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.856078 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.856234 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.856823 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.856823 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.856823 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.856823 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.857077 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.857142 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.857276 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.857620 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.857759 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 08:51:08.857930 dv-neutron-828796-1-hyperv neutron-server[88291]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88291) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 08:51:19.680066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476fe52-fcc7-4ee6-b3f3-91c1519ae677 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 08:51:19.755925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5476fe52-fcc7-4ee6-b3f3-91c1519ae677 None None] No non-hosted networks {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 08:51:19.789846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.agentschedulers_db [None req-5476fe52-fcc7-4ee6-b3f3-91c1519ae677 None None] DHCP Agent not found on host dv-neutron-828796-1-hyperv {{(pid=88402) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 08:51:19.912774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1c6921b2-462b-4300-8887-5631bd9f225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3871605'] for agent, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:21.899822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-22ce1118-77ec-4ab2-8178-e77ad1ebe48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3871605'] for agent, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:21.934470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-a7d13065-dc8d-4138-8eaa-06c0640f0556 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-828796-1-hyperv {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:51:21.935245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-a7d13065-dc8d-4138-8eaa-06c0640f0556 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:51:22.450880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a7d13065-dc8d-4138-8eaa-06c0640f0556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:23.040969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3871605'] for agent, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:23.042701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.043401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.044228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.044938 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.045440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.046124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.048783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.049370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.050219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.050955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.053913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.054762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:23.055504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828796-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:51:23.058934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3871605'] for agent, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:23.074863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828796-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:51:24.441351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3871605'] for agent, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:25.786346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 53090) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:26.367516 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING oslo_policy.policy [None req-fe6cf2aa-a9f0-4ca7-891e-67cc5a819497 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 08:51:26.368197 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING oslo_policy.policy [None req-fe6cf2aa-a9f0-4ca7-891e-67cc5a819497 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 08:51:26.588875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-fe6cf2aa-a9f0-4ca7-891e-67cc5a819497 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:51:26.589896 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fe6cf2aa-a9f0-4ca7-891e-67cc5a819497 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8025570 Mar 02 08:51:26.986265 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.db.l3_hamode_db [None req-3c0fd1ec-15d7-4ee2-b84b-103569cdaa1e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 08:51:27.070220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0fd1ec-15d7-4ee2-b84b-103569cdaa1e None None] Routers set() bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:51:27.070604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0fd1ec-15d7-4ee2-b84b-103569cdaa1e None None] Router IDs set() for agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 02 08:51:28.974837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 53104) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:29.326747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ed4e9e61-7694-43b5-a990-cfd6e8db3c73 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:51:29.420331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.policy [None req-ed4e9e61-7694-43b5-a990-cfd6e8db3c73 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88401) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 08:51:29.464906 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING oslo_policy.policy [None req-ed4e9e61-7694-43b5-a990-cfd6e8db3c73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 08:51:29.465266 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING oslo_policy.policy [None req-ed4e9e61-7694-43b5-a990-cfd6e8db3c73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 08:51:29.474073 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.quota [None req-ed4e9e61-7694-43b5-a990-cfd6e8db3c73 admin admin] Loaded quota_driver: . Mar 02 08:51:29.489816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ed4e9e61-7694-43b5-a990-cfd6e8db3c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:51:29.612135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9e61-7694-43b5-a990-cfd6e8db3c73 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769683270565', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769683269016', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769683324606', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769683319314', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769683307658', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769683301392', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-535632', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-533606', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3700820', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3905967'] for rbac-policy, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:29.784048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed4e9e61-7694-43b5-a990-cfd6e8db3c73 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:29.785219 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ed4e9e61-7694-43b5-a990-cfd6e8db3c73 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8094292 Mar 02 08:51:32.403874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 53118) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:32.750096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Request body: {'network': {'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'admin_state_up': True, 'name': 'private'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:51:32.754789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:51:32.759126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Usage tracker for resource:network and tenant:f69af3db7f914b26b9e45295474dc0c4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:51:32.763563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:51:32.769968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:51:32.846616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Made reservation on behalf of f69af3db7f914b26b9e45295474dc0c4 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:51:32.849276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:32.866471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:32.880322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:51:32.884186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Usage tracker for resource:security_group_rule and tenant:f69af3db7f914b26b9e45295474dc0c4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:51:32.889202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:51:32.895123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:51:32.988382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:33.065665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:33.097396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:51:33.110995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d6401-ba66-4c4f-a6ad-9696c7c54c84,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:33.121891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769683675908', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:33.122441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Unsubscribe: segment precommit_create {{(pid=88401) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 08:51:33.122951 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Added segment 15870be8-2aa3-470b-8d35-e914b59e5013 of type vlan for network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 Mar 02 08:51:33.132837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.133187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.133518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.133861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.134190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.134521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.134840 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.135165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.135480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.135788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.136093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.136397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Tracked resource versions report: Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: pushed versions: Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: { 'AddressGroup': {'1.2'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'ConntrackHelper': {'1.0'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Log': {'1.0'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Network': {'1.1'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Port': {'1.7'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'PortForwarding': {'1.2'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'QosPolicy': {'1.8'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SecurityGroup': {'1.4'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SecurityGroupRule': {'1.2'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SubPort': {'1.0'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Subnet': {'1.1'}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Trunk': {'1.1'}} Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: consumer versions: Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: { DHCP agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: L3 agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: Metadata agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: Metering agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: Open vSwitch agent@dv-neutron-828796-1-hyperv: { 'AddressGroup': '1.2', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'ConntrackHelper': '1.0', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Log': '1.0', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Network': '1.1', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Port': '1.7', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'PortForwarding': '1.2', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'QosPolicy': '1.8', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SecurityGroup': '1.4', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SecurityGroupRule': '1.2', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SubPort': '1.0', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Subnet': '1.1', Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Trunk': '1.1'}} Mar 02 08:51:33.137852 dv-neutron-828796-1-hyperv neutron-server[88401]: {{(pid=88401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 08:51:33.230539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:33.321022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:33.322140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:51:33.322824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:33.446704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] Pushing event updated for resources: {'Network': ['ID=5ffd6be2-3a3f-42f4-94b9-66b4fae96a99,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:33.459593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:51:33.493070 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-77acdf3f-7be1-4ab1-94c4-f622d88480af admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0880003 Mar 02 08:51:36.179593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 53134) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:36.614385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7492c7-abc4-4d7c-ac29-c1b16c0004ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:51:36.615711 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cc7492c7-abc4-4d7c-ac29-c1b16c0004ee admin admin] 10.222.0.10 "GET /v2.0/networks/5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 HTTP/1.1" status: 200 len: 825 time: 0.4351761 Mar 02 08:51:36.642095 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fbc5cd5a-96c6-4cec-93e6-7be1d6870da6 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/a0e18ab3-b231-4265-9a68-cb441677a83d HTTP/1.1" status: 200 len: 734 time: 0.0210333 Mar 02 08:51:36.650216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Request body: {'subnet': {'subnetpool_id': 'a0e18ab3-b231-4265-9a68-cb441677a83d', 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:51:36.655139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:51:36.658378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Usage tracker for resource:subnet and tenant:f69af3db7f914b26b9e45295474dc0c4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:51:36.661130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:51:36.666529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:51:36.753566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Made reservation on behalf of f69af3db7f914b26b9e45295474dc0c4 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:51:36.755808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:37.107877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:37.186329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Checking segment: {'id': '15870be8-2aa3-470b-8d35-e914b59e5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:51:37.186944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Network hostable DHCP agents. Network: 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:51:37.193383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb4fc85-808c-462a-9c5d-47d6cbef0b98,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:37.261744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:51:37.354756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:51:37.359698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:51:37.360246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:37.364570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862a862f-e657-4d29-a529-746df61c2a57 None None] Network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:51:37.521096 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-99d64e97-bc07-4fce-ac35-199eddc18ea5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8739958 Mar 02 08:51:37.660259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-5ffd6be2-3a3f-42f4-94b9-66b4fae96a99', 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'fixed_ips': [{'subnet_id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:51:37.661508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:37.845311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Allocated IP 172.20.0.2 (5ffd6be2-3a3f-42f4-94b9-66b4fae96a99/acb4fc85-808c-462a-9c5d-47d6cbef0b98/2a15b33c-c3ea-4309-99fe-b6e6c29531d3) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:51:38.071921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:38.085296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Transition to ACTIVE for port object 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:51:38.103664 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Transition to ACTIVE for port object 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:51:38.155419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:38.221266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:51:38.224406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:51:38.229277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Pushing event updated for resources: {'Port': ['ID=2a15b33c-c3ea-4309-99fe-b6e6c29531d3,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:38.231473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:51:38.240762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.241116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.241470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.241783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.242129 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.242466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.242789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.243106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.243435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.243754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.244066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.244375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Tracked resource versions report: Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: pushed versions: Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: { 'AddressGroup': {'1.2'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'ConntrackHelper': {'1.0'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Log': {'1.0'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Network': {'1.1'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Port': {'1.7'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'PortForwarding': {'1.2'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'QosPolicy': {'1.8'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SecurityGroup': {'1.4'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SecurityGroupRule': {'1.2'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SubPort': {'1.0'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Subnet': {'1.1'}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Trunk': {'1.1'}} Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: consumer versions: Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: { DHCP agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: L3 agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: Metadata agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: Metering agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: Open vSwitch agent@dv-neutron-828796-1-hyperv: { 'AddressGroup': '1.2', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'ConntrackHelper': '1.0', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Log': '1.0', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Network': '1.1', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Port': '1.7', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'PortForwarding': '1.2', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'QosPolicy': '1.8', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SecurityGroup': '1.4', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SecurityGroupRule': '1.2', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SubPort': '1.0', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Subnet': '1.1', Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Trunk': '1.1'}} Mar 02 08:51:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: {{(pid=88402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 08:51:38.331650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Attempting to bind port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:51:38.331946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Attempting to bind port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '15870be8-2aa3-470b-8d35-e914b59e5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:51:38.332351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Attempting to bind port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 on network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:51:38.337571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:51:38.337991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Checking segment: {'id': '15870be8-2aa3-470b-8d35-e914b59e5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:51:38.338451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:38.338835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Bound using segment: {'id': '15870be8-2aa3-470b-8d35-e914b59e5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:51:38.339294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Bound port: 2a15b33c-c3ea-4309-99fe-b6e6c29531d3, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15870be8-2aa3-470b-8d35-e914b59e5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:51:38.339667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:38.427263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] For port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:51:38.431016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] For port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2a15b33c-c3ea-4309-99fe-b6e6c29531d3,segment=NetworkSegment(15870be8-2aa3-470b-8d35-e914b59e5013),segment_id=15870be8-2aa3-470b-8d35-e914b59e5013)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:51:38.498408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:38.589079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650e3a5-a687-4dac-a253-3add4979a87b None None] Pushing event updated for resources: {'Port': ['ID=2a15b33c-c3ea-4309-99fe-b6e6c29531d3,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:39.938557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53144) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:40.513264 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING oslo_policy.policy [None req-727cb2cc-5630-4a71-ae82-f908c1a89033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 08:51:40.513886 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING oslo_policy.policy [None req-727cb2cc-5630-4a71-ae82-f908c1a89033 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 08:51:40.734465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-727cb2cc-5630-4a71-ae82-f908c1a89033 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:51:40.735672 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-727cb2cc-5630-4a71-ae82-f908c1a89033 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7950521 Mar 02 08:51:42.325449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e2dae8-2bf5-451b-bf94-eeba4d20893d None None] Network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:51:42.509284 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-82e9174a-d5e1-4f88-bfa8-d9be920c8ce8 None None] Provisioning for port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:51:42.670059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:51:42.788652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:51:42.793971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:51:42.794374 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:42.855481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-07b1ae37-54dc-4cc5-968f-aecdd6a28039 None None] Provisioning complete for port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:51:42.855797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07b1ae37-54dc-4cc5-968f-aecdd6a28039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:42.992909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:43.066969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07b1ae37-54dc-4cc5-968f-aecdd6a28039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:43.077617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2a15b33c-c3ea-4309-99fe-b6e6c29531d3,segment=NetworkSegment(15870be8-2aa3-470b-8d35-e914b59e5013),segment_id=15870be8-2aa3-470b-8d35-e914b59e5013)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:51:43.144543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53162) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:43.155351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:43.265760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-07b1ae37-54dc-4cc5-968f-aecdd6a28039 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:51:43.266154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-07b1ae37-54dc-4cc5-968f-aecdd6a28039 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:51:43.269246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=2a15b33c-c3ea-4309-99fe-b6e6c29531d3,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:43.506571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-af1ce244-7f3d-453c-8aa4-6bc5d9230b06 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:51:43.507611 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-af1ce244-7f3d-453c-8aa4-6bc5d9230b06 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3621707 Mar 02 08:51:44.646167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:51:44.713373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:51:44.713741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:46.157806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53174) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:46.496307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Request body: {'router': {'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'name': 'router1', 'admin_state_up': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:51:46.561314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.policy [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88400) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 08:51:46.606544 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING oslo_policy.policy [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 08:51:46.606907 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING oslo_policy.policy [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 08:51:46.615916 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.quota [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Loaded quota_driver: . Mar 02 08:51:46.631011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:51:46.637509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Usage tracker for resource:router and tenant:f69af3db7f914b26b9e45295474dc0c4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:51:46.642028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:51:46.650521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:51:46.732153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:46.734837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:46.759873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:46.915229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:46.986846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:46.993134 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-98bb2a41-e303-4364-819f-eeb6ecaef792 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8292189 Mar 02 08:51:49.376436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53186) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:49.697434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-04620a08-71d4-4189-b0af-f3b8b6a777ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:49.731636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-1d4f7ce4-b483-48b9-9b6f-d5c02ea005dc admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:51:49.732601 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1d4f7ce4-b483-48b9-9b6f-d5c02ea005dc admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3551919 Mar 02 08:51:51.908311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-75c88980-4ce3-436d-845d-5f874730e066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:52.134047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53196) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:52.487454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:51:52.492529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:51:52.496418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Usage tracker for resource:network and tenant:1d34d31d8e0f468eb973009fb7600882 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:51:52.499844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:51:52.505415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:51:52.571078 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Made reservation on behalf of 1d34d31d8e0f468eb973009fb7600882 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:51:52.573924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:52.590724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:52.604993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:51:52.609315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Usage tracker for resource:security_group_rule and tenant:1d34d31d8e0f468eb973009fb7600882 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:51:52.612523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:51:52.618461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:51:52.692910 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:51:52.707474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:52.777241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:52.792773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Reserving flat network on physical network physnet1 {{(pid=88400) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 08:51:52.824156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769683675908', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:52.824633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Unsubscribe: segment precommit_create {{(pid=88400) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 08:51:52.825128 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Added segment f2059301-9871-4d22-a366-d52343a8aa64 of type flat for network f2ef0f26-7db5-42d6-9038-b47354122d02 Mar 02 08:51:52.835287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa32027-55df-4087-bd1b-e2556f5a6866,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:52.888629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.892533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.892533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.892533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.892533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.892533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.892954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.892954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.892954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.892954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.893344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.893568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Tracked resource versions report: Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: pushed versions: Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: { 'AddressGroup': {'1.2'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'ConntrackHelper': {'1.0'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Log': {'1.0'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Network': {'1.1'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Port': {'1.7'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'PortForwarding': {'1.2'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'QosPolicy': {'1.8'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SecurityGroup': {'1.4'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SecurityGroupRule': {'1.2'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SubPort': {'1.0'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Subnet': {'1.1'}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Trunk': {'1.1'}} Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: consumer versions: Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: { DHCP agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: L3 agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: Metadata agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: Metering agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: Open vSwitch agent@dv-neutron-828796-1-hyperv: { 'AddressGroup': '1.2', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'ConntrackHelper': '1.0', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Log': '1.0', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Network': '1.1', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Port': '1.7', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'PortForwarding': '1.2', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'QosPolicy': '1.8', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SecurityGroup': '1.4', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SecurityGroupRule': '1.2', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SubPort': '1.0', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Subnet': '1.1', Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Trunk': '1.1'}} Mar 02 08:51:52.894946 dv-neutron-828796-1-hyperv neutron-server[88400]: {{(pid=88400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 08:51:52.937739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:52.971225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:52.992030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:53.032346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:53.033508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:51:53.034275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:53.136772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ef0f26-7db5-42d6-9038-b47354122d02,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:53.147916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network f2ef0f26-7db5-42d6-9038-b47354122d02 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:51:53.221729 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9d24632f-ef95-42df-b50c-c6b561b92e42 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0866311 Mar 02 08:51:54.388722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:55.590541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53220) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:51:55.798399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8185007-b1be-4a42-890b-bb18618de857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:51:55.799735 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e8185007-b1be-4a42-890b-bb18618de857 admin admin] 10.222.0.10 "GET /v2.0/subnets/acb4fc85-808c-462a-9c5d-47d6cbef0b98 HTTP/1.1" status: 200 len: 849 time: 0.2082562 Mar 02 08:51:55.953781 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6d921f98-0096-42af-981e-f4002dabcc60 admin admin] 10.222.0.10 "GET /v2.0/routers/0ef92899-ec41-46b8-9aff-3199222e1a91 HTTP/1.1" status: 200 len: 704 time: 0.1481707 Mar 02 08:51:56.397855 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:56.623541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Allocated IP 172.20.0.1 (5ffd6be2-3a3f-42f4-94b9-66b4fae96a99/acb4fc85-808c-462a-9c5d-47d6cbef0b98/3f09d8b9-fbb6-4263-b130-1bde9553380a) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:51:56.772892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:56.792342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Transition to ACTIVE for port object 3f09d8b9-fbb6-4263-b130-1bde9553380a will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:51:56.891894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:56.951858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:51:56.955258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:51:56.964870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:51:56.965287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:57.094222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f09d8b9-fbb6-4263-b130-1bde9553380a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:57.188426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-db562bbb-6be9-46d5-9b5d-3fbf591ae8c0 None None] Provisioning for port 3f09d8b9-fbb6-4263-b130-1bde9553380a completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:51:57.193813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-db562bbb-6be9-46d5-9b5d-3fbf591ae8c0 None None] Provisioning complete for port 3f09d8b9-fbb6-4263-b130-1bde9553380a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:51:57.194407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-db562bbb-6be9-46d5-9b5d-3fbf591ae8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:57.248611 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-db562bbb-6be9-46d5-9b5d-3fbf591ae8c0 None None] Port 3f09d8b9-fbb6-4263-b130-1bde9553380a cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:51:57.366822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:57.584981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:57.643230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:57.643900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:57.781009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f09d8b9-fbb6-4263-b130-1bde9553380a,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:57.832769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:51:57.833866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:51:58.071081 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-38055956-57e6-4395-a434-bdc2119d5dcb None None] Provisioning complete for port 3f09d8b9-fbb6-4263-b130-1bde9553380a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:51:58.071452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-38055956-57e6-4395-a434-bdc2119d5dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:58.085181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Router 0ef92899-ec41-46b8-9aff-3199222e1a91 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:51:58.122962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-38055956-57e6-4395-a434-bdc2119d5dcb None None] Port 3f09d8b9-fbb6-4263-b130-1bde9553380a cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:51:58.232929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:51:58.242043 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d642cd36-d6aa-4b14-9916-980effd518a2 admin admin] 10.222.0.10 "PUT /v2.0/routers/0ef92899-ec41-46b8-9aff-3199222e1a91/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2834711 Mar 02 08:51:58.242670 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Sync routers for ids ['0ef92899-ec41-46b8-9aff-3199222e1a91'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:51:58.252782 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Routers {'0ef92899-ec41-46b8-9aff-3199222e1a91'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:51:58.253710 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:51:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0ef92899-ec41-46b8-9aff-3199222e1a91'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:51:58.424385 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Set router 0ef92899-ec41-46b8-9aff-3199222e1a91 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:51:58.792915 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'name': 'router1', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:51:46Z', 'updated_at': '2022-03-02T08:51:57Z', 'revision_number': 2, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'gw_port_host': None, '_interfaces': [{'id': '3f09d8b9-fbb6-4263-b130-1bde9553380a', 'name': '', 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'mac_address': 'fa:16:3e:94:87:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:51:56Z', 'updated_at': '2022-03-02T08:51:57Z', 'revision_number': 2, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'subnets': [{'id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0e18ab3-b231-4265-9a68-cb441677a83d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:51:58.798239 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Checking router: 0ef92899-ec41-46b8-9aff-3199222e1a91 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:51:58.798503 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Updating router 0ef92899-ec41-46b8-9aff-3199222e1a91 port 3f09d8b9-fbb6-4263-b130-1bde9553380a binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:51:58.848655 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:59.218648 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:59.232443 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Transition to ACTIVE for port object 3f09d8b9-fbb6-4263-b130-1bde9553380a will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:51:59.314592 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:59.518172 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Pushing event updated for resources: {'Port': ['ID=3f09d8b9-fbb6-4263-b130-1bde9553380a,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:59.541321 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Attempting to bind port 3f09d8b9-fbb6-4263-b130-1bde9553380a on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:51:59.541731 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Attempting to bind port 3f09d8b9-fbb6-4263-b130-1bde9553380a by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '15870be8-2aa3-470b-8d35-e914b59e5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:51:59.542180 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Attempting to bind port 3f09d8b9-fbb6-4263-b130-1bde9553380a on network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:51:59.550491 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:51:59.551620 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Checking segment: {'id': '15870be8-2aa3-470b-8d35-e914b59e5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:51:59.552107 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:59.552693 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Bound using segment: {'id': '15870be8-2aa3-470b-8d35-e914b59e5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:51:59.553280 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Bound port: 3f09d8b9-fbb6-4263-b130-1bde9553380a, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15870be8-2aa3-470b-8d35-e914b59e5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:51:59.553565 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:59.562721 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.563071 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.563409 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.563739 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.564062 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.564399 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.564723 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.565043 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.565377 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.565699 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.566048 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.566365 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Tracked resource versions report: Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: pushed versions: Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: { 'AddressGroup': {'1.2'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'ConntrackHelper': {'1.0'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Log': {'1.0'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Network': {'1.1'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Port': {'1.7'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'PortForwarding': {'1.2'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'QosPolicy': {'1.8'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SecurityGroup': {'1.4'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SecurityGroupRule': {'1.2'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SubPort': {'1.0'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Subnet': {'1.1'}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Trunk': {'1.1'}} Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: consumer versions: Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: { DHCP agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: L3 agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: Metadata agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: Metering agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: Open vSwitch agent@dv-neutron-828796-1-hyperv: { 'AddressGroup': '1.2', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'ConntrackHelper': '1.0', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Log': '1.0', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Network': '1.1', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Port': '1.7', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'PortForwarding': '1.2', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'QosPolicy': '1.8', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SecurityGroup': '1.4', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SecurityGroupRule': '1.2', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SubPort': '1.0', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Subnet': '1.1', Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Trunk': '1.1'}} Mar 02 08:51:59.567747 dv-neutron-828796-1-hyperv neutron-server[88403]: {{(pid=88403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 08:51:59.652527 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] For port 3f09d8b9-fbb6-4263-b130-1bde9553380a, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:51:59.656831 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] For port 3f09d8b9-fbb6-4263-b130-1bde9553380a, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f09d8b9-fbb6-4263-b130-1bde9553380a,segment=NetworkSegment(15870be8-2aa3-470b-8d35-e914b59e5013),segment_id=15870be8-2aa3-470b-8d35-e914b59e5013)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:51:59.714124 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:51:59.802524 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Routers {'0ef92899-ec41-46b8-9aff-3199222e1a91'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:51:59.803149 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:51:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0ef92899-ec41-46b8-9aff-3199222e1a91'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:51:59.880946 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8717ff-cd77-4c12-b17e-767d3dd34b3e None None] Pushing event updated for resources: {'Port': ['ID=3f09d8b9-fbb6-4263-b130-1bde9553380a,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:51:59.988229 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] Set router 0ef92899-ec41-46b8-9aff-3199222e1a91 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:52:00.304574 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'name': 'router1', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:51:46Z', 'updated_at': '2022-03-02T08:51:57Z', 'revision_number': 2, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'gw_port_host': None, '_interfaces': [{'id': '3f09d8b9-fbb6-4263-b130-1bde9553380a', 'name': '', 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'mac_address': 'fa:16:3e:94:87:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:51:56Z', 'updated_at': '2022-03-02T08:51:59Z', 'revision_number': 4, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'subnets': [{'id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0e18ab3-b231-4265-9a68-cb441677a83d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:52:00.308453 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465ad8-9c00-40ce-9a07-ab557da2709a None None] The sync data for ids ['0ef92899-ec41-46b8-9aff-3199222e1a91'] in dv-neutron-828796-1-hyperv is: [{'id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'name': 'router1', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:51:46Z', 'updated_at': '2022-03-02T08:51:57Z', 'revision_number': 2, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'gw_port_host': None, '_interfaces': [{'id': '3f09d8b9-fbb6-4263-b130-1bde9553380a', 'name': '', 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'mac_address': 'fa:16:3e:94:87:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:51:56Z', 'updated_at': '2022-03-02T08:51:59Z', 'revision_number': 4, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'subnets': [{'id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0e18ab3-b231-4265-9a68-cb441677a83d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:52:00.470745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53242) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:52:00.626779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6f622-2380-400d-98f0-e8b8776228ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:52:00.627348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cce6f622-2380-400d-98f0-e8b8776228ea admin admin] Synchronizing usage tracker for tenant:1d34d31d8e0f468eb973009fb7600882 on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:52:00.702477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cce6f622-2380-400d-98f0-e8b8776228ea admin admin] Unset dirty status for tenant:1d34d31d8e0f468eb973009fb7600882 on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:52:00.706461 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cce6f622-2380-400d-98f0-e8b8776228ea admin admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 842 time: 0.2319882 Mar 02 08:52:00.713262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.3.1', 'cidr': '172.26.3.0/24', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:52:00.719359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:52:00.723082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Usage tracker for resource:subnet and tenant:1d34d31d8e0f468eb973009fb7600882 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:52:00.726001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:52:00.732032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:52:00.816233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Made reservation on behalf of 1d34d31d8e0f468eb973009fb7600882 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:52:00.818880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:01.245590 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 08:52:01.246066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:01.315076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f87e120-1fbf-42e0-91ce-78547f4fe79a,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:52:01.325444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:52:01.325801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Network hostable DHCP agents. Network: f2ef0f26-7db5-42d6-9038-b47354122d02, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:52:01.422159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:52:01.500934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, f2ef0f26-7db5-42d6-9038-b47354122d02) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:52:01.508857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582e6c28-60c2-4ce9-981e-b7677dda572a None None] Network f2ef0f26-7db5-42d6-9038-b47354122d02 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:52:01.511422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:52:01.511983 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:01.621336 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-83b571e1-98f0-4b92-af68-48f596888635 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9115076 Mar 02 08:52:01.731982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d9b30-2770-4e2d-a2ea-f42fc245d17b None None] Network f2ef0f26-7db5-42d6-9038-b47354122d02 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:52:02.673475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3f09d8b9-fbb6-4263-b130-1bde9553380a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:52:02.797378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 3f09d8b9-fbb6-4263-b130-1bde9553380a completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:52:02.802687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3f09d8b9-fbb6-4263-b130-1bde9553380a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:52:02.803058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:02.923606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:02.955564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 3f09d8b9-fbb6-4263-b130-1bde9553380a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f09d8b9-fbb6-4263-b130-1bde9553380a,segment=NetworkSegment(15870be8-2aa3-470b-8d35-e914b59e5013),segment_id=15870be8-2aa3-470b-8d35-e914b59e5013)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:52:03.071820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:03.136062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=3f09d8b9-fbb6-4263-b130-1bde9553380a,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:52:03.924513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53256) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:52:04.154037 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5dd2f70e-d75d-4041-83ea-5082c6511db1 admin admin] 10.222.0.10 "GET /v2.0/routers/0ef92899-ec41-46b8-9aff-3199222e1a91 HTTP/1.1" status: 200 len: 710 time: 0.2280285 Mar 02 08:52:04.276567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc86976-6c34-4a98-af4b-39456fba03ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:52:04.277922 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-afc86976-6c34-4a98-af4b-39456fba03ef admin admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 886 time: 0.1182432 Mar 02 08:52:04.286876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:52:04.656966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3f09d8b9-fbb6-4263-b130-1bde9553380a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:52:04.726678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3f09d8b9-fbb6-4263-b130-1bde9553380a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:52:04.727011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:04.727134 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:05.113368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:05.166288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:05.340708 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Allocated IP 172.26.3.22 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/a39efccd-f1c7-42ca-90a3-e1b11315030b) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:52:05.479691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:05.563052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:05.621211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:52:05.627918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:52:05.630468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:52:05.705191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Pushing event updated for resources: {'Port': ['ID=a39efccd-f1c7-42ca-90a3-e1b11315030b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:52:06.080250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:06.406845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:06.409966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:06.584554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Router 0ef92899-ec41-46b8-9aff-3199222e1a91 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:52:06.813737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:52:06.822179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:06.822802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Sync routers for ids ['0ef92899-ec41-46b8-9aff-3199222e1a91'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:52:06.823439 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-648124e7-104d-45be-89b2-cd0e4209964c admin admin] 10.222.0.10 "PUT /v2.0/routers/0ef92899-ec41-46b8-9aff-3199222e1a91 HTTP/1.1" status: 200 len: 889 time: 2.5396590 Mar 02 08:52:06.832786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Routers {'0ef92899-ec41-46b8-9aff-3199222e1a91'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:52:06.833462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:51:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0ef92899-ec41-46b8-9aff-3199222e1a91'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:52:07.038595 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Set router 0ef92899-ec41-46b8-9aff-3199222e1a91 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:52:07.355242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'name': 'router1', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a39efccd-f1c7-42ca-90a3-e1b11315030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:51:46Z', 'updated_at': '2022-03-02T08:52:05Z', 'revision_number': 4, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'gw_port': {'id': 'a39efccd-f1c7-42ca-90a3-e1b11315030b', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:52:05Z', 'updated_at': '2022-03-02T08:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '3f09d8b9-fbb6-4263-b130-1bde9553380a', 'name': '', 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'mac_address': 'fa:16:3e:94:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:51:56Z', 'updated_at': '2022-03-02T08:52:02Z', 'revision_number': 5, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'subnets': [{'id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0e18ab3-b231-4265-9a68-cb441677a83d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:52:07.360754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Checking router: 0ef92899-ec41-46b8-9aff-3199222e1a91 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:52:07.365311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Updating router 0ef92899-ec41-46b8-9aff-3199222e1a91 port a39efccd-f1c7-42ca-90a3-e1b11315030b binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:52:07.413843 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:07.727386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:07.738685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Transition to ACTIVE for port object a39efccd-f1c7-42ca-90a3-e1b11315030b will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:52:07.810621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:07.895629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Attempting to bind port a39efccd-f1c7-42ca-90a3-e1b11315030b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:52:07.896635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Attempting to bind port a39efccd-f1c7-42ca-90a3-e1b11315030b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:52:07.896635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Attempting to bind port a39efccd-f1c7-42ca-90a3-e1b11315030b on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:52:07.901800 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007928d8-6439-4dea-bd0d-413c30331dc7 None None] Pushing event updated for resources: {'Port': ['ID=a39efccd-f1c7-42ca-90a3-e1b11315030b,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:52:07.907644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:52:07.908016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:52:07.908416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:07.908801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:52:07.910138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Bound port: a39efccd-f1c7-42ca-90a3-e1b11315030b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:52:07.910229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:07.980121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] For port a39efccd-f1c7-42ca-90a3-e1b11315030b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:52:07.982934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] For port a39efccd-f1c7-42ca-90a3-e1b11315030b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a39efccd-f1c7-42ca-90a3-e1b11315030b,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:52:08.056466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:08.133114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Routers {'0ef92899-ec41-46b8-9aff-3199222e1a91'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:52:08.133706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:51:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0ef92899-ec41-46b8-9aff-3199222e1a91'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:52:08.188464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007928d8-6439-4dea-bd0d-413c30331dc7 None None] Pushing event updated for resources: {'Port': ['ID=a39efccd-f1c7-42ca-90a3-e1b11315030b,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:52:08.333556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] Set router 0ef92899-ec41-46b8-9aff-3199222e1a91 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:52:08.652747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'name': 'router1', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a39efccd-f1c7-42ca-90a3-e1b11315030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:51:46Z', 'updated_at': '2022-03-02T08:52:05Z', 'revision_number': 4, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'gw_port': {'id': 'a39efccd-f1c7-42ca-90a3-e1b11315030b', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:52:05Z', 'updated_at': '2022-03-02T08:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '3f09d8b9-fbb6-4263-b130-1bde9553380a', 'name': '', 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'mac_address': 'fa:16:3e:94:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:51:56Z', 'updated_at': '2022-03-02T08:52:02Z', 'revision_number': 5, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'subnets': [{'id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0e18ab3-b231-4265-9a68-cb441677a83d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:52:08.657162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3eff0f-d86a-47dd-9d10-c3cff48a00ee None None] The sync data for ids ['0ef92899-ec41-46b8-9aff-3199222e1a91'] in dv-neutron-828796-1-hyperv is: [{'id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'name': 'router1', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a39efccd-f1c7-42ca-90a3-e1b11315030b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:51:46Z', 'updated_at': '2022-03-02T08:52:05Z', 'revision_number': 4, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'gw_port': {'id': 'a39efccd-f1c7-42ca-90a3-e1b11315030b', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:52:05Z', 'updated_at': '2022-03-02T08:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '3f09d8b9-fbb6-4263-b130-1bde9553380a', 'name': '', 'network_id': '5ffd6be2-3a3f-42f4-94b9-66b4fae96a99', 'tenant_id': 'f69af3db7f914b26b9e45295474dc0c4', 'mac_address': 'fa:16:3e:94:87:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef92899-ec41-46b8-9aff-3199222e1a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:51:56Z', 'updated_at': '2022-03-02T08:52:02Z', 'revision_number': 5, 'project_id': 'f69af3db7f914b26b9e45295474dc0c4', 'subnets': [{'id': 'acb4fc85-808c-462a-9c5d-47d6cbef0b98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0e18ab3-b231-4265-9a68-cb441677a83d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:52:09.213534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53266) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:52:09.328230 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-70d364d4-dfd9-4c13-979a-420d5678857d admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1135538 Mar 02 08:52:10.682525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a39efccd-f1c7-42ca-90a3-e1b11315030b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:52:10.819870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a39efccd-f1c7-42ca-90a3-e1b11315030b completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:52:10.833309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a39efccd-f1c7-42ca-90a3-e1b11315030b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:52:10.833723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:10.968170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:10.986177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a39efccd-f1c7-42ca-90a3-e1b11315030b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a39efccd-f1c7-42ca-90a3-e1b11315030b,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:52:11.037201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:11.117555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a39efccd-f1c7-42ca-90a3-e1b11315030b,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:52:12.679787 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a39efccd-f1c7-42ca-90a3-e1b11315030b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:52:12.781920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a39efccd-f1c7-42ca-90a3-e1b11315030b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:52:12.782642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:19.733803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-320f90e7-83a8-4a0d-98a5-a571cd394387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:21.871095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-217b934c-27c8-42b2-9f78-29ecfdc95873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:23.002236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:23.009403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:24.392354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:29.693653 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:52:49.754141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fcaa6fee-3047-4174-9259-7693c7eef134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:51.869124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8d2ee343-1eef-4579-b1f6-d21ffede70b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:52.971601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:53.002789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:52:54.399736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:06.698918 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:53:19.699156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d885204d-cc4c-48f2-a35c-461340de9ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:21.900625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3c34252c-3b65-4f58-8400-caac5b960a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:22.991798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:23.026684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:24.406697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:43.698090 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:53:49.710368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c91987fc-f571-4927-9e5b-404d7aa175d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:51.879397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc12df9e-5722-4a9c-b263-7592ef4f4f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:52.978813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:53.007209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:53:54.401330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:18.756413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53872) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:18.821385 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ef9c30-9e9a-4c37-9834-7c76f7fa37ae admin admin] GET failed (client error): The resource could not be found. Mar 02 08:54:18.822562 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-01ef9c30-9e9a-4c37-9834-7c76f7fa37ae admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652385 Mar 02 08:54:18.949344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5fee7a-1066-41bc-a402-580f15be705f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:18.950799 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bc5fee7a-1066-41bc-a402-580f15be705f admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1241004 Mar 02 08:54:19.707834 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0c52ad12-c395-4e54-bf23-81bbcba11070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:20.696199 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:54:21.099734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53882) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:21.204902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad47a44-c646-47bd-bab0-76dac2d3db1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:21.205456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2ad47a44-c646-47bd-bab0-76dac2d3db1c admin admin] Synchronizing usage tracker for tenant:1d34d31d8e0f468eb973009fb7600882 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:54:21.296016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2ad47a44-c646-47bd-bab0-76dac2d3db1c admin admin] Unset dirty status for tenant:1d34d31d8e0f468eb973009fb7600882 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:54:21.297151 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2ad47a44-c646-47bd-bab0-76dac2d3db1c admin admin] 10.222.0.10 "GET /v2.0/subnets/acb4fc85-808c-462a-9c5d-47d6cbef0b98 HTTP/1.1" status: 200 len: 849 time: 0.1964934 Mar 02 08:54:21.306522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:54:21.422911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:21.679696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769683602661'] for subnet, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:21.726132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:21.727227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:21.735929 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] 10.222.0.10 "PUT /v2.0/subnets/acb4fc85-808c-462a-9c5d-47d6cbef0b98 HTTP/1.1" status: 200 len: 868 time: 0.4252613 Mar 02 08:54:21.736167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c578dd66-58dd-466b-947f-d22629b6525c None None] Network 5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:54:21.753510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb4fc85-808c-462a-9c5d-47d6cbef0b98,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:54:21.762039 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.762407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.762748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.763076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.763400 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.764127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.764127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.764341 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.764656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.764973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.765290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.766026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520dfeb-1b79-40ac-9cbd-f93b3b21bb87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:54:21.900818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4e62dbcf-4dd5-416f-a597-54488a9f1480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:22.223016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-abca2fad-a0aa-435c-ab62-ad579e500546 None None] Provisioning complete for port 3f09d8b9-fbb6-4263-b130-1bde9553380a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:54:22.223289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-abca2fad-a0aa-435c-ab62-ad579e500546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:22.373575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-abca2fad-a0aa-435c-ab62-ad579e500546 None None] Provisioning complete for port 2a15b33c-c3ea-4309-99fe-b6e6c29531d3 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:54:22.374000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-abca2fad-a0aa-435c-ab62-ad579e500546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:23.016333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:23.050471 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:23.897521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 53892) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:24.073232 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04eff68-3521-4c55-bfef-5df3281dce89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:24.073692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04eff68-3521-4c55-bfef-5df3281dce89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:24.075296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e04eff68-3521-4c55-bfef-5df3281dce89 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1766953 Mar 02 08:54:24.415508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:26.217894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 53902) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:26.384665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ea51e-9b3d-4ca5-9c40-ae6bee5883f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:26.385131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ea51e-9b3d-4ca5-9c40-ae6bee5883f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:26.386649 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a79ea51e-9b3d-4ca5-9c40-ae6bee5883f2 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1678348 Mar 02 08:54:28.523839 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 53912) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:28.695338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903e382-2cd5-40de-a820-c90a5a8d3130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:28.696683 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5903e382-2cd5-40de-a820-c90a5a8d3130 admin admin] 10.222.0.10 "GET /v2.0/networks/5ffd6be2-3a3f-42f4-94b9-66b4fae96a99 HTTP/1.1" status: 200 len: 869 time: 0.1718397 Mar 02 08:54:30.857851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 53922) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:31.019917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd6e2c1-a8f0-4548-8f2d-328a3c23bff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:31.021290 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1fd6e2c1-a8f0-4548-8f2d-328a3c23bff7 admin admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 886 time: 0.1624763 Mar 02 08:54:33.156456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 53932) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:33.262444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd3f47-caff-4289-bc26-7349d1dd0dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:33.262893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd3f47-caff-4289-bc26-7349d1dd0dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:33.264363 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2ddd3f47-caff-4289-bc26-7349d1dd0dd0 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1069834 Mar 02 08:54:35.430316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53942) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:35.532910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b530b8c-b59f-4ab6-87f7-7e68af78d9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:35.533363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b530b8c-b59f-4ab6-87f7-7e68af78d9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:35.534886 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5b530b8c-b59f-4ab6-87f7-7e68af78d9bf admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1036427 Mar 02 08:54:37.690689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53952) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:37.792070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e27a4-6d3b-4742-95ce-821005c301ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:37.793345 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f36e27a4-6d3b-4742-95ce-821005c301ce admin admin] 10.222.0.10 "GET /v2.0/subnets/9f87e120-1fbf-42e0-91ce-78547f4fe79a HTTP/1.1" status: 200 len: 816 time: 0.1017170 Mar 02 08:54:39.951302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 53962) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:40.055302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f031ba-7da8-4c84-b885-49cc8889ebc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:54:40.056598 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a9f031ba-7da8-4c84-b885-49cc8889ebc6 admin admin] 10.222.0.10 "GET /v2.0/subnets/acb4fc85-808c-462a-9c5d-47d6cbef0b98 HTTP/1.1" status: 200 len: 868 time: 0.1043563 Mar 02 08:54:49.745813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2503b2f7-c8a1-4a8e-a09c-7721419e7113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:51.865873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2993475b-77ac-46c7-9bc8-e15e5fbaeb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:52.997426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:53.025023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:54.402841 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:54:57.694887 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:54:58.813947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54008) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:54:58.859645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-e2bc5246-f7f4-43ce-bfc8-56abc3ef554f admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:54:58.860613 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e2bc5246-f7f4-43ce-bfc8-56abc3ef554f admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458212 Mar 02 08:55:01.048711 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54018) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:55:01.113379 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ff368f-d25d-4e65-b547-7372f6e0d156 admin admin] GET failed (client error): The resource could not be found. Mar 02 08:55:01.114643 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-63ff368f-d25d-4e65-b547-7372f6e0d156 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649946 Mar 02 08:55:01.236044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35703146-1a5c-4d66-b452-c09894c21ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:55:01.237414 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-35703146-1a5c-4d66-b452-c09894c21ba6 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1189995 Mar 02 08:55:03.397556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54028) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:55:03.444032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:55:03.448490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:55:03.457877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:55:03.534099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Made reservation on behalf of 1d34d31d8e0f468eb973009fb7600882 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:55:03.536380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:03.624047 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.services.revisions.revision_plugin [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Could not find related network for resource to bump revision. Mar 02 08:55:03.636508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:55:03.645746 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:03.646120 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Added segment 5281a45a-ecf4-4d69-a4fb-db9275243ed1 of type vlan for network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 Mar 02 08:55:03.671268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:03.744133 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:03.745057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:55:03.745630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:03.842993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] Pushing event updated for resources: {'Network': ['ID=8d54cc0a-1eab-4c60-8494-ea5ea16f5353,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:55:03.853338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:55:03.882873 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cecca100-5c61-45d1-a2d6-3fecd426f650 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4841421 Mar 02 08:55:06.042716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54038) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:55:06.107601 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9be9f9-29a4-45b5-8b72-7497d7bbeca5 admin admin] GET failed (client error): The resource could not be found. Mar 02 08:55:06.108103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cd9be9f9-29a4-45b5-8b72-7497d7bbeca5 admin admin] Synchronizing usage tracker for tenant:1d34d31d8e0f468eb973009fb7600882 on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:55:06.212818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cd9be9f9-29a4-45b5-8b72-7497d7bbeca5 admin admin] Unset dirty status for tenant:1d34d31d8e0f468eb973009fb7600882 on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:55:06.213962 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cd9be9f9-29a4-45b5-8b72-7497d7bbeca5 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1702697 Mar 02 08:55:06.333904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57072c-e5b4-44e7-87ed-c4208d816302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:55:06.335361 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0d57072c-e5b4-44e7-87ed-c4208d816302 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1175301 Mar 02 08:55:06.344795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Request body: {'subnet': {'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:55:06.349009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:55:06.358204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:55:06.413201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Made reservation on behalf of 1d34d31d8e0f468eb973009fb7600882 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:55:06.415716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:06.716406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:06.786164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1015fe8-2a84-4d62-84a8-4373ac63ca49,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:55:06.793349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Checking segment: {'id': '5281a45a-ecf4-4d69-a4fb-db9275243ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:55:06.793702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Network hostable DHCP agents. Network: 8d54cc0a-1eab-4c60-8494-ea5ea16f5353, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:55:06.847579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:55:06.898903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 8d54cc0a-1eab-4c60-8494-ea5ea16f5353) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:55:06.902789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:55:06.903362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:06.907574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efafb6c-8d33-4a21-a436-d0589d6b6be5 None None] Network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:55:06.962678 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0354afec-af25-4959-b5fb-b68d568ce888 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6210318 Mar 02 08:55:07.127452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-8d54cc0a-1eab-4c60-8494-ea5ea16f5353', 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353', 'tenant_id': '1d34d31d8e0f468eb973009fb7600882', 'fixed_ips': [{'subnet_id': 'c1015fe8-2a84-4d62-84a8-4373ac63ca49'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:55:07.128297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:07.282514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Allocated IP 192.168.233.2 (8d54cc0a-1eab-4c60-8494-ea5ea16f5353/c1015fe8-2a84-4d62-84a8-4373ac63ca49/059f39cb-43af-428c-8f7b-1eb259cf3c65) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:55:07.487514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:07.498040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Transition to ACTIVE for port object 059f39cb-43af-428c-8f7b-1eb259cf3c65 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:55:07.516492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Transition to ACTIVE for port object 059f39cb-43af-428c-8f7b-1eb259cf3c65 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:55:07.591776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:07.661496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:55:07.664979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:55:07.669230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Pushing event updated for resources: {'Port': ['ID=059f39cb-43af-428c-8f7b-1eb259cf3c65,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:55:07.671493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:55:07.680705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.681067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.681406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.681750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.682098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.682421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.682735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.683050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.683381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.683698 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.684011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.684317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:55:07.768363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Attempting to bind port 059f39cb-43af-428c-8f7b-1eb259cf3c65 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:55:07.768714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Attempting to bind port 059f39cb-43af-428c-8f7b-1eb259cf3c65 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '5281a45a-ecf4-4d69-a4fb-db9275243ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:55:07.769057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Attempting to bind port 059f39cb-43af-428c-8f7b-1eb259cf3c65 on network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:55:07.774296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:55:07.774662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Checking segment: {'id': '5281a45a-ecf4-4d69-a4fb-db9275243ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:55:07.775046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:07.775427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Bound using segment: {'id': '5281a45a-ecf4-4d69-a4fb-db9275243ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:55:07.775873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Bound port: 059f39cb-43af-428c-8f7b-1eb259cf3c65, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5281a45a-ecf4-4d69-a4fb-db9275243ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:55:07.776248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:07.862525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] For port 059f39cb-43af-428c-8f7b-1eb259cf3c65, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:55:07.866205 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] For port 059f39cb-43af-428c-8f7b-1eb259cf3c65, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=059f39cb-43af-428c-8f7b-1eb259cf3c65,segment=NetworkSegment(5281a45a-ecf4-4d69-a4fb-db9275243ed1),segment_id=5281a45a-ecf4-4d69-a4fb-db9275243ed1)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:55:07.933626 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:08.014987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f39f7-82f3-4c36-836c-51c326f88911 None None] Pushing event updated for resources: {'Port': ['ID=059f39cb-43af-428c-8f7b-1eb259cf3c65,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:55:08.798752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 059f39cb-43af-428c-8f7b-1eb259cf3c65 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:55:08.871373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940c340-014c-41db-b6fa-99e46ea6ee0a None None] Network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:55:09.096821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 059f39cb-43af-428c-8f7b-1eb259cf3c65 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:55:09.104453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2e15c8c5-9a64-461f-9258-1002d2daefc4 None None] Provisioning for port 059f39cb-43af-428c-8f7b-1eb259cf3c65 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:55:09.112396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 059f39cb-43af-428c-8f7b-1eb259cf3c65 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:55:09.112705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:09.142653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2e15c8c5-9a64-461f-9258-1002d2daefc4 None None] Provisioning complete for port 059f39cb-43af-428c-8f7b-1eb259cf3c65 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:55:09.143019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e15c8c5-9a64-461f-9258-1002d2daefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:09.354659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e15c8c5-9a64-461f-9258-1002d2daefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:09.364743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:09.411385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 059f39cb-43af-428c-8f7b-1eb259cf3c65, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=059f39cb-43af-428c-8f7b-1eb259cf3c65,segment=NetworkSegment(5281a45a-ecf4-4d69-a4fb-db9275243ed1),segment_id=5281a45a-ecf4-4d69-a4fb-db9275243ed1)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:55:09.510834 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:09.623109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-2e15c8c5-9a64-461f-9258-1002d2daefc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:55:09.623354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-2e15c8c5-9a64-461f-9258-1002d2daefc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:55:09.626841 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=059f39cb-43af-428c-8f7b-1eb259cf3c65,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:55:10.295632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4922c2fb-6c82-4b92-90ab-362a950b6594 None None] Provisioning complete for port 059f39cb-43af-428c-8f7b-1eb259cf3c65 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:55:10.296281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4922c2fb-6c82-4b92-90ab-362a950b6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:10.761734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 059f39cb-43af-428c-8f7b-1eb259cf3c65 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:55:10.830801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 059f39cb-43af-428c-8f7b-1eb259cf3c65 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:55:10.831089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:19.693332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d50fdea1-97c6-4a97-958d-8a3991f8b94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:21.881039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4fd85814-1048-4423-8fdb-358cddd09cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:22.989235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:23.005955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:24.411948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:34.693246 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:55:49.679044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc718-01f2-44da-aa5d-ba5ea50d5dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:51.890701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f32f3596-af21-49e8-8bf2-76da9ef5e0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:53.004676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:53.021451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:55:54.416037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:11.692152 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:56:19.694889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-83d5d5de-d6f0-411c-b2f5-55826bbef858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:21.900807 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-14528dc0-a263-420b-b57a-f2c7835baed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:23.020236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:23.047889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:24.443243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:31.432188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54084) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:56:31.438586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-94bdf17a-ab56-47ab-8101-24af557a835a tempest-verify_tempest_config-1796794713 tempest-verify_tempest_config-1796794713-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:56:31.439597 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-94bdf17a-ab56-47ab-8101-24af557a835a tempest-verify_tempest_config-1796794713 tempest-verify_tempest_config-1796794713-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064049 Mar 02 08:56:31.934547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54102) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:56:32.050639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:32.067553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:56:32.071271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Usage tracker for resource:security_group_rule and tenant:9017e35c56314e9495e27ad32ec5aaa0 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:56:32.073987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:56:32.079459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:56:32.155640 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:32.225953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:32.272182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Synchronizing usage tracker for tenant:1d34d31d8e0f468eb973009fb7600882 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:56:32.275353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1553d5a7-37df-43a7-aa8a-9c4b32adf1e2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:56:32.284900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.285244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.285576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.285925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.286248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.286583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.286905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.287236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.287671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.287962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.288272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.288581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:56:32.362958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] Unset dirty status for tenant:1d34d31d8e0f468eb973009fb7600882 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:56:32.364224 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0d043081-e237-49de-ab79-f3d2d2a2af79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9017e35c56314e9495e27ad32ec5aaa0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4287388 Mar 02 08:56:32.366914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54108) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:56:32.422392 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a899e895-76ec-4f31-be58-23d715993767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:32.446922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a899e895-76ec-4f31-be58-23d715993767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:32.585981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a899e895-76ec-4f31-be58-23d715993767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:32.603726 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899e895-76ec-4f31-be58-23d715993767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1553d5a7-37df-43a7-aa8a-9c4b32adf1e2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:56:32.609902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a899e895-76ec-4f31-be58-23d715993767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:32.610701 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a899e895-76ec-4f31-be58-23d715993767 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1553d5a7-37df-43a7-aa8a-9c4b32adf1e2 HTTP/1.1" status: 204 len: 168 time: 0.2428913 Mar 02 08:56:48.690893 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:56:49.721760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45f70df6-a49e-422a-b745-f1b2180a5fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:51.973022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e046ef67-29e6-425d-8b40-3bdb9a2f17ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:53.012958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:53.062674 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:56:54.418615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:19.718256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cedbd60d-5fca-4197-9992-798285c71fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:21.891415 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3f13bd42-61f7-4dce-8d7c-69e54c2c1e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:23.032117 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:23.083485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:24.415386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:25.689142 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 5 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:57:47.107628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3871605'] for agent, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:49.710645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd49d-e47a-48a0-af80-d9ba45e50e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:51.918768 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5c49-1771-44bb-a7dc-75878e45f648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:53.030368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:53.058712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:57:54.444689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:01.217072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54178) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:58:01.328203 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9fc5ba0b-b9e4-4d2d-8521-dbe71dae2301 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1100593 Mar 02 08:58:02.688374 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:58:03.486148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54188) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:58:03.542636 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f4b1abc1-40c7-49ca-969c-84220b90b1dd admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0554206 Mar 02 08:58:17.131223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:19.717282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ca19f5d7-2804-41e5-98a5-f21447298bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:21.919519 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-86388c3c-0f3a-4358-8f13-9150957a5eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:23.025911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:23.036845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:24.414350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:39.688725 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:58:47.104690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:49.684002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cd991d7d-0a0a-4a83-bd69-65e3049819a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:51.899000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b487a796-3fc9-4336-a9b8-5e5441b20de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:53.018704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:53.048845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:58:54.431667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:16.689752 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:59:17.097275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:19.685950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ee041e1f-9870-4275-b62c-6a7da5b691d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:21.908308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-316a336c-99f4-4763-bfd8-5db8a979e946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:23.017398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:23.045601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:24.446865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:33.376223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54376) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:33.488179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54384) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:33.997944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1364106823-network', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:34.002785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:34.007190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Usage tracker for resource:network and tenant:134e7f23a23046d49d74603c7e2e9a9a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:34.010211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:34.016460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:34.029364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54402) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.032762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-5e7581e3-a6e7-442b-9385-f87183fbfd90 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.039699 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5e7581e3-a6e7-442b-9385-f87183fbfd90 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5473843 Mar 02 08:59:34.042108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54408) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.047419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-1fb98d1d-5875-48fe-a4cb-f0c54a5a44ea tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.048382 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1fb98d1d-5875-48fe-a4cb-f0c54a5a44ea tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051067 Mar 02 08:59:34.050815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54412) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.055648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-02f30225-7bad-4692-af0a-4668dc536682 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.056551 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-02f30225-7bad-4692-af0a-4668dc536682 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048587 Mar 02 08:59:34.058849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54416) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.063790 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-74d6090d-1a90-4e26-9cc9-aeffad49f343 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.067468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54420) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.067770 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-74d6090d-1a90-4e26-9cc9-aeffad49f343 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0076134 Mar 02 08:59:34.072338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-862ce954-c01b-44b4-a3bd-dd06229739e9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.073256 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-862ce954-c01b-44b4-a3bd-dd06229739e9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048718 Mar 02 08:59:34.078874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54424) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.083649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-ffcac380-6466-43bb-9440-7035a4795d87 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.086960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54428) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.087090 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ffcac380-6466-43bb-9440-7035a4795d87 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0073197 Mar 02 08:59:34.091486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-a8aad1bd-3d80-4129-aa84-80d3bea00722 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.091742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Made reservation on behalf of 134e7f23a23046d49d74603c7e2e9a9a for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:34.092399 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a8aad1bd-3d80-4129-aa84-80d3bea00722 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045824 Mar 02 08:59:34.095008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.095280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54432) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.099915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-c62fca63-3c9c-44ef-b902-7c2139581128 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.104329 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c62fca63-3c9c-44ef-b902-7c2139581128 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045767 Mar 02 08:59:34.104574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54436) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.109279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.109414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-6c5ac62c-2c73-4c7e-b7f3-5889c75ff12c tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.110260 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6c5ac62c-2c73-4c7e-b7f3-5889c75ff12c tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047081 Mar 02 08:59:34.112644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54440) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.117313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-f291e849-fc06-40f6-b9df-4a5d90f51eb6 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.121826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54444) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.127252 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f291e849-fc06-40f6-b9df-4a5d90f51eb6 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0075910 Mar 02 08:59:34.129504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-4189047f-36c5-4143-8299-fe5cdbf5a24f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.132931 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4189047f-36c5-4143-8299-fe5cdbf5a24f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0063159 Mar 02 08:59:34.132931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:34.134037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54450) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.136321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Usage tracker for resource:security_group_rule and tenant:134e7f23a23046d49d74603c7e2e9a9a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:34.139343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:34.141326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-633a8beb-50df-407f-8d10-a81b8db16258 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.144824 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-633a8beb-50df-407f-8d10-a81b8db16258 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0095890 Mar 02 08:59:34.145389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54454) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.148496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:34.153153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-811a7a30-0ae7-4159-8ebc-6eefe3edf065 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.154124 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-811a7a30-0ae7-4159-8ebc-6eefe3edf065 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0077765 Mar 02 08:59:34.157430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54458) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.168372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-0c830c73-0ccf-45d3-813a-fdfa8b94cbec tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.168372 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0c830c73-0ccf-45d3-813a-fdfa8b94cbec tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069675 Mar 02 08:59:34.170257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54464) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.176995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-3097849b-a67c-4917-a54c-6623f176af20 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.177944 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3097849b-a67c-4917-a54c-6623f176af20 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067959 Mar 02 08:59:34.180467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54468) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.186647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-400d1aa5-879d-419d-a884-e86b95cdf9ad tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.191088 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-400d1aa5-879d-419d-a884-e86b95cdf9ad tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0092154 Mar 02 08:59:34.192109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54472) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.197928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-75f4b24c-3072-44fe-a673-cc7c9df9a9c9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.202133 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-75f4b24c-3072-44fe-a673-cc7c9df9a9c9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0087204 Mar 02 08:59:34.203447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54476) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.209387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-95bf7ec8-fad9-4a5d-a12f-a7f0892e422a tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.213210 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-95bf7ec8-fad9-4a5d-a12f-a7f0892e422a tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063367 Mar 02 08:59:34.213551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54480) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.220289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-6f85d40d-2f04-41e5-ae21-d98f909ebbd4 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.221251 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6f85d40d-2f04-41e5-ae21-d98f909ebbd4 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067048 Mar 02 08:59:34.227626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54484) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.236262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-3fc93c13-85b7-4471-9500-032a93dac907 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.238433 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3fc93c13-85b7-4471-9500-032a93dac907 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0098228 Mar 02 08:59:34.239681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54488) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.245087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-189da6b9-838e-4f42-b074-208001ce6122 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.248773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-189da6b9-838e-4f42-b074-208001ce6122 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0081377 Mar 02 08:59:34.249127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54492) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.256999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-36beefa4-1bbb-4a2e-bede-a12134cf6fe5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.258212 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-36beefa4-1bbb-4a2e-bede-a12134cf6fe5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0079908 Mar 02 08:59:34.260771 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54496) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.275532 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-c7d1d412-697d-4cc7-8d4b-690b43842f23 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.276464 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c7d1d412-697d-4cc7-8d4b-690b43842f23 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0146308 Mar 02 08:59:34.285693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54502) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.291042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-f8ab9fd5-5b81-496b-9b95-d883b3f37225 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.291994 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f8ab9fd5-5b81-496b-9b95-d883b3f37225 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053492 Mar 02 08:59:34.292581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.294516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54506) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.298976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-1265444e-b29f-4376-ac21-86b05272b616 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.299871 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1265444e-b29f-4376-ac21-86b05272b616 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044987 Mar 02 08:59:34.302118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54510) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.306363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-6384b71b-6155-44e7-b2ef-be8ee1e3f2e5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.307239 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6384b71b-6155-44e7-b2ef-be8ee1e3f2e5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043128 Mar 02 08:59:34.310965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54514) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.316058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-3bf4291b-71a1-4d16-ae4c-76b1d5847cf0 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.316949 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3bf4291b-71a1-4d16-ae4c-76b1d5847cf0 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051928 Mar 02 08:59:34.319071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54518) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.323221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-0011dca7-1604-44c5-b054-08a216856e5b tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.324101 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0011dca7-1604-44c5-b054-08a216856e5b tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042443 Mar 02 08:59:34.326415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54522) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.331323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-0b934cf3-873b-4b7b-9823-0cdb27c0fea9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.332394 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0b934cf3-873b-4b7b-9823-0cdb27c0fea9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051773 Mar 02 08:59:34.334599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54526) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.339021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-3d9f0fd3-7164-45e3-97bf-19d671338927 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.340841 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3d9f0fd3-7164-45e3-97bf-19d671338927 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043354 Mar 02 08:59:34.343741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54532) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.348188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-6e9500ae-488f-42a3-b7ef-18bfdd25bc27 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.349079 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6e9500ae-488f-42a3-b7ef-18bfdd25bc27 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044847 Mar 02 08:59:34.351202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54536) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.355593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-3c4ce960-aa28-4340-b5d6-78bf3891f8e9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.356557 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3c4ce960-aa28-4340-b5d6-78bf3891f8e9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044878 Mar 02 08:59:34.358800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54540) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.360493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.363495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-59f07832-4dad-4455-89a6-2a5ea809fa4f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.365390 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-59f07832-4dad-4455-89a6-2a5ea809fa4f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056005 Mar 02 08:59:34.371309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54544) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.378697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-c84d1590-daeb-4690-9e22-fb5c5e46ed5e tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.382280 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c84d1590-daeb-4690-9e22-fb5c5e46ed5e tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0097029 Mar 02 08:59:34.382840 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54548) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.387818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-871412b3-6710-4c9b-93b7-7d6830565292 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.391055 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-871412b3-6710-4c9b-93b7-7d6830565292 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0071926 Mar 02 08:59:34.391600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54552) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.393804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:59:34.396229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-1ce68236-5e98-4aaa-bbf5-a30805ddb5e6 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.397355 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1ce68236-5e98-4aaa-bbf5-a30805ddb5e6 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045128 Mar 02 08:59:34.401408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54556) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.403713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8827eb-0ca1-49cb-92e5-2d76fce8d40b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:34.405795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-559bcddb-5ca6-4028-b6ae-d25a49b3f5c0 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.409276 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-559bcddb-5ca6-4028-b6ae-d25a49b3f5c0 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0072184 Mar 02 08:59:34.409818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54560) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.412486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.412965 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.413185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.413520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.413862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.414206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.414458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-a23c1434-8b2f-410a-b800-640b5a4d2c2f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.414883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.415229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.415348 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a23c1434-8b2f-410a-b800-640b5a4d2c2f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045455 Mar 02 08:59:34.415627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.415955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.416419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.416642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Tracked resource versions report: Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: pushed versions: Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: { 'AddressGroup': {'1.2'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'ConntrackHelper': {'1.0'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Log': {'1.0'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Network': {'1.1'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Port': {'1.7'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'PortForwarding': {'1.2'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'QosPolicy': {'1.8'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SecurityGroup': {'1.4'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SecurityGroupRule': {'1.2'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SubPort': {'1.0'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Subnet': {'1.1'}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Trunk': {'1.1'}} Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: consumer versions: Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: { DHCP agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: HyperV agent@hv-neutron-8287: {}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: L3 agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: Metadata agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: Metering agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: Open vSwitch agent@dv-neutron-828796-1-hyperv: { 'AddressGroup': '1.2', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'ConntrackHelper': '1.0', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Log': '1.0', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Network': '1.1', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Port': '1.7', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'PortForwarding': '1.2', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'QosPolicy': '1.8', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SecurityGroup': '1.4', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SecurityGroupRule': '1.2', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'SubPort': '1.0', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Subnet': '1.1', Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: 'Trunk': '1.1'}} Mar 02 08:59:34.417861 dv-neutron-828796-1-hyperv neutron-server[88400]: {{(pid=88400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 08:59:34.420186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54564) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.426619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.427013 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Added segment 914d071b-640f-4f22-853e-f6aeaa3f857a of type vlan for network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 Mar 02 08:59:34.431470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-5b46d52b-82ea-489c-9172-01858531eef3 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.434992 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5b46d52b-82ea-489c-9172-01858531eef3 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0076649 Mar 02 08:59:34.435536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54570) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.440534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-ffd8d2c9-6188-45b2-bd91-8d97e01703e8 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.444008 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ffd8d2c9-6188-45b2-bd91-8d97e01703e8 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0076053 Mar 02 08:59:34.444553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54574) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.449526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-d0137218-5753-4536-ab09-01f70ff7074a tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.453966 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d0137218-5753-4536-ab09-01f70ff7074a tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083208 Mar 02 08:59:34.456680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54578) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.459541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-dde7be23-ce4c-44d3-a9f9-6fb5a2662005 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.463325 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dde7be23-ce4c-44d3-a9f9-6fb5a2662005 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077395 Mar 02 08:59:34.464372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54582) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.469106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-ac86eb89-cf1d-44a3-aec0-383ba2677fdf tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.472842 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ac86eb89-cf1d-44a3-aec0-383ba2677fdf tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0074465 Mar 02 08:59:34.473009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1439515870-network', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:34.473693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54586) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.478368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:34.479046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-69bae3e7-5189-473f-926c-dadbcfeed8a5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.481052 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-69bae3e7-5189-473f-926c-dadbcfeed8a5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060046 Mar 02 08:59:34.484270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Usage tracker for resource:network and tenant:2fab3e94ce60419d8ffa7baee0093f48 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:34.487360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:34.487507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54590) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.491256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.493038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-6ea9695c-1ce2-47ab-8951-5d88e7147990 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.496805 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6ea9695c-1ce2-47ab-8951-5d88e7147990 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0084078 Mar 02 08:59:34.497526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54594) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.498223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:34.503216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-f9d5f432-b19b-44a5-9c43-1ce730dbc649 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.506977 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f9d5f432-b19b-44a5-9c43-1ce730dbc649 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0082045 Mar 02 08:59:34.507443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54598) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.514127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-da66c8cc-e7af-45b5-81b1-bd354f7ce4bd tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.515611 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-da66c8cc-e7af-45b5-81b1-bd354f7ce4bd tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067132 Mar 02 08:59:34.518068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54602) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.524251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-4c87ff88-4582-4dbe-9b83-4855990147e8 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.527578 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4c87ff88-4582-4dbe-9b83-4855990147e8 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0063078 Mar 02 08:59:34.527861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54606) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.543699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-df15ebbe-55f0-4d57-876c-e03d82eb4f0a tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.547597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54610) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.548253 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-df15ebbe-55f0-4d57-876c-e03d82eb4f0a tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0192769 Mar 02 08:59:34.554393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-a87d8df0-1270-4b1c-baa4-8c7dd2c23ea9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.557801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a87d8df0-1270-4b1c-baa4-8c7dd2c23ea9 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0067856 Mar 02 08:59:34.558155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54614) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.565579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-cd7f2761-d831-4bf1-b9d5-aadda767dee4 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.567882 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cd7f2761-d831-4bf1-b9d5-aadda767dee4 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086644 Mar 02 08:59:34.573506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54618) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.580570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-c294c314-e080-4e28-91a6-d3cf18802e13 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.581521 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c294c314-e080-4e28-91a6-d3cf18802e13 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0067580 Mar 02 08:59:34.583959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54622) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.598001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [None req-7c7907fa-7d1a-467a-b85b-4b0229a211c5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.598001 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7c7907fa-7d1a-467a-b85b-4b0229a211c5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045149 Mar 02 08:59:34.598001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Made reservation on behalf of 2fab3e94ce60419d8ffa7baee0093f48 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:34.598001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.599407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54626) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.604560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-48f2bfbf-22f3-45db-9f97-18f7ece549ba tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.605443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.605935 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-48f2bfbf-22f3-45db-9f97-18f7ece549ba tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050771 Mar 02 08:59:34.608103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54630) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.612630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-063102a5-e98b-40bb-82aa-f72c8dea658f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.613519 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-063102a5-e98b-40bb-82aa-f72c8dea658f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045187 Mar 02 08:59:34.616112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54634) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.620013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:34.631579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-76823faf-b7e0-4ccb-b264-831714029e88 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.631579 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-76823faf-b7e0-4ccb-b264-831714029e88 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046675 Mar 02 08:59:34.631799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:2fab3e94ce60419d8ffa7baee0093f48 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:34.631799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:34.632657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:34.633226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54638) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.637665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-8d8df4ef-99ba-4331-b209-2be7c1a717c5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.638585 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8d8df4ef-99ba-4331-b209-2be7c1a717c5 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045061 Mar 02 08:59:34.641459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54642) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.645959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-2e68ce1b-9876-40b2-80cf-3a3adabc1d7f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.647107 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2e68ce1b-9876-40b2-80cf-3a3adabc1d7f tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045238 Mar 02 08:59:34.649226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54646) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.653647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-c6edf95a-293a-4914-bb83-ea9bcdd7a961 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.653777 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.654561 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c6edf95a-293a-4914-bb83-ea9bcdd7a961 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044992 Mar 02 08:59:34.654684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:34.655316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.656861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54650) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.661892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-cd9e377a-aa34-4f87-ac9b-f32add065ece tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.662785 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cd9e377a-aa34-4f87-ac9b-f32add065ece tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051160 Mar 02 08:59:34.664945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54654) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.669341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-8a6d1dee-bf11-4497-9624-1e248517b399 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.670303 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8a6d1dee-bf11-4497-9624-1e248517b399 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044837 Mar 02 08:59:34.672488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54658) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.676644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-7eb5c3a0-bfaa-4ea3-abe7-dc54968c2d69 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.677519 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7eb5c3a0-bfaa-4ea3-abe7-dc54968c2d69 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041773 Mar 02 08:59:34.679807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54664) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.684101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-a3d362ca-2000-44d1-8d83-85b0348fe681 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.688907 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a3d362ca-2000-44d1-8d83-85b0348fe681 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043724 Mar 02 08:59:34.690705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54668) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.696193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-ee981705-27dd-464c-9b1f-f076e2b657db tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.697730 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ee981705-27dd-464c-9b1f-f076e2b657db tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059652 Mar 02 08:59:34.699791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54672) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.704958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-68227ffc-fa86-4534-a384-5c6512546158 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.705856 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-68227ffc-fa86-4534-a384-5c6512546158 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048974 Mar 02 08:59:34.708273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54676) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.713348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-c894618f-a588-4648-ac73-d0163ac3d34e tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.717681 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c894618f-a588-4648-ac73-d0163ac3d34e tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0061808 Mar 02 08:59:34.722459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54684) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.730119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-f8601ec9-d8d0-44f3-aa97-3b0c414b5865 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.734755 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f8601ec9-d8d0-44f3-aa97-3b0c414b5865 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0113704 Mar 02 08:59:34.735191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54688) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.740342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-5180c91a-663e-41e7-b330-9b1164794233 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.742178 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5180c91a-663e-41e7-b330-9b1164794233 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0060658 Mar 02 08:59:34.748856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54692) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.758841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [None req-2dacee94-2682-4810-9360-903be230f570 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 08:59:34.763930 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2dacee94-2682-4810-9360-903be230f570 tempest-ExtensionsTestJSON-1692195428 tempest-ExtensionsTestJSON-1692195428-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0118549 Mar 02 08:59:34.822509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] Pushing event updated for resources: {'Network': ['ID=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:34.836813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:59:34.840015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.845449 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54700) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:34.845584 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e84a1ea0-8ef8-48bd-8bc9-8b0361e31940 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4682879 Mar 02 08:59:34.851080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Request body: {'subnet': {'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1364106823-subnet', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:34.857149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:34.862083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Usage tracker for resource:subnet and tenant:134e7f23a23046d49d74603c7e2e9a9a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:34.865336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:34.871602 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:34.919867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.952216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:59:34.961866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7949ef5c-7302-4785-acf7-ba9d810ad1de,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:34.968745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:34.969303 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Added segment 39d638e9-6938-4f70-a413-c8dc89874c71 of type vlan for network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 Mar 02 08:59:34.988160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Made reservation on behalf of 134e7f23a23046d49d74603c7e2e9a9a for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:34.990513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:35.001629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:35.178074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:35.179155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:35.185308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:35.264161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:35.278703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:35.290853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:59:35.316450 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d733089e-ac3b-482f-bd1c-ddc70dca0ab2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2853785 Mar 02 08:59:35.319476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54716) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:35.330848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Request body: {'subnet': {'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1439515870-subnet', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:35.336113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:35.340583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Usage tracker for resource:subnet and tenant:2fab3e94ce60419d8ffa7baee0093f48 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:35.344026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:35.350263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:35.361698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74a3713-1999-4c8f-b206-2ca5e5a8b17f,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:35.371442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.371808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.372263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.372447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.373217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.373509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.373849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.374169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.374521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.374836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.375316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54720) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:35.375932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.376164 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Tracked resource versions report: Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: pushed versions: Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: { 'AddressGroup': {'1.2'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'ConntrackHelper': {'1.0'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Log': {'1.0'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Network': {'1.1'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Port': {'1.7'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'PortForwarding': {'1.2'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'QosPolicy': {'1.8'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SecurityGroup': {'1.4'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SecurityGroupRule': {'1.2'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SubPort': {'1.0'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Subnet': {'1.1'}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Trunk': {'1.1'}} Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: consumer versions: Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: { DHCP agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: HyperV agent@hv-neutron-8287: {}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: L3 agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: Metadata agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: Metering agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: Open vSwitch agent@dv-neutron-828796-1-hyperv: { 'AddressGroup': '1.2', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'ConntrackHelper': '1.0', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Log': '1.0', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Network': '1.1', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Port': '1.7', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'PortForwarding': '1.2', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'QosPolicy': '1.8', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SecurityGroup': '1.4', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SecurityGroupRule': '1.2', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'SubPort': '1.0', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Subnet': '1.1', Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: 'Trunk': '1.1'}} Mar 02 08:59:35.377627 dv-neutron-828796-1-hyperv neutron-server[88401]: {{(pid=88401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 08:59:35.410165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Checking segment: {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:35.410291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Network hostable DHCP agents. Network: 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:59:35.416815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Made reservation on behalf of 2fab3e94ce60419d8ffa7baee0093f48 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:35.419396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:35.492375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:59:35.577376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:35.582171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:35.582787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:35.588054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465c7de1-9e04-4e89-b785-9d70c2a51058 None None] Network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:35.701362 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b6f6b85b-f02b-4bbe-9dab-cac23c521299 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8547535 Mar 02 08:59:35.709864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54734) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:35.725319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:35.733399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:35.744277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Usage tracker for resource:router and tenant:134e7f23a23046d49d74603c7e2e9a9a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:35.748395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:35.755950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:35.824239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:59:35.824239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:35.873294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1408267385', 'router:external': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:35.877894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:35.881687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Usage tracker for resource:network and tenant:c95eb62be4a14e2da1eca1fb91383676 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:35.884495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:35.890159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:35.902984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54738) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:35.980286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Allocated IP 172.20.0.2 (4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4/c74a3713-1999-4c8f-b206-2ca5e5a8b17f/8a2afd23-8c46-4296-ad26-202962e50b74) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:36.045175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.075558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Made reservation on behalf of c95eb62be4a14e2da1eca1fb91383676 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:36.077748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.086878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.087754 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.108464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.152493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.170169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:36.179377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Usage tracker for resource:security_group_rule and tenant:c95eb62be4a14e2da1eca1fb91383676 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:36.187205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:36.197357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3925aa-8737-4a16-8b77-5b00fc03bcf0,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:36.199566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Checking segment: {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:36.199838 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Network hostable DHCP agents. Network: 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:59:36.201328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.206531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:36.215748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Transition to ACTIVE for port object 8a2afd23-8c46-4296-ad26-202962e50b74 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:36.240487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Transition to ACTIVE for port object 8a2afd23-8c46-4296-ad26-202962e50b74 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:36.349501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.356313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.367269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:59:36.421233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Pushing event updated for resources: {'Port': ['ID=8a2afd23-8c46-4296-ad26-202962e50b74,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:36.430975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.431317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.431911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.432460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.432975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.433378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.433897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.434007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.434375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.434789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.435182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.435569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.435964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Tracked resource versions report: Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: pushed versions: Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: { 'AddressGroup': {'1.2'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'ConntrackHelper': {'1.0'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Log': {'1.0'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Network': {'1.1'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Port': {'1.7'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'PortForwarding': {'1.2'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'QosPolicy': {'1.8'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SecurityGroup': {'1.4'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SecurityGroupRule': {'1.2'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SubPort': {'1.0'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Subnet': {'1.1'}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Trunk': {'1.1'}} Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: consumer versions: Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: { DHCP agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: HyperV agent@hv-neutron-8287: {}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: L3 agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: Metadata agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: Metering agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: Open vSwitch agent@dv-neutron-828796-1-hyperv: { 'AddressGroup': '1.2', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'ConntrackHelper': '1.0', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Log': '1.0', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Network': '1.1', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Port': '1.7', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'PortForwarding': '1.2', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'QosPolicy': '1.8', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SecurityGroup': '1.4', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SecurityGroupRule': '1.2', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'SubPort': '1.0', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Subnet': '1.1', Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: 'Trunk': '1.1'}} Mar 02 08:59:36.437189 dv-neutron-828796-1-hyperv neutron-server[88402]: {{(pid=88402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 08:59:36.448240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:36.450028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:36.453118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:36.521443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24f53823-1e7e-43ee-a063-1c5fa23e546a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.547261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Attempting to bind port 8a2afd23-8c46-4296-ad26-202962e50b74 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:36.548149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Attempting to bind port 8a2afd23-8c46-4296-ad26-202962e50b74 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:36.548685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Attempting to bind port 8a2afd23-8c46-4296-ad26-202962e50b74 on network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:36.566514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:59:36.566514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Checking segment: {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:36.566514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.566514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Bound using segment: {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:59:36.566514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Bound port: 8a2afd23-8c46-4296-ad26-202962e50b74, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:59:36.566514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.567250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:36.590422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-24f53823-1e7e-43ee-a063-1c5fa23e546a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:36.590953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:36.590953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.595647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-24f53823-1e7e-43ee-a063-1c5fa23e546a admin admin] Usage tracker for resource:security_group_rule and tenant:29524e0ec09c4e95ab7428f1fa8c635e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:36.602359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-24f53823-1e7e-43ee-a063-1c5fa23e546a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:36.612438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-24f53823-1e7e-43ee-a063-1c5fa23e546a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:36.630314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ad1e5-7e00-4b70-9000-ddbd3a5a4c4f None None] Network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:36.650569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:59:36.651772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54758) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:36.660301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294ddf35-b730-4fc5-9f9d-1ef244edec5b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:36.665247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.714109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.714503 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Added segment aacf7f34-349d-4579-b4ef-e84826b6b8e4 of type vlan for network 64c346d4-1e11-48a6-97e1-d89d312a85ab Mar 02 08:59:36.736179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24f53823-1e7e-43ee-a063-1c5fa23e546a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.773020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.806023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24f53823-1e7e-43ee-a063-1c5fa23e546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.833948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] For port 8a2afd23-8c46-4296-ad26-202962e50b74, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:36.848114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] For port 8a2afd23-8c46-4296-ad26-202962e50b74, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8a2afd23-8c46-4296-ad26-202962e50b74,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:59:36.890709 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b3d63730-9559-4d2f-9778-0ceebeaec6f9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5687633 Mar 02 08:59:36.892342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54768) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:36.910340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f53823-1e7e-43ee-a063-1c5fa23e546a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388415d9-1d7d-4915-8e30-db52216d835f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:36.915209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:36.928324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-614788312'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:36.929510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:36.958858 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-24f53823-1e7e-43ee-a063-1c5fa23e546a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29524e0ec09c4e95ab7428f1fa8c635e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0421662 Mar 02 08:59:36.958858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:36.959028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:36.959129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54772) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:36.984941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Usage tracker for resource:network and tenant:5723c41af4aa44afa007d2367f898876 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:36.988881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:37.019262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:37.034248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Usage tracker for resource:router and tenant:2fab3e94ce60419d8ffa7baee0093f48 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:37.053991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:59:37.055068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:37.058628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.071455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:37.089549 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54780) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:37.091973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daa465-614e-485e-99f4-127d6a644f1b None None] Pushing event updated for resources: {'Port': ['ID=8a2afd23-8c46-4296-ad26-202962e50b74,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:37.122113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27418289-05b3-4076-a9fc-674e14a3fe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.122235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.122683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:37.123266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.145048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Made reservation on behalf of 5723c41af4aa44afa007d2367f898876 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:37.151205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.194036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.195350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.197142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.247063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27418289-05b3-4076-a9fc-674e14a3fe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.265898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:37.270333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Usage tracker for resource:security_group_rule and tenant:5723c41af4aa44afa007d2367f898876 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:37.270618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event updated for resources: {'Network': ['ID=64c346d4-1e11-48a6-97e1-d89d312a85ab,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:37.273990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:37.277317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.283361 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-147f20c9-9d0c-4bec-9e99-fb17a54e4882 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9039583 Mar 02 08:59:37.286748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:37.287815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54788) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:37.298772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'subnet': {'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:37.306675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:37.315048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Usage tracker for resource:subnet and tenant:c95eb62be4a14e2da1eca1fb91383676 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:37.323277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:37.559035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54792) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:37.560357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 64c346d4-1e11-48a6-97e1-d89d312a85ab details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:59:37.561034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-944778450'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:37.561034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:37.561034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Usage tracker for resource:network and tenant:29576ee3fe294785ba9e0e7612c5d319 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:37.561034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:37.561034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:37.562374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.611304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:37.612002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1816798645'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:37.617229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:37.621384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Usage tracker for resource:network and tenant:1626333841b44daeb421b70578277abf is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:37.624505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:37.630674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:37.634710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.652424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Allocated IP 172.20.0.2 (43aa9e5b-557a-4bfa-8385-0ab2334b2ce2/6d3925aa-8737-4a16-8b77-5b00fc03bcf0/5458665b-f8e2-41b9-8a28-8f0f53f21b01) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:37.680047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad9df94-e5e6-4d27-9838-67960a736105,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:37.689913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:59:37.699976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.700372 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Added segment dbb64d20-c315-4be9-ac92-6f235850b2e5 of type vlan for network 90af4a64-d6a4-4a40-aa16-ac68c1646c9c Mar 02 08:59:37.718768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27418289-05b3-4076-a9fc-674e14a3fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.735881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27418289-05b3-4076-a9fc-674e14a3fe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388415d9-1d7d-4915-8e30-db52216d835f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:37.769009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Made reservation on behalf of 1626333841b44daeb421b70578277abf for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:37.774700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.793059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.801275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.853393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Made reservation on behalf of c95eb62be4a14e2da1eca1fb91383676 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:37.855732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.861699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27418289-05b3-4076-a9fc-674e14a3fe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.863085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-27418289-05b3-4076-a9fc-674e14a3fe33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/388415d9-1d7d-4915-8e30-db52216d835f HTTP/1.1" status: 204 len: 168 time: 0.9124334 Mar 02 08:59:37.873250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Made reservation on behalf of 29576ee3fe294785ba9e0e7612c5d319 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:37.876928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.878575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:37.885993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Usage tracker for resource:security_group_rule and tenant:1626333841b44daeb421b70578277abf is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:37.890736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:37.898348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:37.905165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.918188 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Transition to ACTIVE for port object 5458665b-f8e2-41b9-8a28-8f0f53f21b01 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:37.939129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.941859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Transition to ACTIVE for port object 5458665b-f8e2-41b9-8a28-8f0f53f21b01 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:37.945018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:37.945681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.972675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:37.984862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.018171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.050845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.091146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:38.115724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.121997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Usage tracker for resource:security_group_rule and tenant:29576ee3fe294785ba9e0e7612c5d319 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:38.144282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:38.145939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Pushing event updated for resources: {'Port': ['ID=5458665b-f8e2-41b9-8a28-8f0f53f21b01,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:38.152547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:38.156116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:38.191288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:38.206759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:38.231430 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5782614 Mar 02 08:59:38.241035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54810) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:38.247783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7a16b-cf6d-46e5-86ed-74d67424da2c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Pushing event updated for resources: {'Network': ['ID=90af4a64-d6a4-4a40-aa16-ac68c1646c9c,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:38.255282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Request body: {'subnet': {'network_id': '90af4a64-d6a4-4a40-aa16-ac68c1646c9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:38.271855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 90af4a64-d6a4-4a40-aa16-ac68c1646c9c details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:59:38.322964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Attempting to bind port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:38.323473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Attempting to bind port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:38.325221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Attempting to bind port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 on network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:38.350706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:59:38.351056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.353261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Checking segment: {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:38.353746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.354243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Bound using segment: {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:59:38.356049 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Bound port: 5458665b-f8e2-41b9-8a28-8f0f53f21b01, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:59:38.356448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.360086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.487807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.504778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce75ec-ba93-4553-b609-7bcabb640087 None None] Network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:38.512721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Allocated IP 172.26.3.91 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/20a9eb5f-9960-46b6-8985-defa8affe660) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:38.538558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:59:38.558049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.558049 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Added segment 08874fbe-2bf2-417a-91a2-2e97f3f75a4e of type vlan for network 7e1aa611-975c-4128-a697-5afbb38d6ae1 Mar 02 08:59:38.617576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:38.626282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.657964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Usage tracker for resource:subnet and tenant:5723c41af4aa44afa007d2367f898876 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:38.700040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:38.708841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:38.721035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c13ac3-1efb-478d-b3e5-695134768212,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:38.789262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Made reservation on behalf of 5723c41af4aa44afa007d2367f898876 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:38.793150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks [] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.803891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] For port 5458665b-f8e2-41b9-8a28-8f0f53f21b01, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:38.807617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] For port 5458665b-f8e2-41b9-8a28-8f0f53f21b01, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5458665b-f8e2-41b9-8a28-8f0f53f21b01,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:59:38.815322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54830) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:38.820481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.826224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:38.826878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.841141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-985cd0c4-95c9-4bad-96a7-450b582791c4 None None] Provisioning for port 8a2afd23-8c46-4296-ad26-202962e50b74 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:38.871660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.872635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:38.989415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d3de9-f7c4-4650-adf0-d22e2823a26d,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:38.991568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca97360-2810-45fd-8459-441d5b9c3c4e None None] Pushing event updated for resources: {'Port': ['ID=5458665b-f8e2-41b9-8a28-8f0f53f21b01,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:38.996229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8a2afd23-8c46-4296-ad26-202962e50b74 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:39.022751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.032828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:59:39.084508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.084953 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Added segment 45932193-bd3e-4061-ae6e-3673ae59f7af of type vlan for network 9b838e7c-596e-4eec-a60d-df2e4101c07f Mar 02 08:59:39.161249 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7762704 Mar 02 08:59:39.198753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 8a2afd23-8c46-4296-ad26-202962e50b74 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:39.208609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b2376ba2-ef61-43e3-b7d9-7eb1dc1a7185 None None] Provisioning complete for port 8a2afd23-8c46-4296-ad26-202962e50b74 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:39.208980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b2376ba2-ef61-43e3-b7d9-7eb1dc1a7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.240980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8a2afd23-8c46-4296-ad26-202962e50b74 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:39.241196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.270454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.289700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9208c8-27be-420e-b56c-e77c6a3c093e tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Pushing event updated for resources: {'Network': ['ID=7e1aa611-975c-4128-a697-5afbb38d6ae1,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:39.322972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 7e1aa611-975c-4128-a697-5afbb38d6ae1 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:59:39.424565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.508257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.584158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.616479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54854) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:39.660538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.665610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Checking segment: {'id': 'dbb64d20-c315-4be9-ac92-6f235850b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90af4a64-d6a4-4a40-aa16-ac68c1646c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:39.666109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Network hostable DHCP agents. Network: 90af4a64-d6a4-4a40-aa16-ac68c1646c9c, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:59:39.666185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:39.666713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.694360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.707358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:39.722447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:39.724029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.731208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Usage tracker for resource:floatingip and tenant:bc13ba60e21c498dad78c6aec7f56b73 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:39.736986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:39.752265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:39.761642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Pushing event updated for resources: {'Subnet': ['ID=e028fb5c-1de1-48be-979d-3a10166311da,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:39.769066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b2376ba2-ef61-43e3-b7d9-7eb1dc1a7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.770331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1265121114'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:39.781378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:39.786999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Usage tracker for resource:network and tenant:9cd521dbc8b349cb9fd236406f5569c8 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:39.788117 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8a2afd23-8c46-4296-ad26-202962e50b74, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8a2afd23-8c46-4296-ad26-202962e50b74,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:39.790920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:39.797138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:39.875428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.892042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Pushing event updated for resources: {'Network': ['ID=9b838e7c-596e-4eec-a60d-df2e4101c07f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:39.903615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 9b838e7c-596e-4eec-a60d-df2e4101c07f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:59:39.908495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:39.915333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Network 90af4a64-d6a4-4a40-aa16-ac68c1646c9c is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:59:39.917268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Made reservation on behalf of 9cd521dbc8b349cb9fd236406f5569c8 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:39.922225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.922394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:39.935131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:39.943916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.962478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:39.968785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:40.009349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Pushing event updated for resources: {'Port': ['ID=20a9eb5f-9960-46b6-8985-defa8affe660,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:40.025453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Usage tracker for resource:security_group_rule and tenant:9cd521dbc8b349cb9fd236406f5569c8 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:40.031548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 90af4a64-d6a4-4a40-aa16-ac68c1646c9c) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:40.036118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:40.036706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.047145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:40.060993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:40.094093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8a2afd23-8c46-4296-ad26-202962e50b74,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:40.097245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e37d8-3005-4ea8-9761-ad156ce7a4d9 None None] Network 90af4a64-d6a4-4a40-aa16-ac68c1646c9c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:40.152664 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-babf58ff-6ee0-417f-9083-f47ab00ccfe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.0603848 Mar 02 08:59:40.198435 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d29a3658-8538-46ea-b050-ce4b165b53a7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9542322 Mar 02 08:59:40.207252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.211617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54872) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:40.225393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Request body: {'port': {'network_id': '90af4a64-d6a4-4a40-aa16-ac68c1646c9c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1589987905'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:40.348820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-b2376ba2-ef61-43e3-b7d9-7eb1dc1a7185 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:59:40.349365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-b2376ba2-ef61-43e3-b7d9-7eb1dc1a7185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:59:40.352287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.369372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Allocated IP 172.26.3.66 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/256185ac-0888-4b8d-831b-c3ab68a50b8f) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:40.423198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 08:59:40.423574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.462956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.624687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:59:40.632736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54878) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:40.651226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2e4305-312b-4cf9-afb2-3b5300b62976 None None] Network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:40.651416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Request body: {'port': {'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1', 'binding:host_id': 'hv-neutron-8287', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1107883935'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:40.664883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:40.668963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Usage tracker for resource:port and tenant:014b562b72514e0f83fb9f6ec3ee35f4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:40.673522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:40.679521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:40.686771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dfc816-d3e1-4e7e-81e3-64671e9e1764,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:40.708119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.708456 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Added segment b90d2e4e-1295-499c-bf9f-1588c85a7525 of type vlan for network 00d87cd6-cd24-442e-86e1-762b13ddced5 Mar 02 08:59:40.722719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:40.730969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Usage tracker for resource:port and tenant:5723c41af4aa44afa007d2367f898876 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:40.741771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:40.751054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:40.753985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.782746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Made reservation on behalf of 014b562b72514e0f83fb9f6ec3ee35f4 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:40.785393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.811072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.822205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3ab477b8-abbd-4568-85db-88ba968fc85c,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:40.835976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:40.843564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Usage tracker for resource:security_group_rule and tenant:014b562b72514e0f83fb9f6ec3ee35f4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:40.846918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Made reservation on behalf of 5723c41af4aa44afa007d2367f898876 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:40.851787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.856440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-90af4a64-d6a4-4a40-aa16-ac68c1646c9c', 'network_id': '90af4a64-d6a4-4a40-aa16-ac68c1646c9c', 'tenant_id': '5723c41af4aa44afa007d2367f898876', 'fixed_ips': [{'subnet_id': 'e028fb5c-1de1-48be-979d-3a10166311da'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:59:40.857328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.874949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:40.888999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:40.896804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] device_id is not set on port 82e1830b-ef04-4396-8aa6-e19c5a9f3bf1 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:40.933707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Checking segment: {'id': 'aacf7f34-349d-4579-b4ef-e84826b6b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:40.934299 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Network hostable DHCP agents. Network: 64c346d4-1e11-48a6-97e1-d89d312a85ab, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:59:40.958878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.964953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:40.965642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.989885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:40.993806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.115614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8a2afd23-8c46-4296-ad26-202962e50b74 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:41.153140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54884) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:41.168644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Request body: {'port': {'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f', 'binding:host_id': 'hv-neutron-8287', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-747167211'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:41.171539 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5369670 Mar 02 08:59:41.172683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Network 64c346d4-1e11-48a6-97e1-d89d312a85ab is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:59:41.175307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54888) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:41.181309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:41.181451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897b269-4b26-4256-8e0f-a373f394fabf tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event updated for resources: {'Network': ['ID=00d87cd6-cd24-442e-86e1-762b13ddced5,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:41.192316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Request body: {'subnet': {'network_id': '00d87cd6-cd24-442e-86e1-762b13ddced5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:41.207802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Usage tracker for resource:port and tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:41.215648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:41.231449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 00d87cd6-cd24-442e-86e1-762b13ddced5 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:59:41.243977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:41.292477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8a2afd23-8c46-4296-ad26-202962e50b74 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:41.292839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.299635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Allocated IP 172.20.0.11 (90af4a64-d6a4-4a40-aa16-ac68c1646c9c/e028fb5c-1de1-48be-979d-3a10166311da/82e1830b-ef04-4396-8aa6-e19c5a9f3bf1) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:41.322046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.358746 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:41.363019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Usage tracker for resource:subnet and tenant:9cd521dbc8b349cb9fd236406f5569c8 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:41.366586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:41.373312 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:41.390986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Allocated IP 172.26.3.77 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/16bda198-fed6-4c0d-801c-e773317778e9) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:41.458759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5d8c8494-32b1-47d1-9629-68228c5c32b5 None None] Provisioning for port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:41.462942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Made reservation on behalf of cf05d5667c454bee8ba0bdbd7fdbeeb5 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:41.465456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.478218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 64c346d4-1e11-48a6-97e1-d89d312a85ab) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:41.484128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.505348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b3bda5-fa39-475f-a50c-4ca5536e1e58 None None] Network 64c346d4-1e11-48a6-97e1-d89d312a85ab requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:41.535821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Made reservation on behalf of 9cd521dbc8b349cb9fd236406f5569c8 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:41.539428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks [] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.589653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.630029 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:41.630610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.638795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.652425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5458665b-f8e2-41b9-8a28-8f0f53f21b01 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:41.655897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.668189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] device_id is not set on port 585f44fb-27fc-44bf-8842-6a39b263b935 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:41.738388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:41.743063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:41.747352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.754962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:41.826279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:41.839902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1344fe8-dd31-4423-afd6-fdb6a2683416,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:41.841029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9963e9-d8be-4d81-83e8-29765154bacd None None] Network 64c346d4-1e11-48a6-97e1-d89d312a85ab requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:41.843965 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cd052a29-65f9-432a-85ea-07890e33ff2f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.5537353 Mar 02 08:59:41.847526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54894) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:41.861477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Usage tracker for resource:security_group_rule and tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:41.870275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:41.878692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:41.884230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-365040876', 'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:41.887187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:41.887778 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:41.888860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:41.889584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:41.892584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:41.951697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Pushing event updated for resources: {'Port': ['ID=256185ac-0888-4b8d-831b-c3ab68a50b8f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:41.955109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:41.957370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:41.993782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event updated for resources: {'Port': ['ID=16bda198-fed6-4c0d-801c-e773317778e9,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:42.010718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Usage tracker for resource:port and tenant:c95eb62be4a14e2da1eca1fb91383676 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:42.015079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:42.021469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.035804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:42.107916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.161809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 5458665b-f8e2-41b9-8a28-8f0f53f21b01, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5458665b-f8e2-41b9-8a28-8f0f53f21b01,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:42.198463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.235481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.238858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.299705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Transition to ACTIVE for port object 82e1830b-ef04-4396-8aa6-e19c5a9f3bf1 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:42.316187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=5458665b-f8e2-41b9-8a28-8f0f53f21b01,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:42.338008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Made reservation on behalf of c95eb62be4a14e2da1eca1fb91383676 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:42.340336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.355255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] device_id is not set on port 585f44fb-27fc-44bf-8842-6a39b263b935 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:42.373356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.401134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.424381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Transition to ACTIVE for port object 585f44fb-27fc-44bf-8842-6a39b263b935 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:42.477722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] device_id is not set on port 4f1ca263-9c64-4c65-b8b4-f52e4c8a01b9 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:42.568756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.570598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.603615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Allocated IP 172.20.0.2 (90af4a64-d6a4-4a40-aa16-ac68c1646c9c/e028fb5c-1de1-48be-979d-3a10166311da/2dc6d40f-af02-4c6c-8926-3a6da56ce374) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:42.680897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Network 90af4a64-d6a4-4a40-aa16-ac68c1646c9c is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:42.688373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:42.691748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:42.698279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:42.699115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.710421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.712295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.715555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Pushing event updated for resources: {'Port': ['ID=82e1830b-ef04-4396-8aa6-e19c5a9f3bf1,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:42.826239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.842052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Checking segment: {'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:42.842052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Network hostable DHCP agents. Network: 7e1aa611-975c-4128-a697-5afbb38d6ae1, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:59:42.846771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.847063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.848777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'Port': ['ID=585f44fb-27fc-44bf-8842-6a39b263b935,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:42.858849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Transition to ACTIVE for port object 2dc6d40f-af02-4c6c-8926-3a6da56ce374 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:42.865200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] device_id is not set on port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:42.878856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Transition to ACTIVE for port object 2dc6d40f-af02-4c6c-8926-3a6da56ce374 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:42.892459 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7ae5ddf3-66f6-403f-b399-785689ae814c tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.6800594 Mar 02 08:59:42.895822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54902) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:42.905665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.920060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5458665b-f8e2-41b9-8a28-8f0f53f21b01 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:42.934033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.979145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:42.979605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4e32fe-b357-4f20-bbd2-9a14ba7c5132,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:42.992624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Network 7e1aa611-975c-4128-a697-5afbb38d6ae1 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:59:43.013753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.031940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Router 0f07c989-86f9-428b-a096-1078ee2c2949 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:59:43.035858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event updated for resources: {'Subnet': ['ID=c9b978ef-68f0-444e-999b-c59955221967,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:43.047379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-089e5cd1-6e95-4262-9178-49157b603271 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Deleting port 82e1830b-ef04-4396-8aa6-e19c5a9f3bf1 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:43.047802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-089e5cd1-6e95-4262-9178-49157b603271 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.053755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Network 90af4a64-d6a4-4a40-aa16-ac68c1646c9c is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:43.054348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Checking segment: {'id': 'b90d2e4e-1295-499c-bf9f-1588c85a7525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00d87cd6-cd24-442e-86e1-762b13ddced5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:43.054721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Network hostable DHCP agents. Network: 00d87cd6-cd24-442e-86e1-762b13ddced5, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:59:43.066313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:43.068828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:43.078464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Allocated IP 2001:db8::161 (64c346d4-1e11-48a6-97e1-d89d312a85ab/3ab477b8-abbd-4568-85db-88ba968fc85c/4f1ca263-9c64-4c65-b8b4-f52e4c8a01b9) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:43.083091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event updated for resources: {'Port': ['ID=16bda198-fed6-4c0d-801c-e773317778e9,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:43.092144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 7e1aa611-975c-4128-a697-5afbb38d6ae1) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:43.100375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:43.114310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Pushing event updated for resources: {'Port': ['ID=2dc6d40f-af02-4c6c-8926-3a6da56ce374,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:43.127090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a1556-2414-4f76-bd10-f089cd7231a5 None None] Network 7e1aa611-975c-4128-a697-5afbb38d6ae1 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:43.127507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:43.131384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:43.131384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:43.134274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:43.134599 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:43.162968 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 2 to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 Mar 02 08:59:43.176476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.180907 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4cd42805-b7c5-4c60-bf15-7c165917e072 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3586855 Mar 02 08:59:43.182464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:43.182579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54906) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:43.182651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.194701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-693169165'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:43.200489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:43.200815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:43.201155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:43.211305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:43.246218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:43.246426 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:43.247383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Usage tracker for resource:network and tenant:bc13ba60e21c498dad78c6aec7f56b73 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:43.253734 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 3 to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 Mar 02 08:59:43.306712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:43.326351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Network 00d87cd6-cd24-442e-86e1-762b13ddced5 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:59:43.339890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Attempting to bind port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:43.340211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Attempting to bind port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'dbb64d20-c315-4be9-ac92-6f235850b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90af4a64-d6a4-4a40-aa16-ac68c1646c9c'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:43.340526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Attempting to bind port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 on network 90af4a64-d6a4-4a40-aa16-ac68c1646c9c {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:43.350699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 00d87cd6-cd24-442e-86e1-762b13ddced5) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:43.359546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:43.368285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:43.368919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:43.369125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:43.372145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32bafbb-ca47-43cc-b62d-c679e9a9ef52 None None] Network 00d87cd6-cd24-442e-86e1-762b13ddced5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:43.392752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:43.392937 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:43.395421 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 4 to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 Mar 02 08:59:43.395718 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:59:43.396089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Checking segment: {'id': 'dbb64d20-c315-4be9-ac92-6f235850b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90af4a64-d6a4-4a40-aa16-ac68c1646c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:43.396753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.397138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Bound using segment: {'id': 'dbb64d20-c315-4be9-ac92-6f235850b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90af4a64-d6a4-4a40-aa16-ac68c1646c9c'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:59:43.397633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Bound port: 2dc6d40f-af02-4c6c-8926-3a6da56ce374, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb64d20-c315-4be9-ac92-6f235850b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '90af4a64-d6a4-4a40-aa16-ac68c1646c9c'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:59:43.398054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.426140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:43.426463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:43.426789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:43.433200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-089e5cd1-6e95-4262-9178-49157b603271 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.440067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:43.440393 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:43.443063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 5 to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 Mar 02 08:59:43.485579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:43.486199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.524356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Made reservation on behalf of bc13ba60e21c498dad78c6aec7f56b73 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:43.527857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.600800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-089e5cd1-6e95-4262-9178-49157b603271 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Calling delete_port for 82e1830b-ef04-4396-8aa6-e19c5a9f3bf1 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:43.635738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:43.636068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:43.636394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:43.648989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.668960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:43.669320 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:43.672567 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 6 to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 Mar 02 08:59:43.696570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:43.711435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Usage tracker for resource:security_group_rule and tenant:bc13ba60e21c498dad78c6aec7f56b73 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:43.714241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:43.714439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:43.714764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:43.777041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:43.796914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:43.799445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:43.799795 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:43.801979 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 7 to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 Mar 02 08:59:43.806811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] For port 2dc6d40f-af02-4c6c-8926-3a6da56ce374, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:43.811319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] For port 2dc6d40f-af02-4c6c-8926-3a6da56ce374, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2dc6d40f-af02-4c6c-8926-3a6da56ce374,segment=NetworkSegment(dbb64d20-c315-4be9-ac92-6f235850b2e5),segment_id=dbb64d20-c315-4be9-ac92-6f235850b2e5)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:59:43.815348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:59:43.826485 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Sync routers for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:59:43.843193 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:43.843813 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:43.858981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:43.859912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:43.860389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:43.868180 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:43.899879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:43.900465 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:43.910176 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 8 to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 Mar 02 08:59:43.930545 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dadf916e-c6a2-411c-94fb-cd233ec871a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7499516 Mar 02 08:59:43.932662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54910) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:43.943556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Request body: {'port': {'network_id': '00d87cd6-cd24-442e-86e1-762b13ddced5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1958108300'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:43.946655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:43.947138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:43.947610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:43.960638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:43.961169 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:43.965572 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 9 to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 Mar 02 08:59:44.000535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.002301 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dd4b581e-89c3-463c-859f-3ca7b8e35ddb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.2911594 Mar 02 08:59:44.004072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:44.004402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:44.004736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:44.011411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54914) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:44.040810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-00d87cd6-cd24-442e-86e1-762b13ddced5', 'network_id': '00d87cd6-cd24-442e-86e1-762b13ddced5', 'tenant_id': '9cd521dbc8b349cb9fd236406f5569c8', 'fixed_ips': [{'subnet_id': 'c9b978ef-68f0-444e-999b-c59955221967'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:59:44.041641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.062101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2409f-2013-489d-b970-b8e13b45ae0e None None] Pushing event updated for resources: {'Port': ['ID=2dc6d40f-af02-4c6c-8926-3a6da56ce374,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:44.113596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:44.113842 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:44.120155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.130961 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 10 to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 Mar 02 08:59:44.143685 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-089e5cd1-6e95-4262-9178-49157b603271 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.213444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.250131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:44.250459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:44.250785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:44.286757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e5cd1-6e95-4262-9178-49157b603271 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Pushing event deleted for resources: {'Port': ['ID=82e1830b-ef04-4396-8aa6-e19c5a9f3bf1,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:44.296286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.310730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 585f44fb-27fc-44bf-8842-6a39b263b935 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:44.311708 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 585f44fb-27fc-44bf-8842-6a39b263b935 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:44.312101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.346818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Allocated IP 2001:db8::2 (00d87cd6-cd24-442e-86e1-762b13ddced5/c9b978ef-68f0-444e-999b-c59955221967/a639ae00-e782-4975-9ac3-87505897f47a) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:44.369932 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:59:44.383530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] device_id is not set on port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:44.403931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.421907 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Transition to ACTIVE for port object 6f44f54b-154d-49b6-9836-c4ba9f2224a7 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:44.461681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.532103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:44.535746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-089e5cd1-6e95-4262-9178-49157b603271 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.542092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Usage tracker for resource:port and tenant:9cd521dbc8b349cb9fd236406f5569c8 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:44.551758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:44.566815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:44.586835 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.602694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:59:44.607757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.625533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d971be-ffb5-4f67-bdac-9e619e221c2f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:44.692679 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-089e5cd1-6e95-4262-9178-49157b603271 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] 10.222.0.10 "DELETE /v2.0/ports/82e1830b-ef04-4396-8aa6-e19c5a9f3bf1 HTTP/1.1" status: 204 len: 168 time: 1.7953196 Mar 02 08:59:44.708096 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:40Z', 'revision_number': 3, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:44.715277 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Checking router: 0f07c989-86f9-428b-a096-1078ee2c2949 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:59:44.715726 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Updating router 0f07c989-86f9-428b-a096-1078ee2c2949 port 20a9eb5f-9960-46b6-8985-defa8affe660 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:59:44.723838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.725640 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Added segment 38bdfdc2-f944-4096-9d5e-1e271fec130b of type vlan for network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca Mar 02 08:59:44.730157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54920) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:44.776642 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.800632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] For port 585f44fb-27fc-44bf-8842-6a39b263b935, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:44.802501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempted to set empty binding levels {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 08:59:44.822609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.846168 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Transition to ACTIVE for port object a639ae00-e782-4975-9ac3-87505897f47a will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:44.888591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Transition to ACTIVE for port object a639ae00-e782-4975-9ac3-87505897f47a will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:44.904198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:44.960883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.034179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.041345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Network 64c346d4-1e11-48a6-97e1-d89d312a85ab is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:45.043651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Made reservation on behalf of 9cd521dbc8b349cb9fd236406f5569c8 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:45.048372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.056718 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2dc6d40f-af02-4c6c-8926-3a6da56ce374 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:45.071682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:45.078989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] device_id is not set on port 547ebecc-0119-489e-a754-0fae400381cc yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:45.169474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Network 00d87cd6-cd24-442e-86e1-762b13ddced5 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:45.180901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:45.181479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.187596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:45.194305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:45.207799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6dd32f8b-0740-49c3-a5b7-a32a2df9c8ed tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4637897 Mar 02 08:59:45.213777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Pushing event updated for resources: {'Port': ['ID=a639ae00-e782-4975-9ac3-87505897f47a,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:45.233635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54926) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:45.253942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Allocated IP 2001:db8::1c1 (00d87cd6-cd24-442e-86e1-762b13ddced5/c9b978ef-68f0-444e-999b-c59955221967/547ebecc-0119-489e-a754-0fae400381cc) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:45.266957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-837516212'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:45.285347 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.305378 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Transition to ACTIVE for port object 20a9eb5f-9960-46b6-8985-defa8affe660 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:45.340402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Attempting to bind port a639ae00-e782-4975-9ac3-87505897f47a on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:45.340896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Attempting to bind port a639ae00-e782-4975-9ac3-87505897f47a by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'b90d2e4e-1295-499c-bf9f-1588c85a7525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00d87cd6-cd24-442e-86e1-762b13ddced5'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:45.341371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Attempting to bind port a639ae00-e782-4975-9ac3-87505897f47a on network 00d87cd6-cd24-442e-86e1-762b13ddced5 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:45.348480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:59:45.349255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Checking segment: {'id': 'b90d2e4e-1295-499c-bf9f-1588c85a7525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00d87cd6-cd24-442e-86e1-762b13ddced5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:45.349794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.350338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Bound using segment: {'id': 'b90d2e4e-1295-499c-bf9f-1588c85a7525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00d87cd6-cd24-442e-86e1-762b13ddced5'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:59:45.350948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Bound port: a639ae00-e782-4975-9ac3-87505897f47a, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90d2e4e-1295-499c-bf9f-1588c85a7525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00d87cd6-cd24-442e-86e1-762b13ddced5'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:59:45.351489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.383182 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.418271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:45.448106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:45.450995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a388558-2e9d-4f1d-86bf-61e6172347c4 None None] Network 90af4a64-d6a4-4a40-aa16-ac68c1646c9c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:45.460604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'Port': ['ID=585f44fb-27fc-44bf-8842-6a39b263b935,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:45.476685 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.484262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Usage tracker for resource:network and tenant:5723c41af4aa44afa007d2367f898876 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:45.492732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Transition to ACTIVE for port object 547ebecc-0119-489e-a754-0fae400381cc will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:45.498443 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Pushing event updated for resources: {'Port': ['ID=20a9eb5f-9960-46b6-8985-defa8affe660,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:45.508592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:45.511644 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.512170 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.512558 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.518718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.518718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.518718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.518718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.518718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.518718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.518718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.518718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.518718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Tracked resource versions report: Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: pushed versions: Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: { 'AddressGroup': {'1.2'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'ConntrackHelper': {'1.0'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Log': {'1.0'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Network': {'1.1'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Port': {'1.7'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'PortForwarding': {'1.2'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'QosPolicy': {'1.8'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SecurityGroup': {'1.4'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SecurityGroupRule': {'1.2'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SubPort': {'1.0'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Subnet': {'1.1'}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Trunk': {'1.1'}} Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: consumer versions: Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: { DHCP agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: HyperV agent@hv-neutron-8287: {}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: L3 agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: Metadata agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: Metering agent@dv-neutron-828796-1-hyperv: {}, Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: Open vSwitch agent@dv-neutron-828796-1-hyperv: { 'AddressGroup': '1.2', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'ConntrackHelper': '1.0', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Log': '1.0', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Network': '1.1', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Port': '1.7', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'PortForwarding': '1.2', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'QosPolicy': '1.8', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SecurityGroup': '1.4', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SecurityGroupRule': '1.2', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'SubPort': '1.0', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Subnet': '1.1', Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: 'Trunk': '1.1'}} Mar 02 08:59:45.519276 dv-neutron-828796-1-hyperv neutron-server[88403]: {{(pid=88403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 08:59:45.536864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:45.537822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:45.538470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.545453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:45.545649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] For port a639ae00-e782-4975-9ac3-87505897f47a, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:45.554179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.560522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:45.563564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6391c0fe-072d-4077-9264-a5238cf382d0 None None] Provisioning for port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:45.567540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.571112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] For port a639ae00-e782-4975-9ac3-87505897f47a, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a639ae00-e782-4975-9ac3-87505897f47a,segment=NetworkSegment(b90d2e4e-1295-499c-bf9f-1588c85a7525),segment_id=b90d2e4e-1295-499c-bf9f-1588c85a7525)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:59:45.573951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6391c0fe-072d-4077-9264-a5238cf382d0 None None] Provisioning complete for port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:45.574316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6391c0fe-072d-4077-9264-a5238cf382d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.582692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'Port': ['ID=6f44f54b-154d-49b6-9836-c4ba9f2224a7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:45.583724 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Attempting to bind port 20a9eb5f-9960-46b6-8985-defa8affe660 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:45.584325 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Attempting to bind port 20a9eb5f-9960-46b6-8985-defa8affe660 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:45.584837 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Attempting to bind port 20a9eb5f-9960-46b6-8985-defa8affe660 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:45.610543 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:59:45.612856 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:45.612856 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.613030 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:59:45.613630 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Bound port: 20a9eb5f-9960-46b6-8985-defa8affe660, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:59:45.614128 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.643523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.663806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event updated for resources: {'Port': ['ID=4f1ca263-9c64-4c65-b8b4-f52e4c8a01b9,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:45.664598 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-26bfa4ab-b6cd-4ed4-bdb9-5e3346813d32 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.0277245 Mar 02 08:59:45.669366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54932) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:45.671383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.725025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Checking segment: {'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:45.725322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Network hostable DHCP agents. Network: 9b838e7c-596e-4eec-a60d-df2e4101c07f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:59:45.742223 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] For port 20a9eb5f-9960-46b6-8985-defa8affe660, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:45.746514 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] For port 20a9eb5f-9960-46b6-8985-defa8affe660, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=20a9eb5f-9960-46b6-8985-defa8affe660,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:59:45.799357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Made reservation on behalf of 5723c41af4aa44afa007d2367f898876 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:45.803375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.808339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Network 00d87cd6-cd24-442e-86e1-762b13ddced5 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:45.815047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:45.817456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:45.823346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:45.823910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.830366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6451049 Mar 02 08:59:45.831147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54936) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:45.844724 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.850345 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f9921772-aac9-4aed-bf2b-98358466c527 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.9927020 Mar 02 08:59:45.863303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54940) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:45.865164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Router 460de7d1-2c0d-417a-8cc3-669a3881bced is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:59:45.867006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Request body: {'subnet': {'network_id': '7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:45.868829 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-417a9b78-0c14-424e-a424-a9e485419d6b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Deleting port 585f44fb-27fc-44bf-8842-6a39b263b935 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:45.869184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417a9b78-0c14-424e-a424-a9e485419d6b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.872477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90df28a-34e0-4671-b5ae-1433ef5d6fca None None] Pushing event updated for resources: {'Port': ['ID=a639ae00-e782-4975-9ac3-87505897f47a,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:45.882385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6c09b-daa1-4148-885a-dd3bbff3b5e8 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event updated for resources: {'Network': ['ID=7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:45.908594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6391c0fe-072d-4077-9264-a5238cf382d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:45.936363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:59:45.944225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event updated for resources: {'Port': ['ID=547ebecc-0119-489e-a754-0fae400381cc,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:46.045240 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b04177-58ea-4327-b38f-1218f93d8c25 None None] Pushing event updated for resources: {'Port': ['ID=20a9eb5f-9960-46b6-8985-defa8affe660,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:46.082296 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:46.082482 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3d1456af-cfda-44eb-a3ba-04d880ea9d9c tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1442513 Mar 02 08:59:46.082902 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:46.083007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Network 9b838e7c-596e-4eec-a60d-df2e4101c07f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:59:46.086236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 08:59:46.093673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54944) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:46.136802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6391c0fe-072d-4077-9264-a5238cf382d0 None None] For port 2dc6d40f-af02-4c6c-8926-3a6da56ce374, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2dc6d40f-af02-4c6c-8926-3a6da56ce374,segment=NetworkSegment(dbb64d20-c315-4be9-ac92-6f235850b2e5),segment_id=dbb64d20-c315-4be9-ac92-6f235850b2e5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:46.145389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:46.145729 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Added segment bb8a36d9-c2ca-474e-8e12-9581af928380 of type vlan for network 931880ab-5c96-41b6-80a3-e62534f3fa99 Mar 02 08:59:46.156680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:46.169192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Request body: {'port': {'network_id': '00d87cd6-cd24-442e-86e1-762b13ddced5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1107676611', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:46.170072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] bootfile-name is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 08:59:46.170450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] tftp-server is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 08:59:46.170809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] server-ip-address is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 08:59:46.214756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Usage tracker for resource:subnet and tenant:bc13ba60e21c498dad78c6aec7f56b73 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:46.229605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:46.251536 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6391c0fe-072d-4077-9264-a5238cf382d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:46.260622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:46.265443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:46.379129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:46.398645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Made reservation on behalf of bc13ba60e21c498dad78c6aec7f56b73 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:46.402111 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:46.406412 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391c0fe-072d-4077-9264-a5238cf382d0 None None] Pushing event updated for resources: {'Port': ['ID=2dc6d40f-af02-4c6c-8926-3a6da56ce374,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:46.433507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-15e5360e-9902-4efa-8288-01991eac41e9 None None] Provisioning complete for port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:46.433804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-15e5360e-9902-4efa-8288-01991eac41e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:46.436877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-080ea6ba-1feb-4ca6-a6bf-d0ce3eb599ba tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Deleting port 4f1ca263-9c64-4c65-b8b4-f52e4c8a01b9 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:46.437343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-080ea6ba-1feb-4ca6-a6bf-d0ce3eb599ba tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:46.452364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:46.457839 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:46.458441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:46.462564 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:59:46.494370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 9b838e7c-596e-4eec-a60d-df2e4101c07f) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:46.565697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a525ddb-cdd4-4232-bda4-8f59867e4317 None None] Network 9b838e7c-596e-4eec-a60d-df2e4101c07f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:46.571344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:46.785021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:46.785667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:46.787592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:46.803366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5596995 Mar 02 08:59:46.810860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54948) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:46.815017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68871d6-32ec-4cb8-b87a-c4d3e758918b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Pushing event updated for resources: {'Network': ['ID=931880ab-5c96-41b6-80a3-e62534f3fa99,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:46.917780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 931880ab-5c96-41b6-80a3-e62534f3fa99 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 08:59:46.975850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:46.976201 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:46.987681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:47.001071 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 2 to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 Mar 02 08:59:47.043971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Usage tracker for resource:port and tenant:9cd521dbc8b349cb9fd236406f5569c8 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:47.051284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:47.071611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:59:47.091832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Sync routers for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:59:47.131539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2dc6d40f-af02-4c6c-8926-3a6da56ce374 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:47.133658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-417a9b78-0c14-424e-a424-a9e485419d6b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] For port 585f44fb-27fc-44bf-8842-6a39b263b935, host hv-neutron-8287, got binding levels [] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:47.135388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417a9b78-0c14-424e-a424-a9e485419d6b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:47.148204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:47.166111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:47.166438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:47.167811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:47.179554 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:40Z', 'revision_number': 3, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:47.186199 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b33e5-af69-40af-a6ab-ebfa84cbcb71 None None] The sync data for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv is: [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:40Z', 'revision_number': 3, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:59:47.199489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:47.200320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:47.284588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:47.311424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Allocated IP 172.20.0.1 (4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4/c74a3713-1999-4c8f-b206-2ca5e5a8b17f/a72f8570-ce5f-4724-8cda-426f1b2a46ad) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:47.313250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0a688fd4-f35f-4344-b503-a87ddd886334 None None] Could not find standard attr ID for object 82e1830b-ef04-4396-8aa6-e19c5a9f3bf1. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 08:59:47.377334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:47.382386 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-90e83948-24b3-4f2b-bce3-e77062ed961b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4836824 Mar 02 08:59:47.390573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-417a9b78-0c14-424e-a424-a9e485419d6b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Calling delete_port for 585f44fb-27fc-44bf-8842-6a39b263b935 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:47.423127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:47.423494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:47.433030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Made reservation on behalf of 9cd521dbc8b349cb9fd236406f5569c8 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:47.437281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:47.451327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54952) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:47.462109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cf23a0-f890-4a36-8bc5-419be88b4d29 None None] Network 00d87cd6-cd24-442e-86e1-762b13ddced5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:47.462242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:47.462659 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:47.469714 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 3 to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 Mar 02 08:59:47.510886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] device_id is not set on port 29fb22f8-da22-4187-86b7-4e2040bb5610 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:47.518386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:59:47.758968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:47.759542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:47.761137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:47.780866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:47.781248 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:47.790197 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 4 to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 Mar 02 08:59:47.863488 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e6184875-deb7-43c9-87c7-96eb94d22e00 None None] Provisioning for port a639ae00-e782-4975-9ac3-87505897f47a completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:47.894955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:47.900501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Allocated IP 2001:db8::132 (00d87cd6-cd24-442e-86e1-762b13ddced5/c9b978ef-68f0-444e-999b-c59955221967/29fb22f8-da22-4187-86b7-4e2040bb5610) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:47.932136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:47.933004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Transition to ACTIVE for port object a72f8570-ce5f-4724-8cda-426f1b2a46ad will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:47.939968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:47.941939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:47.964901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:47.965222 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:47.969105 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 5 to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 Mar 02 08:59:47.990293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-080ea6ba-1feb-4ca6-a6bf-d0ce3eb599ba tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.018677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a639ae00-e782-4975-9ac3-87505897f47a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:48.025941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.118892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event updated for resources: {'Subnet': ['ID=209b0511-88c1-416d-8caa-f55e124ba200,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:48.132010 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fa87cdd3-a013-4e1c-b061-0f6864c754de tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] 10.222.0.10 "GET /v2.0/agents/c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc/dhcp-networks HTTP/1.1" status: 200 len: 8046 time: 1.3184190 Mar 02 08:59:48.134571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54956) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:48.139915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-080ea6ba-1feb-4ca6-a6bf-d0ce3eb599ba tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Calling delete_port for 4f1ca263-9c64-4c65-b8b4-f52e4c8a01b9 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:48.185335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417a9b78-0c14-424e-a424-a9e485419d6b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.186425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Checking segment: {'id': '38bdfdc2-f944-4096-9d5e-1e271fec130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:48.186803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Network hostable DHCP agents. Network: 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 08:59:48.198649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:48.198994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:48.199309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:48.258357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a9b78-0c14-424e-a424-a9e485419d6b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event deleted for resources: {'Port': ['ID=585f44fb-27fc-44bf-8842-6a39b263b935,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:48.272917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:48.273234 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:48.273525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:42Z', 'revision_number': 3, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:48.277123 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 6 to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 Mar 02 08:59:48.278759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Checking router: 460de7d1-2c0d-417a-8cc3-669a3881bced for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:59:48.279574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Updating router 460de7d1-2c0d-417a-8cc3-669a3881bced port 256185ac-0888-4b8d-831b-c3ab68a50b8f binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:59:48.314848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a639ae00-e782-4975-9ac3-87505897f47a completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:48.325067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:59:48.332051 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a639ae00-e782-4975-9ac3-87505897f47a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:48.332551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.409207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.418517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:48.441790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad4723b-717e-4fb4-935b-1dace5cf861b None None] Network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:48.453930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417a9b78-0c14-424e-a424-a9e485419d6b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.463809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:48.464415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:48.464958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:48.475765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:48.476441 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:48.479211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.482271 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 7 to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 Mar 02 08:59:48.513042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:48.538745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e26b5b-2c11-4b95-a5d5-26720c8c5da9 tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] Network 931880ab-5c96-41b6-80a3-e62534f3fa99 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 08:59:48.544323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a72f8570-ce5f-4724-8cda-426f1b2a46ad,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:48.550527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:48.557725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:48.558340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.590071 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-417a9b78-0c14-424e-a424-a9e485419d6b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "DELETE /v2.0/ports/585f44fb-27fc-44bf-8842-6a39b263b935 HTTP/1.1" status: 204 len: 168 time: 2.9114852 Mar 02 08:59:48.591069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54962) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:48.614677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:48.615336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:48.615901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:48.656100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:48.656767 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:48.663257 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 8 to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 Mar 02 08:59:48.705136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:48.705463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:48.705796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:48.747082 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-400bdad2-fd95-41ab-ba46-d961481c0895 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] GET failed (client error): The resource could not be found. Mar 02 08:59:48.747946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-400bdad2-fd95-41ab-ba46-d961481c0895 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Synchronizing usage tracker for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:59:48.753286 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9eaffb14-fe4d-4557-8392-2cb222a67ebe tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9119928 Mar 02 08:59:48.758344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54966) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:48.762501 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c1e26b5b-2c11-4b95-a5d5-26720c8c5da9 tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] 10.222.0.10 "POST /v2.0/agents/c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6041334 Mar 02 08:59:48.766511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1974531320', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:48.773414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54968) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:48.785755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f868538f-d9f1-4958-b02d-bc887b93d1c5 None None] Network 931880ab-5c96-41b6-80a3-e62534f3fa99 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:48.787298 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:48.787834 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:48.792038 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 9 to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 Mar 02 08:59:48.794046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:48.797309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:48.797890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.818525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:48.818857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:48.819189 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:48.828654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:48.829009 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:48.829408 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 10 to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 Mar 02 08:59:48.864134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:48.864550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:48.864984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:48.872432 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.873562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:48.874192 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:48.874617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.926903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.950073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c6726eb9-f216-4212-b475-52353858b150 None None] Provisioning complete for port a639ae00-e782-4975-9ac3-87505897f47a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:48.950073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c6726eb9-f216-4212-b475-52353858b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:48.961391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Transition to ACTIVE for port object 29fb22f8-da22-4187-86b7-4e2040bb5610 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:49.023985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Usage tracker for resource:router and tenant:bc13ba60e21c498dad78c6aec7f56b73 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:49.027621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:49.034002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-080ea6ba-1feb-4ca6-a6bf-d0ce3eb599ba tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.035453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:49.055730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-400bdad2-fd95-41ab-ba46-d961481c0895 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Unset dirty status for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:59:49.061313 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-400bdad2-fd95-41ab-ba46-d961481c0895 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "GET /v2.0/ports/585f44fb-27fc-44bf-8842-6a39b263b935 HTTP/1.1" status: 404 len: 333 time: 0.4672487 Mar 02 08:59:49.087307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54974) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:49.116487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Request body: {'port': {'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1619841464'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:49.129575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ea6ba-1feb-4ca6-a6bf-d0ce3eb599ba tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f1ca263-9c64-4c65-b8b4-f52e4c8a01b9,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:49.132644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.134762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:49.135260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.142105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.210156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a639ae00-e782-4975-9ac3-87505897f47a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a639ae00-e782-4975-9ac3-87505897f47a,segment=NetworkSegment(b90d2e4e-1295-499c-bf9f-1588c85a7525),segment_id=b90d2e4e-1295-499c-bf9f-1588c85a7525)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:49.247642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:49.252153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca', 'network_id': '7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca', 'tenant_id': 'bc13ba60e21c498dad78c6aec7f56b73', 'fixed_ips': [{'subnet_id': '209b0511-88c1-416d-8caa-f55e124ba200'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 08:59:49.252976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.278300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] For port 6f44f54b-154d-49b6-9836-c4ba9f2224a7, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:49.278300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempted to set empty binding levels {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 08:59:49.278830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-080ea6ba-1feb-4ca6-a6bf-d0ce3eb599ba tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.307057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Network 00d87cd6-cd24-442e-86e1-762b13ddced5 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:49.307955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event updated for resources: {'Port': ['ID=29fb22f8-da22-4187-86b7-4e2040bb5610,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:49.312247 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-080ea6ba-1feb-4ca6-a6bf-d0ce3eb599ba tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "DELETE /v2.0/ports/4f1ca263-9c64-4c65-b8b4-f52e4c8a01b9 HTTP/1.1" status: 204 len: 168 time: 3.4163249 Mar 02 08:59:49.313281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:49.315495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54978) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:49.321418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab', 'external_fixed_ips': [{'subnet_id': '3ab477b8-abbd-4568-85db-88ba968fc85c', 'ip_address': '2001:db8::161'}]}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:49.324702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:49.327723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.329962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.334026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:49.334026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.343230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:49.350764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Usage tracker for resource:router and tenant:c95eb62be4a14e2da1eca1fb91383676 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:49.354646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:49.358431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.393460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:49.402839 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Made reservation on behalf of 014b562b72514e0f83fb9f6ec3ee35f4 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:49.405343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.448533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:49.449297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.470936 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ddfc3676-f347-47ce-97db-43362641e031 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3546240 Mar 02 08:59:49.477963 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] device_id is not set on port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:49.531641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54982) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:49.601462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 20a9eb5f-9960-46b6-8985-defa8affe660 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:49.656208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a639ae00-e782-4975-9ac3-87505897f47a,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:49.680506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.681919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.717658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'Port': ['ID=6f44f54b-154d-49b6-9836-c4ba9f2224a7,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:49.736239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Allocated IP 172.20.0.2 (7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca/209b0511-88c1-416d-8caa-f55e124ba200/f3af7662-c764-4a45-877d-c95144df9a91) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:49.756001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.resource_extend [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 08:59:49.763570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.842945 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a0b7e480-6e64-4ca6-a141-3c27c22fe597 tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] 10.222.0.10 "GET /v2.0/agents/c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc/dhcp-networks HTTP/1.1" status: 200 len: 9618 time: 1.0651751 Mar 02 08:59:49.845659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54988) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:49.852603 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-db62037d-8ff1-4db5-b5b8-9b6dc8ff3555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.6996663 Mar 02 08:59:49.861552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 54992) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:49.874634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7a1320ae-90a0-4f4f-8c0a-de9a82301c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.930549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c6726eb9-f216-4212-b475-52353858b150 None None] Provisioning for port 547ebecc-0119-489e-a754-0fae400381cc completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:49.944199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.956037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.962753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c6726eb9-f216-4212-b475-52353858b150 None None] Provisioning complete for port 547ebecc-0119-489e-a754-0fae400381cc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:49.963122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c6726eb9-f216-4212-b475-52353858b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:49.993392 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-9f8091b9-a65f-4452-8d9d-4bf61e049a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Deleting port 6f44f54b-154d-49b6-9836-c4ba9f2224a7 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:49.993392 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f8091b9-a65f-4452-8d9d-4bf61e049a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.024758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Transition to ACTIVE for port object 256185ac-0888-4b8d-831b-c3ab68a50b8f will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:50.053785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c6726eb9-f216-4212-b475-52353858b150 None None] Port 547ebecc-0119-489e-a754-0fae400381cc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:59:50.086610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eec91d-a6fd-409b-8954-b03cc8659e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:50.093125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eec91d-a6fd-409b-8954-b03cc8659e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:50.098882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eec91d-a6fd-409b-8954-b03cc8659e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:50.103417 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a6eec91d-a6fd-409b-8954-b03cc8659e85 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.5627477 Mar 02 08:59:50.106513 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 20a9eb5f-9960-46b6-8985-defa8affe660 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:50.106634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 54996) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:50.118012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 20a9eb5f-9960-46b6-8985-defa8affe660 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:50.118469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.220101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.221557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.236838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.254443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.294977 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ad4574c0-cf19-4b7a-b715-7538adcc47ac tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] 10.222.0.10 "DELETE /v2.0/agents/c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc/dhcp-networks/931880ab-5c96-41b6-80a3-e62534f3fa99 HTTP/1.1" status: 204 len: 168 time: 0.4472651 Mar 02 08:59:50.304195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55000) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:50.304347 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.310988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.338615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-71172e5b-6340-4085-98cd-be94831dd180 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Deleting port 29fb22f8-da22-4187-86b7-4e2040bb5610 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:50.339133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71172e5b-6340-4085-98cd-be94831dd180 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.342935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Transition to ACTIVE for port object f3af7662-c764-4a45-877d-c95144df9a91 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:50.358368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Attempting to bind port 256185ac-0888-4b8d-831b-c3ab68a50b8f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:50.358636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Attempting to bind port 256185ac-0888-4b8d-831b-c3ab68a50b8f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:50.358929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Attempting to bind port 256185ac-0888-4b8d-831b-c3ab68a50b8f on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:50.364323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c921a88-97d0-4644-b65c-5ee5fb1bc320 None None] Pushing event updated for resources: {'Port': ['ID=256185ac-0888-4b8d-831b-c3ab68a50b8f,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:50.378652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:59:50.379019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:50.379416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.379804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:59:50.380357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Bound port: 256185ac-0888-4b8d-831b-c3ab68a50b8f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:59:50.380652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.406727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Provisioning for port 29fb22f8-da22-4187-86b7-4e2040bb5610 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:50.424795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Transition to ACTIVE for port object f3af7662-c764-4a45-877d-c95144df9a91 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:50.428831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Provisioning complete for port 29fb22f8-da22-4187-86b7-4e2040bb5610 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:50.429216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.538144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.555712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.597015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Port 29fb22f8-da22-4187-86b7-4e2040bb5610 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:59:50.599002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] For port 256185ac-0888-4b8d-831b-c3ab68a50b8f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:50.625621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.641200 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] For port 256185ac-0888-4b8d-831b-c3ab68a50b8f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=256185ac-0888-4b8d-831b-c3ab68a50b8f,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:59:50.644864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:50.654426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:50.664603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:50.680044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Pushing event updated for resources: {'Port': ['ID=f3af7662-c764-4a45-877d-c95144df9a91,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:50.683010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Provisioning complete for port 547ebecc-0119-489e-a754-0fae400381cc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:50.683445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.737876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 20a9eb5f-9960-46b6-8985-defa8affe660, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=20a9eb5f-9960-46b6-8985-defa8affe660,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:50.749554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.753249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Network 7e1aa611-975c-4128-a697-5afbb38d6ae1 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:50.763258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:50.771041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-9f8091b9-a65f-4452-8d9d-4bf61e049a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] For port 6f44f54b-154d-49b6-9836-c4ba9f2224a7, host hv-neutron-8287, got binding levels [] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:50.771397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f8091b9-a65f-4452-8d9d-4bf61e049a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.783467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:50.784378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:50.784962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.789473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'Port': ['ID=48a9e29c-18a6-4ae3-80e1-966b53a949b0,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:50.847804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.888061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Port 547ebecc-0119-489e-a754-0fae400381cc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:59:50.901606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Attempting to bind port f3af7662-c764-4a45-877d-c95144df9a91 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:50.901988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Attempting to bind port f3af7662-c764-4a45-877d-c95144df9a91 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '38bdfdc2-f944-4096-9d5e-1e271fec130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:50.902344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Attempting to bind port f3af7662-c764-4a45-877d-c95144df9a91 on network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:50.916643 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:50.917302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:50.966630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:59:50.967560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Checking segment: {'id': '38bdfdc2-f944-4096-9d5e-1e271fec130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:50.967926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.968322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Bound using segment: {'id': '38bdfdc2-f944-4096-9d5e-1e271fec130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:59:50.968969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Bound port: f3af7662-c764-4a45-877d-c95144df9a91, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bdfdc2-f944-4096-9d5e-1e271fec130b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:59:50.969239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:50.985494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c921a88-97d0-4644-b65c-5ee5fb1bc320 None None] Pushing event updated for resources: {'Port': ['ID=256185ac-0888-4b8d-831b-c3ab68a50b8f,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:50.991303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-9f8091b9-a65f-4452-8d9d-4bf61e049a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Calling delete_port for 6f44f54b-154d-49b6-9836-c4ba9f2224a7 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:51.024154 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-03cf5bc0-3a8b-4081-8386-567382f09382 tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] 10.222.0.10 "GET /v2.0/agents/c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc/dhcp-networks HTTP/1.1" status: 200 len: 8849 time: 0.7128201 Mar 02 08:59:51.030109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55004) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:51.070929 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-73048715-0644-4668-ae29-b730bb77a9e1 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9797857 Mar 02 08:59:51.080782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55008) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:51.096614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Provisioning for port a72f8570-ce5f-4724-8cda-426f1b2a46ad completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:51.098048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Allocated IP 172.20.0.1 (43aa9e5b-557a-4bfa-8385-0ab2334b2ce2/6d3925aa-8737-4a16-8b77-5b00fc03bcf0/db4b7050-0a7f-4381-a16b-8c480b47a4c2) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:51.103260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:51.126488 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Provisioning complete for port a72f8570-ce5f-4724-8cda-426f1b2a46ad triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:51.126855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.149093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71172e5b-6340-4085-98cd-be94831dd180 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.167046 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-601daddf-e360-4d1a-aed9-c6b21b11b273 tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] 10.222.0.10 "GET /v2.0/networks/90af4a64-d6a4-4a40-aa16-ac68c1646c9c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1284051 Mar 02 08:59:51.167256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.179264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55014) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:51.207220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f8091b9-a65f-4452-8d9d-4bf61e049a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.263007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=20a9eb5f-9960-46b6-8985-defa8affe660,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:51.268407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8091b9-a65f-4452-8d9d-4bf61e049a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f44f54b-154d-49b6-9836-c4ba9f2224a7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:51.288929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a9f4784d-e656-4adf-98fb-62c4322ff2d6 None None] Port a72f8570-ce5f-4724-8cda-426f1b2a46ad cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:59:51.302264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] For port f3af7662-c764-4a45-877d-c95144df9a91, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:51.305213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:59:51.319557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-71172e5b-6340-4085-98cd-be94831dd180 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Calling delete_port for 29fb22f8-da22-4187-86b7-4e2040bb5610 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:51.331944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f8091b9-a65f-4452-8d9d-4bf61e049a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.360451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.361162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.370998 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9f8091b9-a65f-4452-8d9d-4bf61e049a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "DELETE /v2.0/ports/6f44f54b-154d-49b6-9836-c4ba9f2224a7 HTTP/1.1" status: 204 len: 168 time: 1.5084267 Mar 02 08:59:51.377324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55018) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:51.415640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] For port f3af7662-c764-4a45-877d-c95144df9a91, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f3af7662-c764-4a45-877d-c95144df9a91,segment=NetworkSegment(38bdfdc2-f944-4096-9d5e-1e271fec130b),segment_id=38bdfdc2-f944-4096-9d5e-1e271fec130b)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:59:51.427400 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8d2445-4774-4c8a-92cc-936ae03fce23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] GET failed (client error): The resource could not be found. Mar 02 08:59:51.427925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-dd8d2445-4774-4c8a-92cc-936ae03fce23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Synchronizing usage tracker for tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:59:51.442566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.463442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 20a9eb5f-9960-46b6-8985-defa8affe660 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:51.480732 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4f8e4152-4cb8-40f9-803c-57fcdf715b7e tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] 10.222.0.10 "GET /v2.0/networks/90af4a64-d6a4-4a40-aa16-ac68c1646c9c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2979443 Mar 02 08:59:51.482517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55024) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:51.483650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.568317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-dd8d2445-4774-4c8a-92cc-936ae03fce23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Unset dirty status for tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:59:51.573146 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dd8d2445-4774-4c8a-92cc-936ae03fce23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "GET /v2.0/ports/6f44f54b-154d-49b6-9836-c4ba9f2224a7 HTTP/1.1" status: 404 len: 333 time: 0.1954148 Mar 02 08:59:51.573780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55028) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:51.596382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Request body: {'port': {'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-487553978'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:51.597191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.605156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:51.606856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a72f8570-ce5f-4724-8cda-426f1b2a46ad,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:51.705053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:51.764800 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 20a9eb5f-9960-46b6-8985-defa8affe660 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:51.765539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.835216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Made reservation on behalf of cf05d5667c454bee8ba0bdbd7fdbeeb5 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 08:59:51.837518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.852055 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-72db8381-f39d-42cf-ab22-ccff24723143 tempest-DHCPAgentSchedulersTestJSON-406127182 tempest-DHCPAgentSchedulersTestJSON-406127182-project-admin] 10.222.0.10 "GET /v2.0/agents/c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc/dhcp-networks HTTP/1.1" status: 200 len: 8849 time: 0.3626127 Mar 02 08:59:51.853566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55032) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:51.875743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfa912-bb0d-41af-b55e-c29f619e7584 None None] Pushing event updated for resources: {'Port': ['ID=f3af7662-c764-4a45-877d-c95144df9a91,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:51.888488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.913751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Allocated IP 2001:db8::161 (64c346d4-1e11-48a6-97e1-d89d312a85ab/3ab477b8-abbd-4568-85db-88ba968fc85c/0ec268bf-edf3-45b4-b74e-09eb4f1932da) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:51.916078 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] device_id is not set on port a512e013-662f-43d5-89ec-c5f2072fc446 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:51.924887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.960742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:42Z', 'revision_number': 3, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:51.960968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:51.970563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9fc67f-ffe9-4c41-9b2a-e23c31d3374c None None] The sync data for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv is: [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:42Z', 'revision_number': 3, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:59:52.022793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ca21edd1-2559-4b4b-ab96-61d9f872304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:52.071383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a639ae00-e782-4975-9ac3-87505897f47a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:52.187159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:52.194880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:52.202448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a639ae00-e782-4975-9ac3-87505897f47a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:52.203890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:52.269814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:52.284916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:52.293925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Transition to ACTIVE for port object db4b7050-0a7f-4381-a16b-8c480b47a4c2 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:52.467484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71172e5b-6340-4085-98cd-be94831dd180 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:52.480378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Allocated IP 172.26.3.203 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/9e77fe3b-3492-48cf-a399-18b8176b1164) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 08:59:52.559761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:52.703668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > segment before_delete 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.704009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.704799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.705127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > port after_create 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.705446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > port after_delete 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.705896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > port after_update 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.706149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > segment after_delete 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.706482 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > subnet after_create 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.706802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > subnet after_delete 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.707114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > subnet after_update 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.722530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71172e5b-6340-4085-98cd-be94831dd180 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event deleted for resources: {'Port': ['ID=29fb22f8-da22-4187-86b7-4e2040bb5610,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:52.745724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-57514794-a884-4e11-8d2c-e07f2bc38c85 None None] Provisioning complete for port a72f8570-ce5f-4724-8cda-426f1b2a46ad triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:52.746683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-57514794-a884-4e11-8d2c-e07f2bc38c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:52.867477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-57514794-a884-4e11-8d2c-e07f2bc38c85 None None] Port a72f8570-ce5f-4724-8cda-426f1b2a46ad cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:59:52.915227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > subnet after_create 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.915583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > subnet after_delete 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.915912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > subnet before_create 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.916405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Subscribe: > subnet before_update 55550000 {{(pid=88400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 08:59:52.916749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931880ab-5c96-41b6-80a3-e62534f3fa99']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:52.967595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8a36d9-c2ca-474e-8e12-9581af928380') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:52.967896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8a36d9-c2ca-474e-8e12-9581af928380') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:52.979256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71172e5b-6340-4085-98cd-be94831dd180 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:52.980286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:52.997175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.002420 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-71172e5b-6340-4085-98cd-be94831dd180 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "DELETE /v2.0/ports/29fb22f8-da22-4187-86b7-4e2040bb5610 HTTP/1.1" status: 204 len: 168 time: 2.8911583 Mar 02 08:59:53.007626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55036) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:53.009412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.015300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Router 0f07c989-86f9-428b-a096-1078ee2c2949 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:59:53.039868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Request body: {'port': {'name': 'tempest-new-port-name-109366557', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:53.040399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] bootfile-name is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 08:59:53.040831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] tftp-server is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 08:59:53.041274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] server-ip-address is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 08:59:53.074107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.078243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.106455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.127140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:59:53.127534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: from cryptography.utils import int_from_bytes Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: from cryptography.utils import int_from_bytes Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn_limited( Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn_limited( Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:59:53.149554 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:59:53.160835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.183475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fe34dc-bf67-4404-8be7-6087dc41ac4b None None] Network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:53.220004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 08:59:53.257423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:53.265524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:53.267893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:53.268364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.320082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.367404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=db4b7050-0a7f-4381-a16b-8c480b47a4c2,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:53.381653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ed8eed0b-3b9f-4e8a-8aae-4037a133eb2c None None] Provisioning for port f3af7662-c764-4a45-877d-c95144df9a91 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:53.413586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.526555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] device_id is not set on port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:53.561133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.597410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.613333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 256185ac-0888-4b8d-831b-c3ab68a50b8f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:53.613468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.626699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:59:53.642454 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1ec45522-9d56-4883-8580-a0b99d0467a8 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f07c989-86f9-428b-a096-1078ee2c2949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6184425 Mar 02 08:59:53.650267 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Sync routers for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:59:53.666583 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:53.667458 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:53.680844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Transition to ACTIVE for port object 48a9e29c-18a6-4ae3-80e1-966b53a949b0 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:53.729664 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4d08703a-d602-4ca5-ab0b-2a88caf20964 None None] Provisioning for port db4b7050-0a7f-4381-a16b-8c480b47a4c2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:53.750433 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4d08703a-d602-4ca5-ab0b-2a88caf20964 None None] Provisioning complete for port db4b7050-0a7f-4381-a16b-8c480b47a4c2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:53.751115 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4d08703a-d602-4ca5-ab0b-2a88caf20964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.754291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.755231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.780596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'Port': ['ID=a512e013-662f-43d5-89ec-c5f2072fc446,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:53.783301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Pushing event deleted for resources: {'Network': ['ID=931880ab-5c96-41b6-80a3-e62534f3fa99,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:53.785690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.791750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Network 9b838e7c-596e-4eec-a60d-df2e4101c07f is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:53.880692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:53.881001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4d08703a-d602-4ca5-ab0b-2a88caf20964 None None] Port db4b7050-0a7f-4381-a16b-8c480b47a4c2 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:59:53.893778 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:53.894748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:53.895343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.909053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'Port': ['ID=48a9e29c-18a6-4ae3-80e1-966b53a949b0,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:53.914622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:53.926046 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3914278f-91ec-4893-bf72-96fa58434aee tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] 10.222.0.10 "DELETE /v2.0/networks/931880ab-5c96-41b6-80a3-e62534f3fa99 HTTP/1.1" status: 204 len: 168 time: 2.0725515 Mar 02 08:59:53.937286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Network 64c346d4-1e11-48a6-97e1-d89d312a85ab is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:53.949529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55046) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:53.955473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:53.965675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 256185ac-0888-4b8d-831b-c3ab68a50b8f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:53.970167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 256185ac-0888-4b8d-831b-c3ab68a50b8f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:53.970529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.006821 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 08:59:54.015360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:54.052433 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:59:54.085586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event updated for resources: {'Port': ['ID=0ec268bf-edf3-45b4-b74e-09eb4f1932da,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:54.100745 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d3fb5d47-de5d-4a51-ab2f-45b9d72233da tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.5154905 Mar 02 08:59:54.104947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55052) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:54.110472 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ed0db1-c889-4456-996f-1ee5d7545e41 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] DELETE failed (client error): The resource could not be found. Mar 02 08:59:54.110973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ed0db1-c889-4456-996f-1ee5d7545e41 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 08:59:54.112584 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-04ed0db1-c889-4456-996f-1ee5d7545e41 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] 10.222.0.10 "DELETE /v2.0/ports/82e1830b-ef04-4396-8aa6-e19c5a9f3bf1 HTTP/1.1" status: 404 len: 333 time: 0.1700096 Mar 02 08:59:54.123519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:54.146412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55056) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:54.241225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.273656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:54.281884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 256185ac-0888-4b8d-831b-c3ab68a50b8f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=256185ac-0888-4b8d-831b-c3ab68a50b8f,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:54.286836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:54.287169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:54.307986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:54.317582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:54.320219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 08:59:54.359368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.360294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f3af7662-c764-4a45-877d-c95144df9a91 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:54.387981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:54.388567 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:54.400788 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 2 to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 Mar 02 08:59:54.420500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.437077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:54.437621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:54.438251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:54.447797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event updated for resources: {'Port': ['ID=9e77fe3b-3492-48cf-a399-18b8176b1164,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:54.497758 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:49Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a72f8570-ce5f-4724-8cda-426f1b2a46ad', 'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'mac_address': 'fa:16:3e:79:fd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:46Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 2, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'subnets': [{'id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:54.505198 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Checking router: 0f07c989-86f9-428b-a096-1078ee2c2949 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:59:54.506377 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Updating router 0f07c989-86f9-428b-a096-1078ee2c2949 port a72f8570-ce5f-4724-8cda-426f1b2a46ad binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:59:54.528386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:54.529269 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:54.533693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b15166d-ed65-4200-b3bb-b5e3cff5dc8b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Deleting subnet e028fb5c-1de1-48be-979d-3a10166311da {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:59:54.562967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=256185ac-0888-4b8d-831b-c3ab68a50b8f,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:54.568313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55060) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:54.569120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 3 to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 Mar 02 08:59:54.604894 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.613442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390440917', 'description': 'tempest-description--1490949229'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:54.617763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b15166d-ed65-4200-b3bb-b5e3cff5dc8b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.619442 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.667806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:54.672881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port f3af7662-c764-4a45-877d-c95144df9a91 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:54.678151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port f3af7662-c764-4a45-877d-c95144df9a91 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:54.678756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.683307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:54.683633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:54.683961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:54.686337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Usage tracker for resource:security_group and tenant:134e7f23a23046d49d74603c7e2e9a9a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:54.703858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:54.715935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:54.716251 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:54.720770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.820923 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 4 to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 Mar 02 08:59:54.827306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.829969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:54.833753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.851772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b15166d-ed65-4200-b3bb-b5e3cff5dc8b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.872783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port f3af7662-c764-4a45-877d-c95144df9a91, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f3af7662-c764-4a45-877d-c95144df9a91,segment=NetworkSegment(38bdfdc2-f944-4096-9d5e-1e271fec130b),segment_id=38bdfdc2-f944-4096-9d5e-1e271fec130b)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:54.874758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:54.875088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:54.875414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:54.920596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.949027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:54.949344 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:54.982106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:54.997095 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 5 to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 Mar 02 08:59:55.022767 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.036908 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Transition to ACTIVE for port object a72f8570-ce5f-4724-8cda-426f1b2a46ad will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:55.052956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.067434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.068589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=f3af7662-c764-4a45-877d-c95144df9a91,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:55.108448 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.121001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:55.121322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:55.121643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:55.133671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:55.137634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b15166d-ed65-4200-b3bb-b5e3cff5dc8b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.179926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:55.180240 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:55.188618 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Usage tracker for resource:security_group_rule and tenant:134e7f23a23046d49d74603c7e2e9a9a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:55.193019 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 6 to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 Mar 02 08:59:55.209906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:55.222212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] In _notify_port_updated(), no bound segment for port 547ebecc-0119-489e-a754-0fae400381cc on network 00d87cd6-cd24-442e-86e1-762b13ddced5 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 08:59:55.231967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:55.232677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.238535 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "PUT /v2.0/ports/547ebecc-0119-489e-a754-0fae400381cc HTTP/1.1" status: 200 len: 1129 time: 2.2170501 Mar 02 08:59:55.241504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55064) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:55.244977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:55.245368 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4c971-c622-494f-aacf-0e1b7588f854 None None] Pushing event updated for resources: {'Port': ['ID=a72f8570-ce5f-4724-8cda-426f1b2a46ad,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:55.252678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:55.253006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:55.253391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:55.345934 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Attempting to bind port a72f8570-ce5f-4724-8cda-426f1b2a46ad on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:55.346429 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Attempting to bind port a72f8570-ce5f-4724-8cda-426f1b2a46ad by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:55.346646 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Attempting to bind port a72f8570-ce5f-4724-8cda-426f1b2a46ad on network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:55.353913 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:59:55.359613 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Checking segment: {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:55.360111 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.360514 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Bound using segment: {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:59:55.361006 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Bound port: a72f8570-ce5f-4724-8cda-426f1b2a46ad, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:59:55.361395 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.377187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:55.377559 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:55.412359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] device_id is not set on port a512e013-662f-43d5-89ec-c5f2072fc446 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 08:59:55.414042 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 7 to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 Mar 02 08:59:55.423561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.449247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Transition to ACTIVE for port object a512e013-662f-43d5-89ec-c5f2072fc446 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:55.506446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 256185ac-0888-4b8d-831b-c3ab68a50b8f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:55.507888 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] For port a72f8570-ce5f-4724-8cda-426f1b2a46ad, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:55.510568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:55.510902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:55.511228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:55.511888 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] For port a72f8570-ce5f-4724-8cda-426f1b2a46ad, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a72f8570-ce5f-4724-8cda-426f1b2a46ad,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:59:55.523895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.535914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c10f1b-b8f1-4fda-8811-24d93308701d tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event updated for resources: {'Port': ['ID=547ebecc-0119-489e-a754-0fae400381cc,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:55.536068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.600130 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.614878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:55.615208 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:55.617193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.633385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 8 to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 Mar 02 08:59:55.654041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee523458-2c60-4efd-b6a1-7a789f7bcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:55.654688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ee523458-2c60-4efd-b6a1-7a789f7bcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Synchronizing usage tracker for tenant:9cd521dbc8b349cb9fd236406f5569c8 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:59:55.655014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 256185ac-0888-4b8d-831b-c3ab68a50b8f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:55.655509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.670723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b15166d-ed65-4200-b3bb-b5e3cff5dc8b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.711619 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:55.712857 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:55.758711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15166d-ed65-4200-b3bb-b5e3cff5dc8b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Pushing event deleted for resources: {'Subnet': ['ID=e028fb5c-1de1-48be-979d-3a10166311da,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:55.761740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:55.762119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:55.763682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:55.784245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.785732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.811405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bf72a1d1-4370-4880-ae62-1741db8ce82c None None] Provisioning complete for port 547ebecc-0119-489e-a754-0fae400381cc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:55.811405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bf72a1d1-4370-4880-ae62-1741db8ce82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.818445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'Port': ['ID=a512e013-662f-43d5-89ec-c5f2072fc446,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:55.832287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:55.832625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:55.832975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:55.845216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.849105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:55.849433 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:55.855857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51a5fe-7ac7-4c98-95b1-6253a079fa98 None None] Network 90af4a64-d6a4-4a40-aa16-ac68c1646c9c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 08:59:55.862282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b15166d-ed65-4200-b3bb-b5e3cff5dc8b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:55.884921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:55.885244 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:55.925691 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 2 to bind port a512e013-662f-43d5-89ec-c5f2072fc446 Mar 02 08:59:55.958921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 9 to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 Mar 02 08:59:55.963161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:55.963490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:55.963863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:55.973905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:55.974341 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:55.976422 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 3 to bind port a512e013-662f-43d5-89ec-c5f2072fc446 Mar 02 08:59:56.000959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f3af7662-c764-4a45-877d-c95144df9a91 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:56.012896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ee523458-2c60-4efd-b6a1-7a789f7bcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Unset dirty status for tenant:9cd521dbc8b349cb9fd236406f5569c8 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:59:56.017094 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ee523458-2c60-4efd-b6a1-7a789f7bcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "GET /v2.0/ports/547ebecc-0119-489e-a754-0fae400381cc HTTP/1.1" status: 200 len: 1129 time: 0.7630110 Mar 02 08:59:56.017094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.040617 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:59:56.042535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55068) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:56.056324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.056653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.056978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.059806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9b15166d-ed65-4200-b3bb-b5e3cff5dc8b tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] 10.222.0.10 "DELETE /v2.0/subnets/e028fb5c-1de1-48be-979d-3a10166311da HTTP/1.1" status: 204 len: 168 time: 1.8979104 Mar 02 08:59:56.063120 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.063512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.063860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.068152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55072) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:56.096465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-bf72a1d1-4370-4880-ae62-1741db8ce82c None None] Port 547ebecc-0119-489e-a754-0fae400381cc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:59:56.177233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.177442 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:56.177940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.181565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=db4b7050-0a7f-4381-a16b-8c480b47a4c2,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:56.205785 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 10 to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 Mar 02 08:59:56.206784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.207113 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:56.220041 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 4 to bind port a512e013-662f-43d5-89ec-c5f2072fc446 Mar 02 08:59:56.231206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port f3af7662-c764-4a45-877d-c95144df9a91 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:56.232002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.242951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.243277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.243609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.309174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.309568 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:56.312985 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 5 to bind port a512e013-662f-43d5-89ec-c5f2072fc446 Mar 02 08:59:56.348103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.348667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.349005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.354022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.359262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.359588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.360858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.365681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.366145 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:56.370524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-fbfec9ca-3b2f-46ec-866a-b22a522b5ded tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Deleting port 547ebecc-0119-489e-a754-0fae400381cc {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:56.370995 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 6 to bind port a512e013-662f-43d5-89ec-c5f2072fc446 Mar 02 08:59:56.371544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fbfec9ca-3b2f-46ec-866a-b22a522b5ded tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.388565 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4c971-c622-494f-aacf-0e1b7588f854 None None] Pushing event updated for resources: {'Port': ['ID=a72f8570-ce5f-4724-8cda-426f1b2a46ad,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:56.403814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d056143-4560-4e1b-903a-b527472731a9 None None] DHCP port deletion for 90af4a64-d6a4-4a40-aa16-ac68c1646c9c request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 08:59:56.406912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Deleting port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:56.407248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.408669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de898c36-0ef3-4e45-90d8-86c8cb8d32d0,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:56.418125 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4d056143-4560-4e1b-903a-b527472731a9 None None] Deleting port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:56.418766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4d056143-4560-4e1b-903a-b527472731a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.432721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.432721 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 08:59:56.432997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.441774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.442994 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e30a7c08-b1de-47fd-8025-b04bc627aa95 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8579466 Mar 02 08:59:56.458568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55076) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:56.483185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Request body: {'security_group_rule': {'security_group_id': 'de898c36-0ef3-4e45-90d8-86c8cb8d32d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:56.487007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.487517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.488448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.497610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.498484 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:56.501221 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 7 to bind port a512e013-662f-43d5-89ec-c5f2072fc446 Mar 02 08:59:56.536994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.537338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.537680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.544468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.544815 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:56.545710 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 8 to bind port a512e013-662f-43d5-89ec-c5f2072fc446 Mar 02 08:59:56.561990 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:49Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a72f8570-ce5f-4724-8cda-426f1b2a46ad', 'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'mac_address': 'fa:16:3e:79:fd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:46Z', 'updated_at': '2022-03-02T08:59:55Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'subnets': [{'id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:56.562398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:56.566948 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0543b-8bd4-452a-ac88-d279cd258ef3 None None] The sync data for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv is: [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:49Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a72f8570-ce5f-4724-8cda-426f1b2a46ad', 'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'mac_address': 'fa:16:3e:79:fd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:46Z', 'updated_at': '2022-03-02T08:59:55Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'subnets': [{'id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:59:56.594787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.595081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.595417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.609122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.609461 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:56.611726 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 9 to bind port a512e013-662f-43d5-89ec-c5f2072fc446 Mar 02 08:59:56.624826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Router a0c58654-fbc3-4d86-bb4b-3a4c064847b7 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:59:56.668518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Usage tracker for resource:security_group_rule and tenant:134e7f23a23046d49d74603c7e2e9a9a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:56.683845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.684181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.684515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.717975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4d056143-4560-4e1b-903a-b527472731a9 None None] For port 2dc6d40f-af02-4c6c-8926-3a6da56ce374, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2dc6d40f-af02-4c6c-8926-3a6da56ce374,segment=NetworkSegment(dbb64d20-c315-4be9-ac92-6f235850b2e5),segment_id=dbb64d20-c315-4be9-ac92-6f235850b2e5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:56.718390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4d056143-4560-4e1b-903a-b527472731a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.785418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.785769 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:56.790014 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 10 to bind port a512e013-662f-43d5-89ec-c5f2072fc446 Mar 02 08:59:56.844057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:56.869432 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4d056143-4560-4e1b-903a-b527472731a9 None None] Calling delete_port for 2dc6d40f-af02-4c6c-8926-3a6da56ce374 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:56.870549 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:56.870934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:56.871351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:56.899375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:56.900870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 08:59:56.901201 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port a512e013-662f-43d5-89ec-c5f2072fc446 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 08:59:56.901563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:56.902550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 08:59:56.910399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 08:59:56.922572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] For port 2dc6d40f-af02-4c6c-8926-3a6da56ce374, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2dc6d40f-af02-4c6c-8926-3a6da56ce374,segment=NetworkSegment(dbb64d20-c315-4be9-ac92-6f235850b2e5),segment_id=dbb64d20-c315-4be9-ac92-6f235850b2e5)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:56.923034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.132310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4d056143-4560-4e1b-903a-b527472731a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.195191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.197686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] For port 48a9e29c-18a6-4ae3-80e1-966b53a949b0, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:57.197957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempted to set empty binding levels {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 08:59:57.210268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.214026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:59:57.222175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Calling delete_port for 2dc6d40f-af02-4c6c-8926-3a6da56ce374 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:57.226762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d056143-4560-4e1b-903a-b527472731a9 None None] Pushing event deleted for resources: {'Port': ['ID=2dc6d40f-af02-4c6c-8926-3a6da56ce374,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:57.230814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d056143-4560-4e1b-903a-b527472731a9 None None] No DVR routers for this DVR port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 08:59:57.232044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Sync routers for ids ['a0c58654-fbc3-4d86-bb4b-3a4c064847b7'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:59:57.259401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Routers {'a0c58654-fbc3-4d86-bb4b-3a4c064847b7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:57.260214 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['a0c58654-fbc3-4d86-bb4b-3a4c064847b7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:57.315182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c0b47464-9906-4805-a60a-e4a2c9214b7b None None] Provisioning complete for port db4b7050-0a7f-4381-a16b-8c480b47a4c2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:57.315706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0b47464-9906-4805-a60a-e4a2c9214b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.341992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.353578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] For port a512e013-662f-43d5-89ec-c5f2072fc446, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:57.354513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempted to set empty binding levels {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 08:59:57.357715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.361585 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-87108891-ddb9-499a-a846-3ba9434ace6c tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.0451417 Mar 02 08:59:57.370635 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55080) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:57.397161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c0b47464-9906-4805-a60a-e4a2c9214b7b None None] Port db4b7050-0a7f-4381-a16b-8c480b47a4c2 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 08:59:57.454016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.458060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 08:59:57.458382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 08:59:57.515173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Set router a0c58654-fbc3-4d86-bb4b-3a4c064847b7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:59:57.598125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'Port': ['ID=a512e013-662f-43d5-89ec-c5f2072fc446,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:57.598299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] In _notify_port_updated(), no bound segment for port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 08:59:57.599043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.599627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.603203 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "PUT /v2.0/ports/48a9e29c-18a6-4ae3-80e1-966b53a949b0 HTTP/1.1" status: 200 len: 977 time: 6.5094199 Mar 02 08:59:57.606122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55084) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:57.611993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] In _notify_port_updated(), no bound segment for port a512e013-662f-43d5-89ec-c5f2072fc446 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 08:59:57.613488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.614119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.615670 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b407497c-9ac0-4557-8f20-7e2f12301206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "PUT /v2.0/ports/a512e013-662f-43d5-89ec-c5f2072fc446 HTTP/1.1" status: 200 len: 980 time: 3.5068851 Mar 02 08:59:57.622258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55088) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:57.685867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a72f8570-ce5f-4724-8cda-426f1b2a46ad up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:57.754713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029981b0-28c6-4633-883e-d1868558ca68 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'Port': ['ID=48a9e29c-18a6-4ae3-80e1-966b53a949b0,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:57.775204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fbfec9ca-3b2f-46ec-866a-b22a522b5ded tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.779870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.800946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Router 460de7d1-2c0d-417a-8cc3-669a3881bced has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 08:59:57.907677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.908830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.909586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.910232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.910833 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.911474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.912099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.912698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.913292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.913915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.914509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.915106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.915705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.916300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.916931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.917531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.918242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.918699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:57.922169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Synchronizing usage tracker for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 08:59:57.930019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-fbfec9ca-3b2f-46ec-866a-b22a522b5ded tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Calling delete_port for 547ebecc-0119-489e-a754-0fae400381cc owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:57.955161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a72f8570-ce5f-4724-8cda-426f1b2a46ad completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 08:59:57.968359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.969237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a72f8570-ce5f-4724-8cda-426f1b2a46ad triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 08:59:57.969653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:57.973794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Deleting port 2dc6d40f-af02-4c6c-8926-3a6da56ce374 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:57.974241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.050575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c58654-fbc3-4d86-bb4b-3a4c064847b7', 'name': '', 'tenant_id': 'c95eb62be4a14e2da1eca1fb91383676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab', 'external_fixed_ips': [{'subnet_id': '3ab477b8-abbd-4568-85db-88ba968fc85c', 'ip_address': '2001:db8::161'}], 'enable_snat': True}, 'gw_port_id': '0ec268bf-edf3-45b4-b74e-09eb4f1932da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:49Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 3, 'project_id': 'c95eb62be4a14e2da1eca1fb91383676', 'gw_port': {'id': '0ec268bf-edf3-45b4-b74e-09eb4f1932da', 'name': '', 'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c58654-fbc3-4d86-bb4b-3a4c064847b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '3ab477b8-abbd-4568-85db-88ba968fc85c', 'ip_address': '2001:db8::161', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:51Z', 'updated_at': '2022-03-02T08:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ab477b8-abbd-4568-85db-88ba968fc85c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:58.056919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Checking router: a0c58654-fbc3-4d86-bb4b-3a4c064847b7 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:59:58.057381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Updating router a0c58654-fbc3-4d86-bb4b-3a4c064847b7 port 0ec268bf-edf3-45b4-b74e-09eb4f1932da binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:59:58.079689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.152792 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d9cb4d-26e4-4cae-b5aa-594b6cf3f87c,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:58.157965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.168449 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] The port '2dc6d40f-af02-4c6c-8926-3a6da56ce374' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 08:59:58.185109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.247464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.247973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.248435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.248974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.250212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.250212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.250438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.250863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.251384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.251834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.252356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.252837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.253288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.253729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.254650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.254772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.255172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.255681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 08:59:58.256421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.261784 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-90b1deca-9080-42de-8a91-27060282af03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16165 time: 0.6241059 Mar 02 08:59:58.261965 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Unset dirty status for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 08:59:58.266659 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c8930597-65b2-41d9-b733-182671adca22 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16165 time: 0.6554585 Mar 02 08:59:58.266659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55092) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:58.268962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55094) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:58.269434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.271288 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-89e92f9e-6d93-4571-8346-6a135cdc2564 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8118229 Mar 02 08:59:58.294185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a72f8570-ce5f-4724-8cda-426f1b2a46ad, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a72f8570-ce5f-4724-8cda-426f1b2a46ad,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:58.305224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55100) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:58.355551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Request body: {'security_group_rule': {'security_group_id': 'de898c36-0ef3-4e45-90d8-86c8cb8d32d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 08:59:58.375264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.385856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Router 68644f55-6c32-4b19-88c6-edb634009f4f is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 08:59:58.392919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 08:59:58.395929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.417564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90af4a64-d6a4-4a40-aa16-ac68c1646c9c']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:58.424219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Usage tracker for resource:security_group_rule and tenant:134e7f23a23046d49d74603c7e2e9a9a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 08:59:58.425127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-7a04b578-af48-4a2a-8cd6-058dfad64349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Deleting port a512e013-662f-43d5-89ec-c5f2072fc446 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:58.425478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7a04b578-af48-4a2a-8cd6-058dfad64349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.435008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:59:58.435008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 08:59:58.443648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-382c2dfb-3c87-4791-afb8-853e4b96b23b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Deleting port 48a9e29c-18a6-4ae3-80e1-966b53a949b0 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:58.444027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-382c2dfb-3c87-4791-afb8-853e4b96b23b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.461424 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Sync routers for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:59:58.473802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Deleting port 0ec268bf-edf3-45b4-b74e-09eb4f1932da {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 08:59:58.473802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.475779 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:58.476460 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:58.537128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a72f8570-ce5f-4724-8cda-426f1b2a46ad,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:58.550742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2dc6d40f-af02-4c6c-8926-3a6da56ce374 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 08:59:58.557674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb64d20-c315-4be9-ac92-6f235850b2e5') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:58.558303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb64d20-c315-4be9-ac92-6f235850b2e5') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:58.601579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.630103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 2dc6d40f-af02-4c6c-8926-3a6da56ce374 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 08:59:58.637361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 08:59:58.639039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2dc6d40f-af02-4c6c-8926-3a6da56ce374 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 08:59:58.721911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fbfec9ca-3b2f-46ec-866a-b22a522b5ded tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.736479 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.774967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.797192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Transition to ACTIVE for port object 0ec268bf-edf3-45b4-b74e-09eb4f1932da will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:58.813192 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 08:59:58.814594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 08:59:58.815038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.829720 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-64ab41f5-b6e8-4040-b5ee-ea3c453ac7a1 admin admin] 10.222.0.10 "PUT /v2.0/routers/460de7d1-2c0d-417a-8cc3-669a3881bced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3765402 Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 08:59:58.833623 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 08:59:58.855114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfec9ca-3b2f-46ec-866a-b22a522b5ded tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event deleted for resources: {'Port': ['ID=547ebecc-0119-489e-a754-0fae400381cc,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:58.875334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:58.910942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.021365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 08:59:59.042338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Attempting to bind port 0ec268bf-edf3-45b4-b74e-09eb4f1932da on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 08:59:59.042822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Attempting to bind port 0ec268bf-edf3-45b4-b74e-09eb4f1932da by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'aacf7f34-349d-4579-b4ef-e84826b6b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 08:59:59.043080 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Attempting to bind port 0ec268bf-edf3-45b4-b74e-09eb4f1932da on network 64c346d4-1e11-48a6-97e1-d89d312a85ab {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 08:59:59.050236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e284659-9057-43e5-9920-b71256b0d211 None None] Pushing event updated for resources: {'Port': ['ID=0ec268bf-edf3-45b4-b74e-09eb4f1932da,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:59.065092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 08:59:59.066251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Checking segment: {'id': 'aacf7f34-349d-4579-b4ef-e84826b6b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 08:59:59.067365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.068270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Bound using segment: {'id': 'aacf7f34-349d-4579-b4ef-e84826b6b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 08:59:59.069070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Bound port: 0ec268bf-edf3-45b4-b74e-09eb4f1932da, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacf7f34-349d-4579-b4ef-e84826b6b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64c346d4-1e11-48a6-97e1-d89d312a85ab'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 08:59:59.069640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.093064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.108856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8aa9dc-b1d5-4816-94aa-128a87c731f5 None None] Sync routers for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 08:59:59.132119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8aa9dc-b1d5-4816-94aa-128a87c731f5 None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:59.132756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-db8aa9dc-b1d5-4816-94aa-128a87c731f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:59.166438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fbfec9ca-3b2f-46ec-866a-b22a522b5ded tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.168543 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fbfec9ca-3b2f-46ec-866a-b22a522b5ded tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "DELETE /v2.0/ports/547ebecc-0119-489e-a754-0fae400381cc HTTP/1.1" status: 204 len: 168 time: 3.1250691 Mar 02 08:59:59.172488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55110) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:59.233945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-db8aa9dc-b1d5-4816-94aa-128a87c731f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:59.276121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] For port 0ec268bf-edf3-45b4-b74e-09eb4f1932da, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 08:59:59.277069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-382c2dfb-3c87-4791-afb8-853e4b96b23b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] For port 48a9e29c-18a6-4ae3-80e1-966b53a949b0, host hv-neutron-8287, got binding levels [] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:59.277589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-382c2dfb-3c87-4791-afb8-853e4b96b23b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.285630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] For port 0ec268bf-edf3-45b4-b74e-09eb4f1932da, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0ec268bf-edf3-45b4-b74e-09eb4f1932da,segment=NetworkSegment(aacf7f34-349d-4579-b4ef-e84826b6b8e4),segment_id=aacf7f34-349d-4579-b4ef-e84826b6b8e4)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 08:59:59.286921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8aa9dc-b1d5-4816-94aa-128a87c731f5 None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:59.287691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-db8aa9dc-b1d5-4816-94aa-128a87c731f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:59.303164 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:53Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'db4b7050-0a7f-4381-a16b-8c480b47a4c2', 'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'mac_address': 'fa:16:3e:fe:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:50Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 2, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'subnets': [{'id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:59.307188 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Checking router: 460de7d1-2c0d-417a-8cc3-669a3881bced for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 08:59:59.307543 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Updating router 460de7d1-2c0d-417a-8cc3-669a3881bced port db4b7050-0a7f-4381-a16b-8c480b47a4c2 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 08:59:59.333584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Calling delete_port for 0ec268bf-edf3-45b4-b74e-09eb4f1932da owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:59.368314 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.418982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.421031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-db057e88-60d2-4974-879b-db634c675306 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.6587639 Mar 02 08:59:59.432899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.438624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-382c2dfb-3c87-4791-afb8-853e4b96b23b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Calling delete_port for 48a9e29c-18a6-4ae3-80e1-966b53a949b0 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 08:59:59.488482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbc258e-43df-4327-ae36-c8d6b604b0c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Deleting subnet c9b978ef-68f0-444e-999b-c59955221967 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 08:59:59.491601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55116) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 08:59:59.502698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ecbc258e-43df-4327-ae36-c8d6b604b0c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.549326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.592681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e284659-9057-43e5-9920-b71256b0d211 None None] Pushing event updated for resources: {'Port': ['ID=0ec268bf-edf3-45b4-b74e-09eb4f1932da,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:59.603812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-db8aa9dc-b1d5-4816-94aa-128a87c731f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:59.605216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8aa9dc-b1d5-4816-94aa-128a87c731f5 None None] The sync data for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 08:59:59.608460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a72f8570-ce5f-4724-8cda-426f1b2a46ad up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 08:59:59.626768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.728460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.741206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Routers {'a0c58654-fbc3-4d86-bb4b-3a4c064847b7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 08:59:59.741946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['a0c58654-fbc3-4d86-bb4b-3a4c064847b7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 08:59:59.745208 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.756974 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Transition to ACTIVE for port object db4b7050-0a7f-4381-a16b-8c480b47a4c2 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 08:59:59.777759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] Pushing event deleted for resources: {'Network': ['ID=90af4a64-d6a4-4a40-aa16-ac68c1646c9c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 08:59:59.801180 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6862d3a9-d9a0-49dd-be4f-8992312ffff7 tempest-DHCPAgentSchedulersTestJSON-2020083074 tempest-DHCPAgentSchedulersTestJSON-2020083074-project] 10.222.0.10 "DELETE /v2.0/networks/90af4a64-d6a4-4a40-aa16-ac68c1646c9c HTTP/1.1" status: 204 len: 168 time: 3.7319870 Mar 02 08:59:59.802294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-7a04b578-af48-4a2a-8cd6-058dfad64349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] For port a512e013-662f-43d5-89ec-c5f2072fc446, host hv-neutron-8287, got binding levels [] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 08:59:59.802740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7a04b578-af48-4a2a-8cd6-058dfad64349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.855214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.878900 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 08:59:59.931198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] Set router a0c58654-fbc3-4d86-bb4b-3a4c064847b7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:00.141266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ecbc258e-43df-4327-ae36-c8d6b604b0c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.176661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-7a04b578-af48-4a2a-8cd6-058dfad64349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Calling delete_port for a512e013-662f-43d5-89ec-c5f2072fc446 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:00.205224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bf61f2-2a8d-4385-add0-cbd482c65d84,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:00.207479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c58654-fbc3-4d86-bb4b-3a4c064847b7', 'name': '', 'tenant_id': 'c95eb62be4a14e2da1eca1fb91383676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:49Z', 'updated_at': '2022-03-02T08:59:58Z', 'revision_number': 4, 'project_id': 'c95eb62be4a14e2da1eca1fb91383676', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:00.222632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a72f8570-ce5f-4724-8cda-426f1b2a46ad triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:00.223477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.225666 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb767852-0596-4fa0-a503-28ac9fa48dbb None None] Pushing event updated for resources: {'Port': ['ID=db4b7050-0a7f-4381-a16b-8c480b47a4c2,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:00.303768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55124) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:00.317738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469369805', 'description': 'tempest-description--1622311811'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:00.324815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:00.336634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Usage tracker for resource:security_group and tenant:2fab3e94ce60419d8ffa7baee0093f48 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:00.340970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:00.347512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a9560-ef15-416a-85d0-cc4ca233de87 None None] The sync data for ids ['a0c58654-fbc3-4d86-bb4b-3a4c064847b7'] in dv-neutron-828796-1-hyperv is: [{'id': 'a0c58654-fbc3-4d86-bb4b-3a4c064847b7', 'name': '', 'tenant_id': 'c95eb62be4a14e2da1eca1fb91383676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:49Z', 'updated_at': '2022-03-02T08:59:58Z', 'revision_number': 4, 'project_id': 'c95eb62be4a14e2da1eca1fb91383676', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:00.363465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:00:00.364026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:00:00.368967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:00.370763 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Attempting to bind port db4b7050-0a7f-4381-a16b-8c480b47a4c2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:00.371373 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Attempting to bind port db4b7050-0a7f-4381-a16b-8c480b47a4c2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:00.372399 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Attempting to bind port db4b7050-0a7f-4381-a16b-8c480b47a4c2 on network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:00.380726 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 8, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:00:00.381477 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Checking segment: {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:00.382151 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.384296 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Bound using segment: {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:00:00.384296 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Bound port: db4b7050-0a7f-4381-a16b-8c480b47a4c2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:00:00.384296 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.432846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7a04b578-af48-4a2a-8cd6-058dfad64349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.507056 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] For port db4b7050-0a7f-4381-a16b-8c480b47a4c2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:00:00.511055 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] For port db4b7050-0a7f-4381-a16b-8c480b47a4c2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=db4b7050-0a7f-4381-a16b-8c480b47a4c2,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:00:00.527137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ecbc258e-43df-4327-ae36-c8d6b604b0c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.530743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.543636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04b578-af48-4a2a-8cd6-058dfad64349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event deleted for resources: {'Port': ['ID=a512e013-662f-43d5-89ec-c5f2072fc446,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:00.557705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7a04b578-af48-4a2a-8cd6-058dfad64349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.575870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:00.580374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Usage tracker for resource:security_group_rule and tenant:2fab3e94ce60419d8ffa7baee0093f48 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:00.583463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:00.591867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:00.597531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-382c2dfb-3c87-4791-afb8-853e4b96b23b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.605191 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.609885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.614735 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4655bf74-1de5-4f7c-9e78-98a990215c3b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2784076 Mar 02 09:00:00.620436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55130) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:00.620760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55132) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:00.643322 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7a04b578-af48-4a2a-8cd6-058dfad64349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a512e013-662f-43d5-89ec-c5f2072fc446 HTTP/1.1" status: 204 len: 168 time: 2.3772318 Mar 02 09:00:00.646032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55134) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:00.681793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:00.699517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c2dfb-3c87-4791-afb8-853e4b96b23b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event deleted for resources: {'Port': ['ID=48a9e29c-18a6-4ae3-80e1-966b53a949b0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:00.719442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:00.719827 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-424b52c7-0a53-4172-83cf-2f2ae149255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] GET failed (client error): The resource could not be found. Mar 02 09:00:00.720378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-424b52c7-0a53-4172-83cf-2f2ae149255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Synchronizing usage tracker for tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:00.722043 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:00.723317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ecbc258e-43df-4327-ae36-c8d6b604b0c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.723449 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:00.786845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.807679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Usage tracker for resource:floatingip and tenant:134e7f23a23046d49d74603c7e2e9a9a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:00.814190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-382c2dfb-3c87-4791-afb8-853e4b96b23b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.820681 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb767852-0596-4fa0-a503-28ac9fa48dbb None None] Pushing event updated for resources: {'Port': ['ID=db4b7050-0a7f-4381-a16b-8c480b47a4c2,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:00.821218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-424b52c7-0a53-4172-83cf-2f2ae149255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Unset dirty status for tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:00.825426 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-424b52c7-0a53-4172-83cf-2f2ae149255c tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "GET /v2.0/ports/a512e013-662f-43d5-89ec-c5f2072fc446 HTTP/1.1" status: 404 len: 333 time: 0.1746943 Mar 02 09:00:00.825676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55144) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:00.831796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-59064886', 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:00.837113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:00.840871 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.875102 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Deleting port 0ec268bf-edf3-45b4-b74e-09eb4f1932da {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:00.875418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.895252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:00.901781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:00.910334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc258e-43df-4327-ae36-c8d6b604b0c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b978ef-68f0-444e-999b-c59955221967,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:00.912347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:00.939362 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-382c2dfb-3c87-4791-afb8-853e4b96b23b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "DELETE /v2.0/ports/48a9e29c-18a6-4ae3-80e1-966b53a949b0 HTTP/1.1" status: 204 len: 168 time: 2.6668394 Mar 02 09:00:00.943184 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833e542-819b-44a2-9709-ebf3e86dad40 None None] Network 00d87cd6-cd24-442e-86e1-762b13ddced5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:00.946830 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ecbc258e-43df-4327-ae36-c8d6b604b0c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:00.948595 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ecbc258e-43df-4327-ae36-c8d6b604b0c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "DELETE /v2.0/subnets/c9b978ef-68f0-444e-999b-c59955221967 HTTP/1.1" status: 204 len: 168 time: 1.7683034 Mar 02 09:00:00.952052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55150) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:00.957130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55152) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:00.984160 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:01.014428 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-66012bc4-03d3-4a2b-b066-011a0d63887f tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] GET failed (client error): The resource could not be found. Mar 02 09:00:01.014923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-66012bc4-03d3-4a2b-b066-011a0d63887f tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Synchronizing usage tracker for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:01.063739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.107202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.116327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42534a-8361-49aa-9745-a42a37e66c5c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:01.130726 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7d39d90c-e57e-4837-8951-a22a02bc605e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5723c41af4aa44afa007d2367f898876&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4790776 Mar 02 09:00:01.136284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55158) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:01.176479 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Deleting port a639ae00-e782-4975-9ac3-87505897f47a {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:01.176818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.215214 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Made reservation on behalf of cf05d5667c454bee8ba0bdbd7fdbeeb5 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:01.218165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.242803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-66012bc4-03d3-4a2b-b066-011a0d63887f tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Unset dirty status for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:01.243947 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-66012bc4-03d3-4a2b-b066-011a0d63887f tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "GET /v2.0/ports/48a9e29c-18a6-4ae3-80e1-966b53a949b0 HTTP/1.1" status: 404 len: 333 time: 0.2801940 Mar 02 09:00:01.278712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55162) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:01.304333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-520875884', 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:01.306967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.308879 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2502bef9-4eb7-4cfa-b151-2c225a01e3da tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0067105 Mar 02 09:00:01.318716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55166) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:01.324229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] DHCP port deletion for 00d87cd6-cd24-442e-86e1-762b13ddced5 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:00:01.329135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Request body: {'security_group_rule': {'security_group_id': 'ab42534a-8361-49aa-9745-a42a37e66c5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:01.332846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Deleting port a639ae00-e782-4975-9ac3-87505897f47a {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:01.332981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:01.333222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.352808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:01.364602 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:01.369614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Usage tracker for resource:security_group_rule and tenant:2fab3e94ce60419d8ffa7baee0093f48 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:01.376196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:01.377357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8bef-8848-4212-867f-a000a5c81dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.381674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] device_id is not set on port 5bd16a12-e68a-49ca-8335-00a9efc8a884 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:01.458146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8bef-8848-4212-867f-a000a5c81dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.482358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a639ae00-e782-4975-9ac3-87505897f47a no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:00:01.488247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:01.505824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.515963 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:53Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'db4b7050-0a7f-4381-a16b-8c480b47a4c2', 'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'mac_address': 'fa:16:3e:fe:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:50Z', 'updated_at': '2022-03-02T09:00:00Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'subnets': [{'id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:01.531763 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cd86ef-74b3-43f0-a5b9-7349bbff8afa None None] The sync data for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv is: [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:53Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'db4b7050-0a7f-4381-a16b-8c480b47a4c2', 'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'mac_address': 'fa:16:3e:fe:78:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:50Z', 'updated_at': '2022-03-02T09:00:00Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'subnets': [{'id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:01.532116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Made reservation on behalf of 014b562b72514e0f83fb9f6ec3ee35f4 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:01.532116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.585353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] For port 0ec268bf-edf3-45b4-b74e-09eb4f1932da, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0ec268bf-edf3-45b4-b74e-09eb4f1932da,segment=NetworkSegment(aacf7f34-349d-4579-b4ef-e84826b6b8e4),segment_id=aacf7f34-349d-4579-b4ef-e84826b6b8e4)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:01.585706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.603620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] device_id is not set on port 067c5c6b-54a8-4a48-846c-3c33ae06152b yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:01.738418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.846201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.859201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.877276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Calling delete_port for 0ec268bf-edf3-45b4-b74e-09eb4f1932da owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:01.878068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] For port a639ae00-e782-4975-9ac3-87505897f47a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a639ae00-e782-4975-9ac3-87505897f47a,segment=NetworkSegment(b90d2e4e-1295-499c-bf9f-1588c85a7525),segment_id=b90d2e4e-1295-499c-bf9f-1588c85a7525)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:01.878467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:01.947488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Allocated IP 172.26.3.177 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/82ef8cbe-b55a-4ce3-94e2-e62afe5085aa) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:01.956385 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] For port a639ae00-e782-4975-9ac3-87505897f47a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a639ae00-e782-4975-9ac3-87505897f47a,segment=NetworkSegment(b90d2e4e-1295-499c-bf9f-1588c85a7525),segment_id=b90d2e4e-1295-499c-bf9f-1588c85a7525)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:01.956744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.023445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a639ae00-e782-4975-9ac3-87505897f47a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a639ae00-e782-4975-9ac3-87505897f47a,segment=NetworkSegment(b90d2e4e-1295-499c-bf9f-1588c85a7525),segment_id=b90d2e4e-1295-499c-bf9f-1588c85a7525)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:02.030395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Calling delete_port for a639ae00-e782-4975-9ac3-87505897f47a owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:02.044218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8bef-8848-4212-867f-a000a5c81dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.069089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.163604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Calling delete_port for a639ae00-e782-4975-9ac3-87505897f47a owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:02.175921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a639ae00-e782-4975-9ac3-87505897f47a,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:02.205118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:00:02.205756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:00:02.224104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff8bef-8848-4212-867f-a000a5c81dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad9df94-e5e6-4d27-9838-67960a736105,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:02.460994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.478259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.551516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:00:02.551823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:00:02.568761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8bef-8848-4212-867f-a000a5c81dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.569905 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e3ff8bef-8848-4212-867f-a000a5c81dc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bad9df94-e5e6-4d27-9838-67960a736105 HTTP/1.1" status: 204 len: 168 time: 1.4320199 Mar 02 09:00:02.579406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.601970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d979f7d-1dac-4d71-a3c9-76580cdca38c,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:02.627828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.653317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.674377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.675611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Allocated IP 172.20.0.1 (7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca/209b0511-88c1-416d-8caa-f55e124ba200/2a851132-c8cd-4d7c-ba00-87bbca7da2e4) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:02.685640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.708641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Deleting port a639ae00-e782-4975-9ac3-87505897f47a {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:02.709209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Network 9b838e7c-596e-4eec-a60d-df2e4101c07f is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:02.709306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.749101 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:02.750878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.799320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:02.800260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:02.800851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.816652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.820241 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-19743d82-e7cc-43a8-88af-3039949e5568 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4944718 Mar 02 09:00:02.821589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55172) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:02.826265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Request body: {'security_group_rule': {'security_group_id': 'ab42534a-8361-49aa-9745-a42a37e66c5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:02.836613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:02.849306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Usage tracker for resource:security_group_rule and tenant:2fab3e94ce60419d8ffa7baee0093f48 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:02.850739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:02.860568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:02.900298 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'Port': ['ID=5bd16a12-e68a-49ca-8335-00a9efc8a884,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:02.921320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.944803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Transition to ACTIVE for port object 2a851132-c8cd-4d7c-ba00-87bbca7da2e4 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:02.957358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] For port a639ae00-e782-4975-9ac3-87505897f47a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a639ae00-e782-4975-9ac3-87505897f47a,segment=NetworkSegment(b90d2e4e-1295-499c-bf9f-1588c85a7525),segment_id=b90d2e4e-1295-499c-bf9f-1588c85a7525)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:02.957748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.974397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:02.976803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.010441 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0b83138f-7c63-4ed6-a3e5-ad53ca180948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.1835845 Mar 02 09:00:03.011623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ec268bf-edf3-45b4-b74e-09eb4f1932da,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:03.016168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.019167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.025038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55178) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:03.052147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.058257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.088899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:03.089141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Deleting port a639ae00-e782-4975-9ac3-87505897f47a {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:03.089141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.096022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Network 7e1aa611-975c-4128-a697-5afbb38d6ae1 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:03.107069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:03.109081 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Calling delete_port for a639ae00-e782-4975-9ac3-87505897f47a owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:03.115701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:03.117771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:03.135252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:03.136311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:03.137001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.142311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:03.150190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:03.152140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Pushing event updated for resources: {'Port': ['ID=82ef8cbe-b55a-4ce3-94e2-e62afe5085aa,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:03.154435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:03.155008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.303656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.305611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'Port': ['ID=067c5c6b-54a8-4a48-846c-3c33ae06152b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:03.309090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55182) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:03.313310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.313310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0c58654-fbc3-4d86-bb4b-3a4c064847b7 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:00:03.349799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.371248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f151a4-17a5-4605-bf33-c486b0964a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:03.372037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a0f151a4-17a5-4605-bf33-c486b0964a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Synchronizing usage tracker for tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:03.393140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.394799 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4fd09a4e-5658-4eac-ab71-b0ef86043689 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "DELETE /v2.0/routers/a0c58654-fbc3-4d86-bb4b-3a4c064847b7 HTTP/1.1" status: 204 len: 168 time: 6.0227172 Mar 02 09:00:03.402875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5738479-f9a6-4b56-967c-e255729bb0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.421499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] Pushing event deleted for resources: {'Port': ['ID=a639ae00-e782-4975-9ac3-87505897f47a,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:03.421499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781deca-2a38-4f06-8763-eb880eb34c6b None None] No DVR routers for this DVR port a639ae00-e782-4975-9ac3-87505897f47a on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:00:03.443450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.447075 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8055e10a-d1e2-4d80-b087-5edb79ed6c8b tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1668327 Mar 02 09:00:03.469134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55186) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:03.469462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55188) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:03.506268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b5738479-f9a6-4b56-967c-e255729bb0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:03.521367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device db4b7050-0a7f-4381-a16b-8c480b47a4c2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:03.535024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b5738479-f9a6-4b56-967c-e255729bb0ee admin admin] Usage tracker for resource:security_group_rule and tenant:e088eac61b1a45c78f7346251bec9c84 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:03.540948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b5738479-f9a6-4b56-967c-e255729bb0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:03.541514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.555409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] For port a639ae00-e782-4975-9ac3-87505897f47a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a639ae00-e782-4975-9ac3-87505897f47a,segment=NetworkSegment(b90d2e4e-1295-499c-bf9f-1588c85a7525),segment_id=b90d2e4e-1295-499c-bf9f-1588c85a7525)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:03.556120 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.566723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b5738479-f9a6-4b56-967c-e255729bb0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:03.593565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fda05399-ad41-412a-98ff-1645f3407dc9 None None] Provisioning for port 2a851132-c8cd-4d7c-ba00-87bbca7da2e4 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:03.604506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fda05399-ad41-412a-98ff-1645f3407dc9 None None] Provisioning complete for port 2a851132-c8cd-4d7c-ba00-87bbca7da2e4 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:03.604875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fda05399-ad41-412a-98ff-1645f3407dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.687089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-fda05399-ad41-412a-98ff-1645f3407dc9 None None] Port 2a851132-c8cd-4d7c-ba00-87bbca7da2e4 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:03.707115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e85c7fa-6302-449d-a25f-e5e9f88ecaf7,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:03.720418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a0f151a4-17a5-4605-bf33-c486b0964a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Unset dirty status for tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:03.721610 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a0f151a4-17a5-4605-bf33-c486b0964a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "GET /v2.0/ports/5bd16a12-e68a-49ca-8335-00a9efc8a884 HTTP/1.1" status: 200 len: 957 time: 0.6956577 Mar 02 09:00:03.726516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55194) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:03.729157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event updated for resources: {'Port': ['ID=2a851132-c8cd-4d7c-ba00-87bbca7da2e4,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:03.730672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port db4b7050-0a7f-4381-a16b-8c480b47a4c2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:03.740262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Calling delete_port for a639ae00-e782-4975-9ac3-87505897f47a owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:03.742472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port db4b7050-0a7f-4381-a16b-8c480b47a4c2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:03.742845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.783355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af98f75-8193-4cfc-b7c3-b56e51686d96 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:03.783928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3af98f75-8193-4cfc-b7c3-b56e51686d96 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Synchronizing usage tracker for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:03.808419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bad4745-8819-4517-af9a-5a81b7868d79 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Deleting subnet 3ab477b8-abbd-4568-85db-88ba968fc85c {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:00:03.859085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.887949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:00:03.887949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:00:03.900852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bad4745-8819-4517-af9a-5a81b7868d79 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.920200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5738479-f9a6-4b56-967c-e255729bb0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.934025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.934259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:03.938166 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55198) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:03.938340 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f0e34f8e-ccf0-48f4-8cd8-dde8e29e8efc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1164305 Mar 02 09:00:03.945219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:03.955747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:03.960055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Usage tracker for resource:floatingip and tenant:2fab3e94ce60419d8ffa7baee0093f48 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:03.963466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:03.973693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:03.987442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port db4b7050-0a7f-4381-a16b-8c480b47a4c2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=db4b7050-0a7f-4381-a16b-8c480b47a4c2,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:03.991348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ae007b72-dc2d-4e1b-9d33-5f25eb632c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Deleting port 5bd16a12-e68a-49ca-8335-00a9efc8a884 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:03.991872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae007b72-dc2d-4e1b-9d33-5f25eb632c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.000416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5738479-f9a6-4b56-967c-e255729bb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.060847 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b5738479-f9a6-4b56-967c-e255729bb0ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e088eac61b1a45c78f7346251bec9c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330148 Mar 02 09:00:04.060847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5738479-f9a6-4b56-967c-e255729bb0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6cef76-397d-48f5-90e6-57562b0bef61,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:04.063151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55202) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:04.078156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.086025 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bad4745-8819-4517-af9a-5a81b7868d79 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.113193 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.116237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.126499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3af98f75-8193-4cfc-b7c3-b56e51686d96 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Unset dirty status for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:04.126499 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3af98f75-8193-4cfc-b7c3-b56e51686d96 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "GET /v2.0/ports/067c5c6b-54a8-4a48-846c-3c33ae06152b HTTP/1.1" status: 200 len: 954 time: 0.6506279 Mar 02 09:00:04.134366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55206) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:04.140173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bad4745-8819-4517-af9a-5a81b7868d79 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.177268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Deleting port a639ae00-e782-4975-9ac3-87505897f47a {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:04.177610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.206642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=db4b7050-0a7f-4381-a16b-8c480b47a4c2,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:04.361650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab4c137b-cc83-49c6-8b7b-cc1315e5f0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.388528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] The port 'a639ae00-e782-4975-9ac3-87505897f47a' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:00:04.448916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-59e12362-b85a-476e-87c8-23fb4e18333c tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Deleting port 067c5c6b-54a8-4a48-846c-3c33ae06152b {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:04.449689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-59e12362-b85a-476e-87c8-23fb4e18333c tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.506877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab4c137b-cc83-49c6-8b7b-cc1315e5f0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.670294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae007b72-dc2d-4e1b-9d33-5f25eb632c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.700194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.768684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d87cd6-cd24-442e-86e1-762b13ddced5']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:04.791851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90d2e4e-1295-499c-bf9f-1588c85a7525') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:04.792152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90d2e4e-1295-499c-bf9f-1588c85a7525') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:04.813300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bad4745-8819-4517-af9a-5a81b7868d79 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.830153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.913563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ae007b72-dc2d-4e1b-9d33-5f25eb632c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Calling delete_port for 5bd16a12-e68a-49ca-8335-00a9efc8a884 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:04.918183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.922425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab4c137b-cc83-49c6-8b7b-cc1315e5f0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.948741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:00:04.949141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.965235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad4745-8819-4517-af9a-5a81b7868d79 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab477b8-abbd-4568-85db-88ba968fc85c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:00:04.971751 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:00:04.974811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bad4745-8819-4517-af9a-5a81b7868d79 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.985601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:00:04.987443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c137b-cc83-49c6-8b7b-cc1315e5f0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6cef76-397d-48f5-90e6-57562b0bef61,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:04.990372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-59e12362-b85a-476e-87c8-23fb4e18333c tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:04.999905 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3bad4745-8819-4517-af9a-5a81b7868d79 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/3ab477b8-abbd-4568-85db-88ba968fc85c HTTP/1.1" status: 204 len: 168 time: 1.5293374 Mar 02 09:00:05.018988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55210) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:05.026922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.168943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.189669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.199232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-59e12362-b85a-476e-87c8-23fb4e18333c tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Calling delete_port for 067c5c6b-54a8-4a48-846c-3c33ae06152b owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:05.270345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab4c137b-cc83-49c6-8b7b-cc1315e5f0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.271498 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ab4c137b-cc83-49c6-8b7b-cc1315e5f0c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc6cef76-397d-48f5-90e6-57562b0bef61 HTTP/1.1" status: 204 len: 168 time: 1.2072961 Mar 02 09:00:05.281716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae007b72-dc2d-4e1b-9d33-5f25eb632c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.318803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.343176 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.379171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.382819 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.384304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae007b72-dc2d-4e1b-9d33-5f25eb632c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.386581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Pushing event updated for resources: {'Port': ['ID=82ef8cbe-b55a-4ce3-94e2-e62afe5085aa,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:05.423748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] Pushing event deleted for resources: {'Network': ['ID=00d87cd6-cd24-442e-86e1-762b13ddced5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:05.429996 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f2a35ace-0585-4930-9613-9d228db68f45 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747 tempest-ExtraDHCPOptionsIpV6TestJSON-1694554747-project] 10.222.0.10 "DELETE /v2.0/networks/00d87cd6-cd24-442e-86e1-762b13ddced5 HTTP/1.1" status: 204 len: 168 time: 4.4700210 Mar 02 09:00:05.448352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae007b72-dc2d-4e1b-9d33-5f25eb632c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bd16a12-e68a-49ca-8335-00a9efc8a884,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:05.449663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Allocated IP 172.26.3.145 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/f3d4bf58-fd87-4fe3-917c-09c64a3caa18) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:05.457295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-59e12362-b85a-476e-87c8-23fb4e18333c tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.488928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device db4b7050-0a7f-4381-a16b-8c480b47a4c2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:05.517226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.519050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-568a7a7a-3b85-4621-8b32-7a7ff4d5e9e6 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8691099 Mar 02 09:00:05.561955 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ae007b72-dc2d-4e1b-9d33-5f25eb632c16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "DELETE /v2.0/ports/5bd16a12-e68a-49ca-8335-00a9efc8a884 HTTP/1.1" status: 204 len: 168 time: 1.8309512 Mar 02 09:00:05.562148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e12362-b85a-476e-87c8-23fb4e18333c tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event deleted for resources: {'Port': ['ID=067c5c6b-54a8-4a48-846c-3c33ae06152b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:05.564441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55220) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:05.585255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port db4b7050-0a7f-4381-a16b-8c480b47a4c2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:05.586147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.650188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.672210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.681401 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea644b5f-87b3-4d3f-8c9d-c4940412e845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] GET failed (client error): The resource could not be found. Mar 02 09:00:05.681933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ea644b5f-87b3-4d3f-8c9d-c4940412e845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Synchronizing usage tracker for tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:05.699846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.700996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.708488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-59e12362-b85a-476e-87c8-23fb4e18333c tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.710084 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-59e12362-b85a-476e-87c8-23fb4e18333c tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "DELETE /v2.0/ports/067c5c6b-54a8-4a48-846c-3c33ae06152b HTTP/1.1" status: 204 len: 168 time: 1.5720892 Mar 02 09:00:05.714383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55226) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:05.754143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.754539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.755331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.755568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > port after_create 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.755868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.756223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > port after_update 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.756537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.756867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.757178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.757480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.822424 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edeab3e-55f1-4109-b94e-b35c8d75391d tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] GET failed (client error): The resource could not be found. Mar 02 09:00:05.823044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1edeab3e-55f1-4109-b94e-b35c8d75391d tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Synchronizing usage tracker for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:05.831192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.918571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1edeab3e-55f1-4109-b94e-b35c8d75391d tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Unset dirty status for tenant:014b562b72514e0f83fb9f6ec3ee35f4 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:05.920511 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1edeab3e-55f1-4109-b94e-b35c8d75391d tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "GET /v2.0/ports/067c5c6b-54a8-4a48-846c-3c33ae06152b HTTP/1.1" status: 404 len: 333 time: 0.1546686 Mar 02 09:00:05.926383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55240) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:05.929087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.929452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.929998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.930109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 09:00:05.930410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c346d4-1e11-48a6-97e1-d89d312a85ab']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:05.934658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Request body: {'port': {'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1695742658'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:05.940749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:05.957581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55244) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:05.963743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:05.988404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:05.993521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacf7f34-349d-4579-b4ef-e84826b6b8e4') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:05.993808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacf7f34-349d-4579-b4ef-e84826b6b8e4') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:06.056854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.058857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:06.062023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:06.067226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:06.092676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event updated for resources: {'Port': ['ID=2a851132-c8cd-4d7c-ba00-87bbca7da2e4,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:06.095652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ea644b5f-87b3-4d3f-8c9d-c4940412e845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Unset dirty status for tenant:cf05d5667c454bee8ba0bdbd7fdbeeb5 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:06.096207 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ea644b5f-87b3-4d3f-8c9d-c4940412e845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "GET /v2.0/ports/5bd16a12-e68a-49ca-8335-00a9efc8a884 HTTP/1.1" status: 404 len: 333 time: 0.5308161 Mar 02 09:00:06.101947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55262) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:06.111191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.116075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Made reservation on behalf of 014b562b72514e0f83fb9f6ec3ee35f4 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:06.117593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Request body: {'port': {'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-512192872'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:06.118816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.135614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:06.140704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:00:06.141805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: from cryptography.utils import int_from_bytes Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: from cryptography.utils import int_from_bytes Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn_limited( Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn_limited( Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:00:06.160546 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:00:06.256704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:06.297133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:06.300297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55274) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:06.301492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:06.303663 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 09:00:06.336646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] device_id is not set on port 02b29745-60cf-4835-a3a4-cf808e084f3f yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:06.372491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Pushing event updated for resources: {'Port': ['ID=f3d4bf58-fd87-4fe3-917c-09c64a3caa18,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:06.435467 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-886a1f62-fa6d-4511-9533-d3b3a1b01ce2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cd521dbc8b349cb9fd236406f5569c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4765849 Mar 02 09:00:06.480774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55278) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:06.507454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Made reservation on behalf of cf05d5667c454bee8ba0bdbd7fdbeeb5 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:06.510445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.558807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.597901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.637106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64c346d4-1e11-48a6-97e1-d89d312a85ab {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 09:00:06.641529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] device_id is not set on port 34e53243-d36f-4931-a11c-36764f73b391 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:06.646778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-09f407dd-8caa-49c4-8bd5-581cb503dfa2 None None] Provisioning complete for port 2a851132-c8cd-4d7c-ba00-87bbca7da2e4 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:06.647283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-09f407dd-8caa-49c4-8bd5-581cb503dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.708936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event deleted for resources: {'Network': ['ID=64c346d4-1e11-48a6-97e1-d89d312a85ab,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:06.714416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-87879323-a2c3-4605-8fb4-9131a757a50c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Synchronizing usage tracker for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:06.722092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-09f407dd-8caa-49c4-8bd5-581cb503dfa2 None None] Port 2a851132-c8cd-4d7c-ba00-87bbca7da2e4 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:06.724420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.742722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4e6900b3-214c-442c-86fd-3b214b3182ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.820818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4e6900b3-214c-442c-86fd-3b214b3182ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.855253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.865257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:06.960853 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8d5c0b7e-dad5-40ec-a53a-805fcab15e12 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "DELETE /v2.0/networks/64c346d4-1e11-48a6-97e1-d89d312a85ab HTTP/1.1" status: 204 len: 168 time: 1.9387975 Mar 02 09:00:06.967810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Router 68644f55-6c32-4b19-88c6-edb634009f4f has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:06.972427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-87879323-a2c3-4605-8fb4-9131a757a50c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Unset dirty status for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:06.981095 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-87879323-a2c3-4605-8fb4-9131a757a50c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1390440917&fields=id&tenant_id=134e7f23a23046d49d74603c7e2e9a9a HTTP/1.1" status: 200 len: 267 time: 0.6812794 Mar 02 09:00:07.114780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4e6900b3-214c-442c-86fd-3b214b3182ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.118267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.144459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-8029eacd-4ab1-4961-a58f-5ae8c9cb2e91 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:07.153514 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-8029eacd-4ab1-4961-a58f-5ae8c9cb2e91 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/networks?id=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 HTTP/1.1" status: 200 len: 806 time: 0.1707673 Mar 02 09:00:07.206365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6900b3-214c-442c-86fd-3b214b3182ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dfc816-d3e1-4e7e-81e3-64671e9e1764,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:07.261402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Network 7e1aa611-975c-4128-a697-5afbb38d6ae1 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:07.266141 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-f45586b4-6c1e-4012-aa74-b2c70b69cad4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/quotas/134e7f23a23046d49d74603c7e2e9a9a HTTP/1.1" status: 200 len: 375 time: 0.1113763 Mar 02 09:00:07.266952 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:07.279622 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'Port': ['ID=02b29745-60cf-4835-a3a4-cf808e084f3f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:07.291242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:07.293281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:07.294947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.334082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.340721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4e6900b3-214c-442c-86fd-3b214b3182ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.343996 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4e6900b3-214c-442c-86fd-3b214b3182ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4dfc816-d3e1-4e7e-81e3-64671e9e1764 HTTP/1.1" status: 204 len: 168 time: 0.8620055 Mar 02 09:00:07.393365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55302) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:07.400141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'router': {'name': 'tempest-router--1122537357', 'project_id': 'adf18a063ed348f7aea99491fa2b92bf'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:07.418175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:07.427835 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Usage tracker for resource:router and tenant:adf18a063ed348f7aea99491fa2b92bf is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:07.433657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:07.452598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:07.467810 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-350e7ed0-5b0d-4232-8005-3e6d79e12872 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5402868 Mar 02 09:00:07.468843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55306) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:07.471321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.510170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.543667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:07.562202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:07.574731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-0a75ddcf-61ec-45bc-aa3d-a1a93e40c090 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Synchronizing usage tracker for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:07.577631 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940665b5-f46a-48b0-be57-1b62b308f8da None None] Sync routers for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:07.581020 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e575ed76-c9e8-403a-8a10-e0e16aaca26c tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "PUT /v2.0/routers/68644f55-6c32-4b19-88c6-edb634009f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0789070 Mar 02 09:00:07.582091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55310) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:07.592944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Request body: {'port': {'network_id': '7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca', 'name': 'tempest-FloatingIPAdminTestJSON-981640927'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:07.606228 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940665b5-f46a-48b0-be57-1b62b308f8da None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:07.607005 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-940665b5-f46a-48b0-be57-1b62b308f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:07.637225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.638276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.681710 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-940665b5-f46a-48b0-be57-1b62b308f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:07.691483 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940665b5-f46a-48b0-be57-1b62b308f8da None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:07.692285 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-940665b5-f46a-48b0-be57-1b62b308f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:07.710997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-0a75ddcf-61ec-45bc-aa3d-a1a93e40c090 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Unset dirty status for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:07.722299 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-0a75ddcf-61ec-45bc-aa3d-a1a93e40c090 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=134e7f23a23046d49d74603c7e2e9a9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4504337 Mar 02 09:00:07.739442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.758284 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-940665b5-f46a-48b0-be57-1b62b308f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:07.759032 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940665b5-f46a-48b0-be57-1b62b308f8da None None] The sync data for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:07.761260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Pushing event updated for resources: {'Port': ['ID=f3d4bf58-fd87-4fe3-917c-09c64a3caa18,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:07.773390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.810754 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.837253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.844259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:07.852658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Network 9b838e7c-596e-4eec-a60d-df2e4101c07f is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:07.860031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Usage tracker for resource:port and tenant:bc13ba60e21c498dad78c6aec7f56b73 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:07.865010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:07.869932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:07.872301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:07.873244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:07.873852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.877369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'Port': ['ID=34e53243-d36f-4931-a11c-36764f73b391,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:07.883534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:07.907157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.908553 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2feb84b4-6bd1-4623-bd35-6dced0e0fb51 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9687066 Mar 02 09:00:07.943429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:07.999357 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-22d1959b-fde3-4d0e-b582-b9f039fa768d tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8958545 Mar 02 09:00:08.000281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Made reservation on behalf of bc13ba60e21c498dad78c6aec7f56b73 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:08.004238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.016512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55330) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:08.027524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:08.057428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.061987 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-02fa6bd0-1f0b-47b8-b60d-ae1ccaa40310 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6674559 Mar 02 09:00:08.062660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55336) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:08.079479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] device_id is not set on port f640f2a3-6e63-4f30-9bd3-a255bed76a9f yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:08.237701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-a19c92e6-4dca-4d8a-a55d-b7283e61dab3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:00:08.237701 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-a19c92e6-4dca-4d8a-a55d-b7283e61dab3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1765928 Mar 02 09:00:08.238375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a90e-c3cc-495a-bea9-03039677639a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.287623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:00:08.494293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55360) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:08.523866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.591984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Allocated IP 172.20.0.6 (7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca/209b0511-88c1-416d-8caa-f55e124ba200/f640f2a3-6e63-4f30-9bd3-a255bed76a9f) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:08.633228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] device_id is not set on port 02b29745-60cf-4835-a3a4-cf808e084f3f yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:08.681041 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-560e078a-73bb-4d2c-a08d-6642a9c4cb56 service neutron] 10.222.0.10 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421723 Mar 02 09:00:08.689411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.702285 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a90e-c3cc-495a-bea9-03039677639a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.707093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a90e-c3cc-495a-bea9-03039677639a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.719022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Transition to ACTIVE for port object 02b29745-60cf-4835-a3a4-cf808e084f3f will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:08.793302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.846382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a90e-c3cc-495a-bea9-03039677639a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.847488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe5a90e-c3cc-495a-bea9-03039677639a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f72dba2b-750b-4a13-865b-256da0d71586 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:00:08.864321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:08.936820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:08.938771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55380) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:08.944081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a90e-c3cc-495a-bea9-03039677639a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:08.945279 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cfe5a90e-c3cc-495a-bea9-03039677639a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "DELETE /v2.0/routers/f72dba2b-750b-4a13-865b-256da0d71586 HTTP/1.1" status: 204 len: 168 time: 0.8798673 Mar 02 09:00:08.997221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'Port': ['ID=02b29745-60cf-4835-a3a4-cf808e084f3f,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:09.000481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.000982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.001335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.007240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.007240 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.007240 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 2 to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f Mar 02 09:00:09.020420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Usage tracker for resource:floatingip and tenant:eed5d3c8672947fcae9673219aecab46 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:09.023828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.024223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.024584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.030566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:09.030759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.031010 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.031468 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 3 to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f Mar 02 09:00:09.054123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:09.058157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.058157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.058412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.064560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.064890 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.066424 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 4 to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f Mar 02 09:00:09.084110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.084450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.084769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.089434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.089772 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.090159 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 5 to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f Mar 02 09:00:09.105307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.105636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.106017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.111468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.111790 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.112167 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 6 to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f Mar 02 09:00:09.127063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.127405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.127734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.132624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.132959 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.133455 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 7 to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f Mar 02 09:00:09.149603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.149984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.150311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.155850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.156172 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.156549 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 8 to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f Mar 02 09:00:09.176402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.176883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.177179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.185716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.186083 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.187201 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 9 to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f Mar 02 09:00:09.198821 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-50a26fc1-d554-4b4d-8594-9329a0d6c710 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--469369805&fields=id&tenant_id=2fab3e94ce60419d8ffa7baee0093f48 HTTP/1.1" status: 200 len: 267 time: 0.2576702 Mar 02 09:00:09.204873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.205138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.205740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.210603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.211850 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.211850 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempt 10 to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f Mar 02 09:00:09.227181 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-92d8f2bb-80c5-452c-b7e2-11c1407c0ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247910 Mar 02 09:00:09.227882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.236616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:09.237111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:09.237545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempting to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:09.244069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55390) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:09.245225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:09.245624 dv-neutron-828796-1-hyperv neutron-server[88400]: ERROR neutron.plugins.ml2.managers [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Failed to bind port 02b29745-60cf-4835-a3a4-cf808e084f3f on host hv-neutron-8287 for vnic_type normal using segments [{'id': '08874fbe-2bf2-417a-91a2-2e97f3f75a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e1aa611-975c-4128-a697-5afbb38d6ae1'}] Mar 02 09:00:09.246151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.398763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] For port 02b29745-60cf-4835-a3a4-cf808e084f3f, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:00:09.399161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attempted to set empty binding levels {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 09:00:09.426270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55396) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:09.473559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.519326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.539132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] In _notify_port_updated(), no bound segment for port 02b29745-60cf-4835-a3a4-cf808e084f3f on network 7e1aa611-975c-4128-a697-5afbb38d6ae1 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:00:09.540143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:09.540981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.549596 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "PUT /v2.0/ports/02b29745-60cf-4835-a3a4-cf808e084f3f HTTP/1.1" status: 200 len: 977 time: 2.0676224 Mar 02 09:00:09.568572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55408) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:09.570948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] device_id is not set on port 34e53243-d36f-4931-a11c-36764f73b391 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:09.605800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.627573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Transition to ACTIVE for port object f640f2a3-6e63-4f30-9bd3-a255bed76a9f will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:09.662831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-846451227'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:09.669440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-947601583', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:09.679250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:09.683992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f56cbda1-dc19-4d5d-ae5b-4515142caba5 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Deleting port 02b29745-60cf-4835-a3a4-cf808e084f3f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:09.684332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f56cbda1-dc19-4d5d-ae5b-4515142caba5 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.715307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:09.728715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:network and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:09.737758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Usage tracker for resource:router and tenant:d533b891edfc44ee9271ce9f225ac41d is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:09.742074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:09.746461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:09.758311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:09.772095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:09.778398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32842f-53ac-4202-ae48-e969bdbcec83 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event updated for resources: {'Port': ['ID=02b29745-60cf-4835-a3a4-cf808e084f3f,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:09.778578 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-df9ccdb4-c9a2-4dd5-be37-95eaa8d9034d req-650e10c9-0ee8-496e-9c38-1a05302f2357 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 210 time: 0.1779823 Mar 02 09:00:09.780339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Transition to ACTIVE for port object 34e53243-d36f-4931-a11c-36764f73b391 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:09.789707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-091caa3b-9a10-48a1-9ff4-6d0a3df68d34 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:09.791063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-091caa3b-9a10-48a1-9ff4-6d0a3df68d34 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/networks?id=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 HTTP/1.1" status: 200 len: 812 time: 0.5404980 Mar 02 09:00:09.826658 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-f432a0f4-9e3f-4a0e-acfd-ef5d8537f6ac tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/quotas/2fab3e94ce60419d8ffa7baee0093f48 HTTP/1.1" status: 200 len: 375 time: 0.0241694 Mar 02 09:00:09.895018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.951804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.953256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.960861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Made reservation on behalf of 50b22bd736e44686b0c697bc43c87c89 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:09.965950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:09.999038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.001211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.028667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.030341 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-f56cbda1-dc19-4d5d-ae5b-4515142caba5 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] For port 02b29745-60cf-4835-a3a4-cf808e084f3f, host hv-neutron-8287, got binding levels [] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:10.030733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f56cbda1-dc19-4d5d-ae5b-4515142caba5 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.038552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:10.046571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.053446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:security_group_rule and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:10.093473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'Port': ['ID=34e53243-d36f-4931-a11c-36764f73b391,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:10.112906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:10.174061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:10.180932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f56cbda1-dc19-4d5d-ae5b-4515142caba5 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Calling delete_port for 02b29745-60cf-4835-a3a4-cf808e084f3f owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:10.183521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:10.183857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:10.184191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:10.187012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:10.198581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:10.208823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:10.236378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:10.237001 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:10.246615 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 2 to bind port 34e53243-d36f-4931-a11c-36764f73b391 Mar 02 09:00:10.280861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-08e8136e-8600-47ab-ae7e-a92838d47a62 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Synchronizing usage tracker for tenant:2fab3e94ce60419d8ffa7baee0093f48 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:10.344675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event updated for resources: {'Port': ['ID=f640f2a3-6e63-4f30-9bd3-a255bed76a9f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:10.347452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.351938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:10.356393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:10.356393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:10.372061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:10.372673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.378290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:10.378612 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:10.382192 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 3 to bind port 34e53243-d36f-4931-a11c-36764f73b391 Mar 02 09:00:10.409861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Allocated IP 172.26.3.122 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/1a2055b7-9a95-4615-a5d1-ec7b1e68b4b2) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:10.413931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f56cbda1-dc19-4d5d-ae5b-4515142caba5 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.425966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:10.426307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:10.426638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:10.464858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:10.465109 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:10.468544 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 4 to bind port 34e53243-d36f-4931-a11c-36764f73b391 Mar 02 09:00:10.553424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7a70acec-d9e2-4828-a6cd-4a02f6fb04bd None None] Provisioning for port f640f2a3-6e63-4f30-9bd3-a255bed76a9f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:10.564617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7a70acec-d9e2-4828-a6cd-4a02f6fb04bd None None] Provisioning complete for port f640f2a3-6e63-4f30-9bd3-a255bed76a9f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:10.568853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7a70acec-d9e2-4828-a6cd-4a02f6fb04bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.580058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.594102 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:00:10.605505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.605951 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Added segment d3fef574-451d-482f-ba04-0a1eab807b85 of type vlan for network 8e6e210f-5035-4480-a7d7-467c550339de Mar 02 09:00:10.642424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:10.642985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:10.643086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:10.650053 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-265adb0f-4739-4688-98ec-6468e5757884 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0665128 Mar 02 09:00:10.651084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56cbda1-dc19-4d5d-ae5b-4515142caba5 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Pushing event deleted for resources: {'Port': ['ID=02b29745-60cf-4835-a3a4-cf808e084f3f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:10.651812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7a70acec-d9e2-4828-a6cd-4a02f6fb04bd None None] Port f640f2a3-6e63-4f30-9bd3-a255bed76a9f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:10.652714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55440) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:10.660790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-08e8136e-8600-47ab-ae7e-a92838d47a62 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Unset dirty status for tenant:2fab3e94ce60419d8ffa7baee0093f48 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:10.662050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-08e8136e-8600-47ab-ae7e-a92838d47a62 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fab3e94ce60419d8ffa7baee0093f48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8266599 Mar 02 09:00:10.674528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:10.675119 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:10.678903 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 5 to bind port 34e53243-d36f-4931-a11c-36764f73b391 Mar 02 09:00:10.708581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:10.709505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:10.710076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:10.725433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e911d5a7-c3cf-412e-b421-fd1948c4fa0c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:10.738523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:10.738681 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:10.741333 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 6 to bind port 34e53243-d36f-4931-a11c-36764f73b391 Mar 02 09:00:10.747506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f56cbda1-dc19-4d5d-ae5b-4515142caba5 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.773209 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f56cbda1-dc19-4d5d-ae5b-4515142caba5 tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "DELETE /v2.0/ports/02b29745-60cf-4835-a3a4-cf808e084f3f HTTP/1.1" status: 204 len: 168 time: 1.1992440 Mar 02 09:00:10.773482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55456) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:10.781605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.815945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:10.816348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:10.816739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:10.840220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-a26f6b98-5b06-4fc3-a496-3e1d2b120307 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:00:10.841385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-a26f6b98-5b06-4fc3-a496-3e1d2b120307 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0889192 Mar 02 09:00:10.844565 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a69890-7872-4ff1-9ade-f288a14aa38e tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] GET failed (client error): The resource could not be found. Mar 02 09:00:10.850321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-55a69890-7872-4ff1-9ade-f288a14aa38e tempest-PortsAdminExtendedAttrsTestJSON-886378035 tempest-PortsAdminExtendedAttrsTestJSON-886378035-project-admin] 10.222.0.10 "GET /v2.0/ports/02b29745-60cf-4835-a3a4-cf808e084f3f HTTP/1.1" status: 404 len: 333 time: 0.0717733 Mar 02 09:00:10.850321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:10.850321 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:10.850321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 7 to bind port 34e53243-d36f-4931-a11c-36764f73b391 Mar 02 09:00:10.851430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55462) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:10.904309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'project_id': 'bc13ba60e21c498dad78c6aec7f56b73', 'port_id': 'f640f2a3-6e63-4f30-9bd3-a255bed76a9f'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:10.913079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:10.913499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:10.913941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:10.929185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:10.951019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:11.014764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.016023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Usage tracker for resource:floatingip and tenant:bc13ba60e21c498dad78c6aec7f56b73 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:11.018578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:11.018899 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:11.021318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-980892c8-8dfb-4622-ac70-fed4f266867a req-26f985f8-794b-4c0c-bc5a-fea5e73dfbe2 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 210 time: 0.1342285 Mar 02 09:00:11.022385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:11.035543 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 8 to bind port 34e53243-d36f-4931-a11c-36764f73b391 Mar 02 09:00:11.052495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:11.077918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:11.078475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:11.078804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:11.094936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:11.095262 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:11.097091 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 9 to bind port 34e53243-d36f-4931-a11c-36764f73b391 Mar 02 09:00:11.105750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.108305 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-e174b72c-dfcf-4e60-ad75-f54d441a15b2 service neutron] 10.222.0.10 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458749 Mar 02 09:00:11.115020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:11.115354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:11.115688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:11.138969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:11.139293 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:11.141617 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempt 10 to bind port 34e53243-d36f-4931-a11c-36764f73b391 Mar 02 09:00:11.164524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.234229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.238662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:11.238997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:11.239343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempting to bind port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:11.239626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:11.240205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.248921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.296291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:11.296650 dv-neutron-828796-1-hyperv neutron-server[88401]: ERROR neutron.plugins.ml2.managers [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Failed to bind port 34e53243-d36f-4931-a11c-36764f73b391 on host hv-neutron-8287 for vnic_type normal using segments [{'id': '45932193-bd3e-4061-ae6e-3673ae59f7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9b838e7c-596e-4eec-a60d-df2e4101c07f'}] Mar 02 09:00:11.296977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.370976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:11.385670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:11.403307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:11.405634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.441037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Pushing event updated for resources: {'Port': ['ID=1a2055b7-9a95-4615-a5d1-ec7b1e68b4b2,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:11.523339 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-280fb9d1-0a5c-4fbb-a392-3659e2470b2f service neutron] 10.222.0.10 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039121 Mar 02 09:00:11.523602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1aa611-975c-4128-a697-5afbb38d6ae1']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:11.531295 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2743983 Mar 02 09:00:11.543058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55476) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:11.549922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'subnet': {'network_id': '8e6e210f-5035-4480-a7d7-467c550339de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:11.568707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2338-705a-4995-ad51-c6d6cc045761 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Network': ['ID=8e6e210f-5035-4480-a7d7-467c550339de,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:11.574619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08874fbe-2bf2-417a-91a2-2e97f3f75a4e') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:11.575037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08874fbe-2bf2-417a-91a2-2e97f3f75a4e') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:11.591946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] For port 34e53243-d36f-4931-a11c-36764f73b391, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:00:11.592635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attempted to set empty binding levels {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 09:00:11.607542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.611382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 8e6e210f-5035-4480-a7d7-467c550339de details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:00:11.614862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.637968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.694655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.729866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:00:11.730580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.737579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:00:11.790731 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:00:11.814847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:11.839221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] In _notify_port_updated(), no bound segment for port 34e53243-d36f-4931-a11c-36764f73b391 on network 9b838e7c-596e-4eec-a60d-df2e4101c07f {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:00:11.840223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:11.841426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:11.845979 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "PUT /v2.0/ports/34e53243-d36f-4931-a11c-36764f73b391 HTTP/1.1" status: 200 len: 980 time: 3.8283134 Mar 02 09:00:11.857495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55484) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:11.889523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:subnet and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:11.893544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:11.902050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:11.989681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de521512-ae49-43db-80f2-cf003367e5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event updated for resources: {'Port': ['ID=34e53243-d36f-4931-a11c-36764f73b391,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:12.012711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.055373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Made reservation on behalf of 50b22bd736e44686b0c697bc43c87c89 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:12.058845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.070358 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca2e42d4-4cf1-4b7c-b704-7f1413c4a880 req-34d7ecb2-add1-4842-aa20-1025728fabee tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 210 time: 0.1610286 Mar 02 09:00:12.117397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1c0ed-baaa-4c8d-986e-d0af1e510a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Deleting port 34e53243-d36f-4931-a11c-36764f73b391 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:12.117760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c0ed-baaa-4c8d-986e-d0af1e510a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.120419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.174443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Allocated IP 172.26.3.37 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/dd2e4c84-0fd8-4cb0-b51c-aa878adf0705) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:12.218313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.245345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.402412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] Pushing event deleted for resources: {'Network': ['ID=7e1aa611-975c-4128-a697-5afbb38d6ae1,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:12.418766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.427091 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-35409526-3a40-4a85-980a-8dbdbc653fb5 tempest-PortsAdminExtendedAttrsTestJSON-1914672512 tempest-PortsAdminExtendedAttrsTestJSON-1914672512-project] 10.222.0.10 "DELETE /v2.0/networks/7e1aa611-975c-4128-a697-5afbb38d6ae1 HTTP/1.1" status: 204 len: 168 time: 1.5638978 Mar 02 09:00:12.487344 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-03023e17-1281-4e7e-a284-a037318e95de req-d01e3a1e-ca69-4fcf-8d83-bb971e32ad88 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 210 time: 0.2335835 Mar 02 09:00:12.697034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.722783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-c3b1c0ed-baaa-4c8d-986e-d0af1e510a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] For port 34e53243-d36f-4931-a11c-36764f73b391, host hv-neutron-8287, got binding levels [] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:12.723157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c0ed-baaa-4c8d-986e-d0af1e510a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.782885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Checking segment: {'id': 'd3fef574-451d-482f-ba04-0a1eab807b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e6e210f-5035-4480-a7d7-467c550339de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:12.783703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network hostable DHCP agents. Network: 8e6e210f-5035-4480-a7d7-467c550339de, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:00:12.789000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Subnet': ['ID=e14ac006-f3f6-4771-88f6-3190ce77ce0c,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:12.813860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.886870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1c0ed-baaa-4c8d-986e-d0af1e510a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Calling delete_port for 34e53243-d36f-4931-a11c-36764f73b391 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:12.889461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 8e6e210f-5035-4480-a7d7-467c550339de is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:00:12.926024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:12.945577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.15', 53291) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:12.990939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 8e6e210f-5035-4480-a7d7-467c550339de) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:13.002069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:13.002669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.003902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41a2d5-6680-4de3-9e21-b46217d6f846 None None] Network 8e6e210f-5035-4480-a7d7-467c550339de requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:13.010640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.150457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.167770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c0ed-baaa-4c8d-986e-d0af1e510a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.189372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Allocated IP 172.26.3.135 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/96f37b55-1323-40e2-9c17-e02e93949ce3) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:13.197462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-9337df66-50e1-4da6-af5c-82c06b2279d5 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:13.198254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-9337df66-50e1-4da6-af5c-82c06b2279d5 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Synchronizing usage tracker for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:13.224583 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-04591498-0266-4f0f-aa0b-582286f722c6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6810663 Mar 02 09:00:13.226460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55524) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:13.226793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55526) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:13.239321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1914672479', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:13.242589 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d39218d3-e018-4c9f-b9c2-3e14553ba3ba req-9c254c50-bf1c-4722-ae01-bd436729d3c4 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 210 time: 0.0849755 Mar 02 09:00:13.277339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:13.285723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:router and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:13.290654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:13.315637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3b1c0ed-baaa-4c8d-986e-d0af1e510a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.323595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Pushing event updated for resources: {'Port': ['ID=1a2055b7-9a95-4615-a5d1-ec7b1e68b4b2,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:13.337443 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df0715c-ab7b-473c-9fa0-05d8977bddf2 None None] Network 8e6e210f-5035-4480-a7d7-467c550339de requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:13.352641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-9337df66-50e1-4da6-af5c-82c06b2279d5 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Unset dirty status for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:13.357136 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-9337df66-50e1-4da6-af5c-82c06b2279d5 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.15 "GET /v2.0/networks?id=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 HTTP/1.1" status: 200 len: 806 time: 0.4071019 Mar 02 09:00:13.357136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:13.394641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:13.405013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:13.407614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:13.456108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.470084 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c3b1c0ed-baaa-4c8d-986e-d0af1e510a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "DELETE /v2.0/ports/34e53243-d36f-4931-a11c-36764f73b391 HTTP/1.1" status: 204 len: 168 time: 1.6114070 Mar 02 09:00:13.477147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.477147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.484552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55536) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:13.488486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-6ab42719-666f-4abb-834b-d6bf303143d5 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Synchronizing usage tracker for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:13.512340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.549643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Pushing event updated for resources: {'Port': ['ID=dd2e4c84-0fd8-4cb0-b51c-aa878adf0705,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:13.564487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.611637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1c0ed-baaa-4c8d-986e-d0af1e510a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] Pushing event deleted for resources: {'Port': ['ID=34e53243-d36f-4931-a11c-36764f73b391,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:13.615450 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f2fe6a-1892-432f-a3e5-0f6985d054f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] GET failed (client error): The resource could not be found. Mar 02 09:00:13.623107 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-92f2fe6a-1892-432f-a3e5-0f6985d054f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-347416291-project-admin] 10.222.0.10 "GET /v2.0/ports/34e53243-d36f-4931-a11c-36764f73b391 HTTP/1.1" status: 404 len: 333 time: 0.1318431 Mar 02 09:00:13.626581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55550) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:13.673555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-6ab42719-666f-4abb-834b-d6bf303143d5 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Unset dirty status for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:13.675237 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-6ab42719-666f-4abb-834b-d6bf303143d5 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=134e7f23a23046d49d74603c7e2e9a9a HTTP/1.1" status: 200 len: 380 time: 0.2767277 Mar 02 09:00:13.678898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.680596 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2cb04393-814c-4f36-b2fa-6ce22127fdc7 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1794610 Mar 02 09:00:13.689493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55556) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:13.702633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-118524565', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'fixed_ips': [{'ip_address': '172.26.3.122'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:13.710928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:13.720704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Usage tracker for resource:port and tenant:eed5d3c8672947fcae9673219aecab46 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:13.754894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Request body: {'port': {'device_id': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'admin_state_up': True, 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'security_groups': ['de898c36-0ef3-4e45-90d8-86c8cb8d32d0']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:13.771410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:13.805393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:13.813026 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-303c6265-4e37-45b8-a326-1fb089fac779 req-d223de3b-b7e8-459a-999a-fdf5270c0dee tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 210 time: 0.0971916 Mar 02 09:00:13.935267 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e2e4b6bf-e6d7-49ee-877d-a56d7b39119b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1626333841b44daeb421b70578277abf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7046232 Mar 02 09:00:13.945082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55570) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:13.964877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Made reservation on behalf of eed5d3c8672947fcae9673219aecab46 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:13.967640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:13.997971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.035590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:14.055736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.055994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Usage tracker for resource:security_group_rule and tenant:eed5d3c8672947fcae9673219aecab46 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:14.062692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.108968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:14.130117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:14.166403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f788998-9184-4121-a58c-442f968cb2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.236752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f788998-9184-4121-a58c-442f968cb2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.305474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.319816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:14.333168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:14.374748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:14.420674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event updated for resources: {'Port': ['ID=96f37b55-1323-40e2-9c17-e02e93949ce3,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:14.708816 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9d9261fc-b618-401c-8b3b-44d45da5e1ca req-8c9af631-0ade-4f1c-9bc9-3010490d958c tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 210 time: 0.0819769 Mar 02 09:00:14.757264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.765873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.15', 53297) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:14.815644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:14.866589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.888022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:14.895477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.904192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.913898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f788998-9184-4121-a58c-442f968cb2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:14.919499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] device_id is not set on port 7e5f36d8-e3a4-4160-9924-e620627e2234 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:15.057018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b838e7c-596e-4eec-a60d-df2e4101c07f']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:15.073593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45932193-bd3e-4061-ae6e-3673ae59f7af') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:15.076114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45932193-bd3e-4061-ae6e-3673ae59f7af') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:15.138212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Made reservation on behalf of 134e7f23a23046d49d74603c7e2e9a9a for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:15.139651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:15.150074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:15.196435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:15.241937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:00:15.242333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:00:15.262685 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:00:15.362124 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5554da14-ce55-4cdc-8332-2de7a43fc815 req-270e2cb8-d03d-4846-b707-a5397b33c9a7 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 210 time: 0.2748644 Mar 02 09:00:15.363025 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb5d48-608a-4485-8ed7-9c233cbf01bb,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:15.425560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-66841d1b-6878-472b-9a34-e537abf16849 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:15.427060 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-66841d1b-6878-472b-9a34-e537abf16849 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.15 "GET /v2.0/networks?id=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 HTTP/1.1" status: 200 len: 812 time: 0.6379309 Mar 02 09:00:15.524308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f788998-9184-4121-a58c-442f968cb2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:15.525671 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5f788998-9184-4121-a58c-442f968cb2b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71c13ac3-1efb-478d-b3e5-695134768212 HTTP/1.1" status: 204 len: 168 time: 1.5803890 Mar 02 09:00:15.584204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:15.615520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:15.631530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f788998-9184-4121-a58c-442f968cb2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c13ac3-1efb-478d-b3e5-695134768212,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:15.639439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] Pushing event deleted for resources: {'Network': ['ID=9b838e7c-596e-4eec-a60d-df2e4101c07f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:15.667844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:15.673191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:15.717771 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 09:00:15.721307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:00:15.721471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Allocated IP 172.20.0.12 (4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4/c74a3713-1999-4c8f-b206-2ca5e5a8b17f/53b1c202-dd0a-4af6-9dec-604b10936ffb) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:15.820800 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-216f5343-12b7-47f0-9643-30a812ed58dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-330172526-project] 10.222.0.10 "DELETE /v2.0/networks/9b838e7c-596e-4eec-a60d-df2e4101c07f HTTP/1.1" status: 204 len: 168 time: 2.1911249 Mar 02 09:00:15.847609 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e0c63aec-721a-4b02-9aa2-e873257342df tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1574967 Mar 02 09:00:15.854495 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-5ae57d98-82df-4f0c-852e-fed184819a72 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fab3e94ce60419d8ffa7baee0093f48 HTTP/1.1" status: 200 len: 379 time: 0.3276162 Mar 02 09:00:15.855545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55602) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:16.038241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Request body: {'port': {'device_id': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'admin_state_up': True, 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'security_groups': ['ab42534a-8361-49aa-9745-a42a37e66c5c']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:16.073375 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-086a2877-cc4e-43f9-a2f1-bc6a40319ded req-50f28672-4f0e-4b99-a01e-4f889579342a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 210 time: 0.2162032 Mar 02 09:00:16.329567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Deleting port 1a2055b7-9a95-4615-a5d1-ec7b1e68b4b2 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:16.330080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:16.522409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55614) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:16.671181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:16.792803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55618) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:16.818597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:16.834732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:16.835423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:16.976615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.151564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.163862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Calling delete_port for 1a2055b7-9a95-4615-a5d1-ec7b1e68b4b2 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:17.183997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.297456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.26.3.231 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/543f6bca-d302-4226-ae09-fda65f267a20) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:17.315443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Transition to ACTIVE for port object 53b1c202-dd0a-4af6-9dec-604b10936ffb will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:17.377539 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-31d8af84-b8d2-4439-96ac-b69a343c6eeb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29576ee3fe294785ba9e0e7612c5d319&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5822313 Mar 02 09:00:17.382517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] It took 0.86 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:00:17.387406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55626) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:17.397782 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-79bf19af-97a8-4d38-a5cf-d26b57347560 req-6cea9ba8-7525-4178-abda-afec2a4629e4 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 210 time: 0.1178603 Mar 02 09:00:17.444837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.451013 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b4a79c74-3fe2-4a25-8f9e-bcf519929518 req-5fdcf11a-9093-4ade-a2c2-c9bbad85695f tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 210 time: 0.1891167 Mar 02 09:00:17.452174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:17.516363 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0147d1dd-dc66-4da6-8477-36bfa1ea350b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=014b562b72514e0f83fb9f6ec3ee35f4&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9924462 Mar 02 09:00:17.518620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:17.521496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55630) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:17.525401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.663930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0d6345a-62f3-4ed0-af69-15e33312fd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.669609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Router 4826e06d-6a1b-4978-b10b-cba4d186bfc4 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:00:17.706808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.721597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.725219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0d6345a-62f3-4ed0-af69-15e33312fd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.806001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Made reservation on behalf of 2fab3e94ce60419d8ffa7baee0093f48 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:17.810854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.850498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Pushing event updated for resources: {'Port': ['ID=dd2e4c84-0fd8-4cb0-b51c-aa878adf0705,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:17.915259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:17.934931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:17.941962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:17.950552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:17.988164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Pushing event updated for resources: {'Port': ['ID=53b1c202-dd0a-4af6-9dec-604b10936ffb,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:18.057399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2439774f-2f53-4792-abfa-eef7b52f243a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:18.142012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:18.155369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312daac0-27ac-484a-9848-f6e8fb5cd474 None None] Sync routers for ids ['4826e06d-6a1b-4978-b10b-cba4d186bfc4'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:18.167700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:18.169117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:18.171905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312daac0-27ac-484a-9848-f6e8fb5cd474 None None] Routers {'4826e06d-6a1b-4978-b10b-cba4d186bfc4'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:18.179061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-312daac0-27ac-484a-9848-f6e8fb5cd474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4826e06d-6a1b-4978-b10b-cba4d186bfc4'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:18.217507 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Floating IP 0f8d8968-cffb-4bc0-b92b-90788d494f35 associated. External IP: 172.26.3.37, port: f640f2a3-6e63-4f30-9bd3-a255bed76a9f. Mar 02 09:00:18.276986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-312daac0-27ac-484a-9848-f6e8fb5cd474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:18.294190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312daac0-27ac-484a-9848-f6e8fb5cd474 None None] Routers {'4826e06d-6a1b-4978-b10b-cba4d186bfc4'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:18.295662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:18.296045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-312daac0-27ac-484a-9848-f6e8fb5cd474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4826e06d-6a1b-4978-b10b-cba4d186bfc4'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:18.363175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a2055b7-9a95-4615-a5d1-ec7b1e68b4b2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:18.399818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2439774f-2f53-4792-abfa-eef7b52f243a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:18.410492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0d6345a-62f3-4ed0-af69-15e33312fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:18.414657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0d6345a-62f3-4ed0-af69-15e33312fd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:18.418561 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b0d6345a-62f3-4ed0-af69-15e33312fd80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd3d3de9-f7c4-4650-adf0-d22e2823a26d HTTP/1.1" status: 204 len: 168 time: 1.0263183 Mar 02 09:00:18.430029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-312daac0-27ac-484a-9848-f6e8fb5cd474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:18.430430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312daac0-27ac-484a-9848-f6e8fb5cd474 None None] The sync data for ids ['4826e06d-6a1b-4978-b10b-cba4d186bfc4'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:18.456842 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-dbb287d8-6b8c-4e9d-8041-21d038a19ef4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7131219 Mar 02 09:00:18.473276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:18.478966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:18.486160 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b061bc93-965e-445d-a51c-c538b5c80803 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.0586343 Mar 02 09:00:18.488317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55640) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:18.506603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b5767868-a6cc-433e-be10-8accc9ad88d5 None None] Provisioning for port 53b1c202-dd0a-4af6-9dec-604b10936ffb completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:18.537900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b5767868-a6cc-433e-be10-8accc9ad88d5 None None] Provisioning complete for port 53b1c202-dd0a-4af6-9dec-604b10936ffb triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:18.546153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b5767868-a6cc-433e-be10-8accc9ad88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:18.743185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6345a-62f3-4ed0-af69-15e33312fd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d3de9-f7c4-4650-adf0-d22e2823a26d,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:18.771725 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b5767868-a6cc-433e-be10-8accc9ad88d5 None None] Port 53b1c202-dd0a-4af6-9dec-604b10936ffb cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:18.787643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-b2a40865-4058-453b-b4d2-b55c3d5c2d5d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:00:18.788817 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-b2a40865-4058-453b-b4d2-b55c3d5c2d5d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3014779 Mar 02 09:00:18.793044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=543f6bca-d302-4226-ae09-fda65f267a20,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:18.832580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:18.834115 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:18.837115 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:19.048607 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c45e64b9-e049-4cde-b041-ca1618b53062 req-fc6e2b63-510b-4eff-8ff0-38e238962afc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 210 time: 0.2047093 Mar 02 09:00:19.099545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:19.099545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fdc1c1fc-68f6-4383-b31c-7cc8e5495e7a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/routers/4826e06d-6a1b-4978-b10b-cba4d186bfc4 HTTP/1.1" status: 200 len: 924 time: 0.6040010 Mar 02 09:00:19.106880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55646) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:19.191587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-09dbdf08-a6a9-4d59-af52-6415a6c2ad10 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=4826e06d-6a1b-4978-b10b-cba4d186bfc4 HTTP/1.1" status: 200 len: 205 time: 0.0774214 Mar 02 09:00:19.256704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55650) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:19.270564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Allocated IP 172.20.0.7 (43aa9e5b-557a-4bfa-8385-0ab2334b2ce2/6d3925aa-8737-4a16-8b77-5b00fc03bcf0/5a2231e6-61c2-4f7b-a6f3-95f1eafc83af) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:19.291617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2439774f-2f53-4792-abfa-eef7b52f243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:19.334258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439774f-2f53-4792-abfa-eef7b52f243a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1344fe8-dd31-4423-afd6-fdb6a2683416,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:19.368666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aea89-ab04-428b-aa94-9c09c98fbea7 req-34ae7299-b6f5-499a-a6f9-6d8e89849f22 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:19.368666 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f8aea89-ab04-428b-aa94-9c09c98fbea7 req-34ae7299-b6f5-499a-a6f9-6d8e89849f22 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 932 time: 0.5576220 Mar 02 09:00:19.437093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Request body: {'port': {'device_id': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:19.510435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:19.524310 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-655fc78b-822a-443d-aec1-46cfe2e4e942 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656 tempest-ExternalNetworksAdminNegativeTestJSON-1148287656-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/811e92ed-97e4-4838-a8eb-5a451482868b HTTP/1.1" status: 204 len: 168 time: 3.6591520 Mar 02 09:00:19.531989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2439774f-2f53-4792-abfa-eef7b52f243a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:19.533530 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2439774f-2f53-4792-abfa-eef7b52f243a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1344fe8-dd31-4423-afd6-fdb6a2683416 HTTP/1.1" status: 204 len: 168 time: 2.0098753 Mar 02 09:00:19.681412 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f8aea89-ab04-428b-aa94-9c09c98fbea7 req-baef7ea7-77dc-4393-a8aa-cf28f78b95fe tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072138 Mar 02 09:00:19.721599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a8ceee62-69e4-47a6-9014-4975f22c75ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:19.789366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55660) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:19.791940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:19.845491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Router 68644f55-6c32-4b19-88c6-edb634009f4f has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:19.944664 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:20.129344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:20.185037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Transition to ACTIVE for port object 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:20.200808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:20.218126 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4026a9d-c542-4926-85dd-8e417bd0b8ba None None] Sync routers for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:20.252302 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4026a9d-c542-4926-85dd-8e417bd0b8ba None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:20.258621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55670) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:20.263774 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c4026a9d-c542-4926-85dd-8e417bd0b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:20.279867 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d0e9df2d-a4c8-48b3-b7dd-13095204bdc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf05d5667c454bee8ba0bdbd7fdbeeb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780209 Mar 02 09:00:20.282873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55676) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:20.362062 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c4026a9d-c542-4926-85dd-8e417bd0b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:20.380206 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4026a9d-c542-4926-85dd-8e417bd0b8ba None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:20.381087 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c4026a9d-c542-4926-85dd-8e417bd0b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T08:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:20.417950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:20.454908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:20.468147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:20.490773 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c4026a9d-c542-4926-85dd-8e417bd0b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:20.491610 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4026a9d-c542-4926-85dd-8e417bd0b8ba None None] The sync data for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:20.591935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d856a81-43ae-4e90-9f11-8b9cc4fbf8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:20.616381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0d856a81-43ae-4e90-9f11-8b9cc4fbf8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:20.623545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-7d2aef64-e50c-4609-8ae5-4ca7a8e8a01f req-4e970555-9653-46be-948f-8668f1843e12 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Synchronizing usage tracker for tenant:2fab3e94ce60419d8ffa7baee0093f48 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:20.641905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0d856a81-43ae-4e90-9f11-8b9cc4fbf8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:1445440f6ec349fca65edfaffc5704b4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:20.646931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8c5397d-a95f-4cc3-857b-957004469092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:20.656113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0d856a81-43ae-4e90-9f11-8b9cc4fbf8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:20.667109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Deleting port 96f37b55-1323-40e2-9c17-e02e93949ce3 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:20.667537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:20.675470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0d856a81-43ae-4e90-9f11-8b9cc4fbf8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:20.681097 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9445a2c0-49f8-41e3-8b60-b89386937103 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 10.0178699 Mar 02 09:00:20.690206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55686) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:20.849053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:20.861231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8c5397d-a95f-4cc3-857b-957004469092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:21.004820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-7d2aef64-e50c-4609-8ae5-4ca7a8e8a01f req-4e970555-9653-46be-948f-8668f1843e12 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Unset dirty status for tenant:2fab3e94ce60419d8ffa7baee0093f48 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:21.006179 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d2aef64-e50c-4609-8ae5-4ca7a8e8a01f req-4e970555-9653-46be-948f-8668f1843e12 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 210 time: 0.5389845 Mar 02 09:00:21.034154 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Pushing event updated for resources: {'Port': ['ID=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:21.261125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:21.363205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:21.374515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:21.393576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:21.428616 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e8e5b75f-2a13-43cc-9b33-d90a6466cc31 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] 10.222.0.10 "GET /v2.0/floatingips/0f8d8968-cffb-4bc0-b92b-90788d494f35 HTTP/1.1" status: 200 len: 981 time: 0.7342651 Mar 02 09:00:21.438174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Calling delete_port for 96f37b55-1323-40e2-9c17-e02e93949ce3 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:21.442294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55700) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:21.663744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d856a81-43ae-4e90-9f11-8b9cc4fbf8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:21.663744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8c5397d-a95f-4cc3-857b-957004469092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:21.742190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55706) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:21.761767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5397d-a95f-4cc3-857b-957004469092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4e32fe-b357-4f20-bbd2-9a14ba7c5132,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:21.791072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b1c202-dd0a-4af6-9dec-604b10936ffb {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:00:21.834408 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0cea13ac-a7eb-46b3-8e16-7a4f8809df21 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.3856394 Mar 02 09:00:21.848317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:21.849120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:21.894353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55712) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:21.903541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8c5397d-a95f-4cc3-857b-957004469092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:21.905254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b8c5397d-a95f-4cc3-857b-957004469092 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be4e32fe-b357-4f20-bbd2-9a14ba7c5132 HTTP/1.1" status: 204 len: 168 time: 1.6212983 Mar 02 09:00:21.928323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:22.002159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cbe3e9fb-8e70-4dcd-a8f5-5bee7d45bde7 None None] Provisioning for port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:22.007729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-af5cadfe-c311-4a32-963b-98392869d4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:22.015962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cbe3e9fb-8e70-4dcd-a8f5-5bee7d45bde7 None None] Provisioning complete for port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:22.015962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e9fb-8e70-4dcd-a8f5-5bee7d45bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:22.073937 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-3f5b0364-d363-4021-a1f4-17d4ab65111f tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0706794 Mar 02 09:00:22.073937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d856a81-43ae-4e90-9f11-8b9cc4fbf8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:22.134731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Request body: {'port': {'device_id': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:22.183593 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e2af97d1-33a7-4ba4-8c80-7cf24a5a1584 tempest-AgentManagementNegativeTest-263037024 tempest-AgentManagementNegativeTest-263037024-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4342866 Mar 02 09:00:22.185813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Transition to ACTIVE for port object 53b1c202-dd0a-4af6-9dec-604b10936ffb will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:22.204124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:22.241285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3e9fb-8e70-4dcd-a8f5-5bee7d45bde7 None None] Port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:22.344064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:22.356696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05bc98-31ab-457b-b226-0855bbb72c77 req-a36eb19d-f58e-47d8-941b-c68b7a7883dc tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:22.358316 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a05bc98-31ab-457b-b226-0855bbb72c77 req-a36eb19d-f58e-47d8-941b-c68b7a7883dc tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 932 time: 1.4497960 Mar 02 09:00:22.389535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d856a81-43ae-4e90-9f11-8b9cc4fbf8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557d8b8c-d869-4229-9088-8599ae3f87a7,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:22.396378 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0d856a81-43ae-4e90-9f11-8b9cc4fbf8b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1445440f6ec349fca65edfaffc5704b4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1336799 Mar 02 09:00:22.399832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55722) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:22.676009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:22.761957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Deleting port dd2e4c84-0fd8-4cb0-b51c-aa878adf0705 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:22.762307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:22.771780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:22.784397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1c202-dd0a-4af6-9dec-604b10936ffb,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:22.923226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event deleted for resources: {'Port': ['ID=96f37b55-1323-40e2-9c17-e02e93949ce3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:22.924751 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a05bc98-31ab-457b-b226-0855bbb72c77 req-168776ea-83b8-4cde-9dd0-8d88233a5db4 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5067489 Mar 02 09:00:22.924751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06562524-7d87-4410-9fff-779083db5d43 req-bcef922c-3ce2-4f5b-8ca6-9baf468c2470 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:22.924751 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-06562524-7d87-4410-9fff-779083db5d43 req-bcef922c-3ce2-4f5b-8ca6-9baf468c2470 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 931 time: 0.7129037 Mar 02 09:00:22.957586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Attempting to bind port 53b1c202-dd0a-4af6-9dec-604b10936ffb on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:22.958290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Attempting to bind port 53b1c202-dd0a-4af6-9dec-604b10936ffb by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:22.958879 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Attempting to bind port 53b1c202-dd0a-4af6-9dec-604b10936ffb on network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:23.033412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Port 53b1c202-dd0a-4af6-9dec-604b10936ffb on network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:23.033740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Attempting to bind port 53b1c202-dd0a-4af6-9dec-604b10936ffb on network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:23.057511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:00:23.058091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Checking segment: {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:23.059652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Bound using segment: {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:00:23.060116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Bound port: 53b1c202-dd0a-4af6-9dec-604b10936ffb, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914d071b-640f-4f22-853e-f6aeaa3f857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:00:23.060485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.086234 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c405f96-ff55-48b8-9ce0-168dec874b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.124388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.126271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.136958 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-06562524-7d87-4410-9fff-779083db5d43 req-60c49163-e42d-4ebd-a363-2858a37a47bd tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574507 Mar 02 09:00:23.249542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c405f96-ff55-48b8-9ce0-168dec874b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.277793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.278224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.295715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.456209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Calling delete_port for dd2e4c84-0fd8-4cb0-b51c-aa878adf0705 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:23.505643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55738) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:23.519744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:00:23.528625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.533433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.550295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] For port 53b1c202-dd0a-4af6-9dec-604b10936ffb, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:00:23.623313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] For port 53b1c202-dd0a-4af6-9dec-604b10936ffb, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=53b1c202-dd0a-4af6-9dec-604b10936ffb,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:00:23.799064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.803555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.804406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Fanout notify agent at l3_agent the message router_deleted on router 4826e06d-6a1b-4978-b10b-cba4d186bfc4 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:00:23.895518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-807a3b7f-a216-4d3a-aeed-752acfa658a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.942194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:23.943771 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-509d973c-7992-4b5e-b315-dfd0de00cdd3 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/4826e06d-6a1b-4978-b10b-cba4d186bfc4 HTTP/1.1" status: 204 len: 168 time: 4.6859813 Mar 02 09:00:23.948914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-807a3b7f-a216-4d3a-aeed-752acfa658a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:24.120734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-807a3b7f-a216-4d3a-aeed-752acfa658a1 admin admin] Usage tracker for resource:security_group_rule and tenant:15e8276945e444c09a72d6275b148164 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:24.120734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-807a3b7f-a216-4d3a-aeed-752acfa658a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:24.120734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-807a3b7f-a216-4d3a-aeed-752acfa658a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:24.120734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:24.120734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.120734 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/53b1c202-dd0a-4af6-9dec-604b10936ffb HTTP/1.1" status: 200 len: 1094 time: 4.7652638 Mar 02 09:00:24.120734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'tag': '53b1c202-dd0a-4af6-9dec-604b10936ffb'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:00:24.120734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:24.123988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2a135-2c12-40d0-ba5b-655e8fc9bc8b None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:24.123988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2a135-2c12-40d0-ba5b-655e8fc9bc8b None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:24.125190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b254b2-d5e9-454b-b086-b892dbbe56f6 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1c202-dd0a-4af6-9dec-604b10936ffb,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:24.125602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ecb2a135-2c12-40d0-ba5b-655e8fc9bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:24.126412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55756) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:24.126412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'router': {'name': 'tempest-snat-router-468767657', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': False}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:24.126412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:24.130342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Usage tracker for resource:router and tenant:c95eb62be4a14e2da1eca1fb91383676 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:24.133765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:24.144225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:24.261606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:00:24.324411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.326233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.336777 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.342066 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-14879eeb-0fb2-47c3-a095-88bb19b75cba tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.1128235 Mar 02 09:00:24.346437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ecb2a135-2c12-40d0-ba5b-655e8fc9bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:24.371580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2a135-2c12-40d0-ba5b-655e8fc9bc8b None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:24.377329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ecb2a135-2c12-40d0-ba5b-655e8fc9bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:24.431044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55766) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:24.506393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ecb2a135-2c12-40d0-ba5b-655e8fc9bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:24.507209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2a135-2c12-40d0-ba5b-655e8fc9bc8b None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:24.581820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c405f96-ff55-48b8-9ce0-168dec874b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.639851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-807a3b7f-a216-4d3a-aeed-752acfa658a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.643235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.669677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c405f96-ff55-48b8-9ce0-168dec874b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d8b8c-d869-4229-9088-8599ae3f87a7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:24.675239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:00:24.679512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-d357ccd5-941b-4ab0-8ca4-38d7e0e8a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:24.679512 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-d357ccd5-941b-4ab0-8ca4-38d7e0e8a95a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=134e7f23a23046d49d74603c7e2e9a9a&device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 1097 time: 0.3268127 Mar 02 09:00:24.696356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.723390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.763636 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-8895f582-f61e-4241-ae24-c3494d26f1ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b1c202-dd0a-4af6-9dec-604b10936ffb HTTP/1.1" status: 200 len: 217 time: 0.0660319 Mar 02 09:00:24.767075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.768921 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-807a3b7f-a216-4d3a-aeed-752acfa658a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:24.822484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a3b7f-a216-4d3a-aeed-752acfa658a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6670078-aef4-4a6a-9f5c-55528e4ef7bc,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:24.916546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-de0151af-0450-4d81-809b-c6cb658e53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:24.916546 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-de0151af-0450-4d81-809b-c6cb658e53ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c74a3713-1999-4c8f-b206-2ca5e5a8b17f HTTP/1.1" status: 200 len: 845 time: 0.0703096 Mar 02 09:00:24.918511 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-807a3b7f-a216-4d3a-aeed-752acfa658a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15e8276945e444c09a72d6275b148164&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4118209 Mar 02 09:00:24.925673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55774) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:25.026625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event deleted for resources: {'Port': ['ID=dd2e4c84-0fd8-4cb0-b51c-aa878adf0705,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:25.033153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Transition to ACTIVE for port object 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:25.056388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84eadd9e-172e-4e70-9e82-4fbb601261b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:25.075469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-754c02b6-58c5-4b6b-8331-48099edaeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:25.077043 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-754c02b6-58c5-4b6b-8331-48099edaeb88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1352987 Mar 02 09:00:25.090637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84eadd9e-172e-4e70-9e82-4fbb601261b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:25.212628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c405f96-ff55-48b8-9ce0-168dec874b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:25.212628 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1c405f96-ff55-48b8-9ce0-168dec874b11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/557d8b8c-d869-4229-9088-8599ae3f87a7 HTTP/1.1" status: 204 len: 168 time: 2.7963653 Mar 02 09:00:25.232652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:25.290137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f44c0b-a5da-459a-b927-ca154b708641 req-53e5e4a8-0eec-442c-a351-37bb9e221c0d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:25.291646 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17f44c0b-a5da-459a-b927-ca154b708641 req-53e5e4a8-0eec-442c-a351-37bb9e221c0d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 944 time: 1.1590610 Mar 02 09:00:25.503083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7db6e0-9084-490f-9042-fce7f876d155 req-211e0065-a9b0-4626-816b-8215ad73e8b9 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:25.504655 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d7db6e0-9084-490f-9042-fce7f876d155 req-211e0065-a9b0-4626-816b-8215ad73e8b9 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 931 time: 0.9059570 Mar 02 09:00:25.505485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:25.505819 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Floating IP 0f8d8968-cffb-4bc0-b92b-90788d494f35 disassociated (deleted). External IP: 172.26.3.37, port: f640f2a3-6e63-4f30-9bd3-a255bed76a9f. Mar 02 09:00:25.649580 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-5f3f2b21-2d00-4321-a86d-a0e67c84c3b2 service neutron] 10.222.0.15 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298600 Mar 02 09:00:25.728655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:25.735414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84eadd9e-172e-4e70-9e82-4fbb601261b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:25.758764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eadd9e-172e-4e70-9e82-4fbb601261b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6670078-aef4-4a6a-9f5c-55528e4ef7bc,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:25.767589 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17f44c0b-a5da-459a-b927-ca154b708641 req-f9702f6d-14ab-4ab3-8b7f-958bf369b609 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533472 Mar 02 09:00:25.768236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:25.789502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84eadd9e-172e-4e70-9e82-4fbb601261b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:25.791438 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-84eadd9e-172e-4e70-9e82-4fbb601261b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6670078-aef4-4a6a-9f5c-55528e4ef7bc HTTP/1.1" status: 204 len: 168 time: 0.8639946 Mar 02 09:00:25.943069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55798) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:26.086874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Attempting to bind port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:26.087508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Attempting to bind port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:26.088001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Attempting to bind port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af on network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:26.092758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55804) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:26.132909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af on network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:00:26.137124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Attempting to bind port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af on network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:26.159583 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d7db6e0-9084-490f-9042-fce7f876d155 req-3d9d5f4f-0771-47a1-91fb-f9757e43727c tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5117781 Mar 02 09:00:26.191609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:00:26.193962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Checking segment: {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:26.194667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Bound using segment: {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:00:26.198400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Bound port: 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d638e9-6938-4f70-a413-c8dc89874c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:00:26.200168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.201024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.239070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.300635 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'tag': '53b1c202-dd0a-4af6-9dec-604b10936ffb', 'status': 'completed', 'code': 200} Mar 02 09:00:26.400895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Allocated IP 172.26.3.223 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/07ec542d-bd6f-4d75-a66b-979fc1db0b78) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:26.434152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-486112044', 'router:external': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:26.451179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:26.457292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Usage tracker for resource:network and tenant:49c4f91022b84bddb39c13a9f9fa6775 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:26.482453 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-82d524cb-7643-4a3e-a3ae-cefa689605a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eed5d3c8672947fcae9673219aecab46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723333 Mar 02 09:00:26.493955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55812) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:26.504297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:26.528269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:26.586012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.591651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Made reservation on behalf of 49c4f91022b84bddb39c13a9f9fa6775 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:26.594396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.608803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.632222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:26.638808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Usage tracker for resource:security_group_rule and tenant:49c4f91022b84bddb39c13a9f9fa6775 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:26.642870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:26.655822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:26.691849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] For port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:00:26.749179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.755235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.764373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] For port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:00:26.802690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2d0f89a9-e8a6-4bd7-b0d2-b2eb8c0ecba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.820272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:26.828196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:26.831251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Router 68644f55-6c32-4b19-88c6-edb634009f4f has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:26.835696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:26.862281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.866725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:26.880837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event updated for resources: {'Port': ['ID=07ec542d-bd6f-4d75-a66b-979fc1db0b78,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:26.918621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:00:26.927041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf5b9b-7096-45f2-ac11-40cec2651eed,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:26.939346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2d0f89a9-e8a6-4bd7-b0d2-b2eb8c0ecba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.000588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.000724 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Added segment 92e98445-9bc2-4610-8214-80bfdb9528b6 of type vlan for network 24c5ddef-877d-4826-a0b1-62013078fbfb Mar 02 09:00:27.097108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:27.097717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.099143 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] 10.222.0.15 "PUT /v2.0/ports/5a2231e6-61c2-4f7b-a6f3-95f1eafc83af HTTP/1.1" status: 200 len: 1093 time: 4.9812560 Mar 02 09:00:27.121681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:00:27.153917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.271906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55838) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:27.285775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.320458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84888e-d72c-4a31-91cf-73833a53ff66 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:27.492588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:27.511952 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d6299-6549-4eaa-87a7-8ef5f6ddd13a None None] Sync routers for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:27.524335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-572669413'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:27.534000 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d6299-6549-4eaa-87a7-8ef5f6ddd13a None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:27.534000 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3a4d6299-6549-4eaa-87a7-8ef5f6ddd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:27.544709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:27.557393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Usage tracker for resource:network and tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:27.579007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:27.642485 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3a4d6299-6549-4eaa-87a7-8ef5f6ddd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:27.650897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.651531 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d6299-6549-4eaa-87a7-8ef5f6ddd13a None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:27.651872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:27.652171 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3a4d6299-6549-4eaa-87a7-8ef5f6ddd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:27.652514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.659058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:27.661029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2d0f89a9-e8a6-4bd7-b0d2-b2eb8c0ecba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.663894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2d0f89a9-e8a6-4bd7-b0d2-b2eb8c0ecba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.666446 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2d0f89a9-e8a6-4bd7-b0d2-b2eb8c0ecba6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76bb5d48-608a-4485-8ed7-9c233cbf01bb HTTP/1.1" status: 204 len: 168 time: 1.1712399 Mar 02 09:00:27.713949 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3a4d6299-6549-4eaa-87a7-8ef5f6ddd13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:27.714634 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d6299-6549-4eaa-87a7-8ef5f6ddd13a None None] The sync data for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:27.728540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.819678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:27.851982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86875814-33fb-4812-9428-cb375aff78fb req-efff7a4e-fe1f-4731-89fa-8f25ed7a615b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:27.853356 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86875814-33fb-4812-9428-cb375aff78fb req-efff7a4e-fe1f-4731-89fa-8f25ed7a615b tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 944 time: 0.9401119 Mar 02 09:00:27.882242 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-717f0931-7fa0-44bd-937e-e2384a7249d0 req-39f92977-fdcb-4ed4-af59-e3ecc30055c6 service neutron] 10.222.0.15 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149623 Mar 02 09:00:27.883095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event updated for resources: {'Network': ['ID=24c5ddef-877d-4826-a0b1-62013078fbfb,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:27.894671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f89a9-e8a6-4bd7-b0d2-b2eb8c0ecba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb5d48-608a-4485-8ed7-9c233cbf01bb,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:27.897554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 24c5ddef-877d-4826-a0b1-62013078fbfb details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:00:27.981877 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c3c9def6-3d2e-4aeb-8b1f-3ae81af426f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0357153 Mar 02 09:00:27.985056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55850) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:27.994753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'subnet': {'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:28.001621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:28.011776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aa663-b768-4074-8dd9-766ac780c9ad req-fd5b1dfc-5f92-4ca5-a8f3-babdd45ac672 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:28.012841 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f6aa663-b768-4074-8dd9-766ac780c9ad req-fd5b1dfc-5f92-4ca5-a8f3-babdd45ac672 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 943 time: 0.7065456 Mar 02 09:00:28.018170 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-66e69c52-7d7b-4ccd-b040-c7dba288b819 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "DELETE /v2.0/floatingips/0f8d8968-cffb-4bc0-b92b-90788d494f35 HTTP/1.1" status: 204 len: 168 time: 6.1175900 Mar 02 09:00:28.018598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Usage tracker for resource:subnet and tenant:49c4f91022b84bddb39c13a9f9fa6775 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:28.018598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55854) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:28.024837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:28.032238 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:28.040866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Made reservation on behalf of 71c6b4f1bc0a4864bf79f7e3639fdf08 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:28.045866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.091322 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86875814-33fb-4812-9428-cb375aff78fb req-36c7a696-5e05-430d-b720-d85206fc13ef tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144041 Mar 02 09:00:28.091946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.109937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-2a449b38-32c9-4624-a5a3-e029f0bfb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:28.111202 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-2a449b38-32c9-4624-a5a3-e029f0bfb489 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fab3e94ce60419d8ffa7baee0093f48&device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 1096 time: 0.6571801 Mar 02 09:00:28.122976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:28.125233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:28.174080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Usage tracker for resource:floatingip and tenant:d69abb648b974a09bdd0beb26505500f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:28.180415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:28.191075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:28.206572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:28.246493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Usage tracker for resource:security_group_rule and tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:28.256590 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f6aa663-b768-4074-8dd9-766ac780c9ad req-2220676b-42c8-4374-963d-133673e129a3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313242 Mar 02 09:00:28.257516 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-1ced5873-64d4-41bd-95ab-6946f1556978 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af HTTP/1.1" status: 200 len: 217 time: 0.1283853 Mar 02 09:00:28.258203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:28.267323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Made reservation on behalf of 49c4f91022b84bddb39c13a9f9fa6775 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:28.269900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.274956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:28.379986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.387162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.415765 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'status': 'completed', 'code': 200} Mar 02 09:00:28.436431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-d87d5a60-00e8-4021-b77a-706b368d0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:28.437898 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-d87d5a60-00e8-4021-b77a-706b368d0298 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d3925aa-8737-4a16-8b77-5b00fc03bcf0 HTTP/1.1" status: 200 len: 851 time: 0.1678026 Mar 02 09:00:28.441446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.20.0.1 (8e6e210f-5035-4480-a7d7-467c550339de/e14ac006-f3f6-4771-88f6-3190ce77ce0c/43a33e64-5601-43d3-8107-f5ae6c75bec6) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:28.528104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-63759a12-fafa-4df8-a3a1-4aa619276e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:28.529596 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-63759a12-fafa-4df8-a3a1-4aa619276e54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=134e7f23a23046d49d74603c7e2e9a9a&device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 1097 time: 0.4158192 Mar 02 09:00:28.652919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.683981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-395fba09-7da6-4896-bf66-eb02d6bf4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:28.687095 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-395fba09-7da6-4896-bf66-eb02d6bf4256 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2389381 Mar 02 09:00:28.734606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.742567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.837957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:00:28.848777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83021e2e-8eaa-46d4-b946-84baecfd0a93,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:28.858601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.858940 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Added segment 2dcf9c49-457c-46ee-bcf4-837917d8ed5b of type vlan for network 256f0b92-6cb4-437d-aa40-188fac34ea50 Mar 02 09:00:28.893841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-4f74c363-0ec4-42d9-a6aa-7ce4ed85642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:28.895310 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-4f74c363-0ec4-42d9-a6aa-7ce4ed85642d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 HTTP/1.1" status: 200 len: 907 time: 0.3559387 Mar 02 09:00:28.910218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:28.915546 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-34becb92-cdd4-44f6-8e0d-9ad8b185ee11 service neutron] 10.222.0.15 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194178 Mar 02 09:00:29.027766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:29.098424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:29.103819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:29.104476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:29.107105 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-75b96c9e-f91f-41db-8203-480ea6d05f4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b1c202-dd0a-4af6-9dec-604b10936ffb HTTP/1.1" status: 200 len: 217 time: 0.1967883 Mar 02 09:00:29.172742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:29.186445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 8e6e210f-5035-4480-a7d7-467c550339de is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:29.203626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:29.215495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Router 69020602-2e81-4535-821f-02e8b851b380 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:00:29.262042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-77364e3f-e455-4f1b-bb72-cf3307eaffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:29.263496 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-77364e3f-e455-4f1b-bb72-cf3307eaffca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c74a3713-1999-4c8f-b206-2ca5e5a8b17f HTTP/1.1" status: 200 len: 845 time: 0.1497002 Mar 02 09:00:29.271850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:29.356483 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0731466 Mar 02 09:00:29.357299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=43a33e64-5601-43d3-8107-f5ae6c75bec6,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:29.360149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55888) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:29.373892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec06bd-f23c-464c-9dfb-87e5ad60d1a7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Network': ['ID=256f0b92-6cb4-437d-aa40-188fac34ea50,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:29.385262 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f18aeb76-f56e-473e-a5a1-acd89f74dab8 req-152886d8-fdfa-48ad-beec-3d69a438eecb service neutron] 10.222.0.15 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630678 Mar 02 09:00:29.392478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'subnet': {'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:29.421296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:00:29.537431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:29.646494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:29.660500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Usage tracker for resource:subnet and tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:29.726497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-b7e31564-87fc-4739-a3d1-b2b261e33c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:29.728433 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-b7e31564-87fc-4739-a3d1-b2b261e33c86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4046290 Mar 02 09:00:29.740364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Allocated IP 172.26.3.125 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/cacaa0a3-dec4-45ed-9a98-4c89255b97e3) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:29.742764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:29.755608 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Sync routers for ids ['69020602-2e81-4535-821f-02e8b851b380'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:29.765439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Routers {'69020602-2e81-4535-821f-02e8b851b380'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:29.766333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['69020602-2e81-4535-821f-02e8b851b380'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:29.786878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:29.797610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:29.808607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a933e-23ba-492f-a164-aa12ffa4d09b req-6d4e4a91-e867-4f5e-8f2c-d0d9493f344c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:29.810115 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-330a933e-23ba-492f-a164-aa12ffa4d09b req-6d4e4a91-e867-4f5e-8f2c-d0d9493f344c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 944 time: 0.5066524 Mar 02 09:00:29.871512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516eada-9784-4261-b3ae-fd19be8474e6 req-15aa67c2-a6cf-4eed-a09a-8ec2cb324675 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:29.873000 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7516eada-9784-4261-b3ae-fd19be8474e6 req-15aa67c2-a6cf-4eed-a09a-8ec2cb324675 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 943 time: 0.4566424 Mar 02 09:00:29.906719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:29.909417 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b3c5587b-a806-434a-b2f2-536ac3b2207d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8010337 Mar 02 09:00:29.913110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55902) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:29.918669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-dc24ead5-5f57-43c0-bf6c-f187b08df257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:29.920153 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-dc24ead5-5f57-43c0-bf6c-f187b08df257 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fab3e94ce60419d8ffa7baee0093f48&device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 1096 time: 0.3795712 Mar 02 09:00:29.971739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Set router 69020602-2e81-4535-821f-02e8b851b380 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:29.989650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-330a933e-23ba-492f-a164-aa12ffa4d09b req-ac9f68fa-e5aa-4ffd-b173-61b963f40810 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654105 Mar 02 09:00:30.047733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Made reservation on behalf of 71c6b4f1bc0a4864bf79f7e3639fdf08 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:30.051325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.099666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:00:30.100375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.153234 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7516eada-9784-4261-b3ae-fd19be8474e6 req-45473846-d592-4677-bf1b-f2576c01ebc3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653270 Mar 02 09:00:30.209560 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-2e8a000a-fb27-483f-bae3-64f5dc59805d service neutron] 10.222.0.15 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704926 Mar 02 09:00:30.260199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55912) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:30.278666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.283593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event updated for resources: {'Subnet': ['ID=722f1e36-1296-4edd-8422-c108bcf83e4e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:30.342431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69020602-2e81-4535-821f-02e8b851b380', 'name': 'tempest-snat-router-468767657', 'tenant_id': 'c95eb62be4a14e2da1eca1fb91383676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.223'}], 'enable_snat': False}, 'gw_port_id': '07ec542d-bd6f-4d75-a66b-979fc1db0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:00:24Z', 'updated_at': '2022-03-02T09:00:27Z', 'revision_number': 3, 'project_id': 'c95eb62be4a14e2da1eca1fb91383676', 'gw_port': {'id': '07ec542d-bd6f-4d75-a66b-979fc1db0b78', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69020602-2e81-4535-821f-02e8b851b380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:00:26Z', 'updated_at': '2022-03-02T09:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:30.347441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Checking router: 69020602-2e81-4535-821f-02e8b851b380 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:00:30.347793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Updating router 69020602-2e81-4535-821f-02e8b851b380 port 07ec542d-bd6f-4d75-a66b-979fc1db0b78 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:00:30.354796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Checking segment: {'id': '92e98445-9bc2-4610-8214-80bfdb9528b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:30.355049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Network hostable DHCP agents. Network: 24c5ddef-877d-4826-a0b1-62013078fbfb, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:00:30.411062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.420950 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-efde13d0-f88d-4af1-a48e-c656f7200db9 req-2dcbffcf-0c87-49ee-b105-f8d8958bda86 service neutron] 10.222.0.15 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995354 Mar 02 09:00:30.421924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.436342 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bfd3d3a0-2716-4cb1-b244-45319a5feec4 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/routers/69020602-2e81-4535-821f-02e8b851b380 HTTP/1.1" status: 200 len: 908 time: 0.5125220 Mar 02 09:00:30.436747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55918) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:30.442876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-659572ec-7291-4d99-ae0e-74dba39afe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:30.443523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'router': {'name': 'tempest-snat-router-468767657', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': True}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:30.444296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-659572ec-7291-4d99-ae0e-74dba39afe08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 HTTP/1.1" status: 200 len: 913 time: 0.5156379 Mar 02 09:00:30.449152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:30.451481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Network 24c5ddef-877d-4826-a0b1-62013078fbfb is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:00:30.456357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Usage tracker for resource:router and tenant:c95eb62be4a14e2da1eca1fb91383676 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:30.461588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:30.468802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:30.488737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.563412 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-9ad5a59a-fce5-4874-90c9-7aff042897f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af HTTP/1.1" status: 200 len: 217 time: 0.0934386 Mar 02 09:00:30.563733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.564436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.568116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 24c5ddef-877d-4826-a0b1-62013078fbfb) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:30.569645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b73cbf25-8f1a-405c-8dc2-38d19cd0e884 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:30.591325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:30.591925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.596035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0128bcde-dfed-48ef-90f7-71743f1cebb0 None None] Network 24c5ddef-877d-4826-a0b1-62013078fbfb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:30.609791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:30.620031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:30.629377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:30.660737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Pushing event updated for resources: {'Port': ['ID=cacaa0a3-dec4-45ed-9a98-4c89255b97e3,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:30.675313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.726418 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b49b31f5-fc57-4ac9-8e82-c174c9ad8902 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7388599 Mar 02 09:00:30.729865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55922) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:30.732072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:30.737362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1871980536', 'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:30.743011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:30.747555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Usage tracker for resource:port and tenant:49c4f91022b84bddb39c13a9f9fa6775 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:30.750958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:30.757223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:30.814067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-57a09fc3-c200-4222-9b84-e1fc68406c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:30.815610 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-57a09fc3-c200-4222-9b84-e1fc68406c91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d3925aa-8737-4a16-8b77-5b00fc03bcf0 HTTP/1.1" status: 200 len: 851 time: 0.2329156 Mar 02 09:00:30.855244 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:00:30.961438 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b73cbf25-8f1a-405c-8dc2-38d19cd0e884 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] 10.222.0.10 "PUT /v2.0/quotas/35a3913ea86a4d39bf3760caa5dd003b HTTP/1.1" status: 200 len: 366 time: 0.6385665 Mar 02 09:00:30.969413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55926) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:30.989550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Made reservation on behalf of 49c4f91022b84bddb39c13a9f9fa6775 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:30.992381 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.006031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-40c71330-c6b0-4772-8471-34d299a7ba70 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0319953 Mar 02 09:00:31.006239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377831c8-7e8d-44b4-a772-dc475715a27d None None] Network 24c5ddef-877d-4826-a0b1-62013078fbfb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:31.020204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55930) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:31.035519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.087958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.112988 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7625a256-f0ad-4d84-95e3-0d639c9b8c62 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] 10.222.0.10 "GET /v2.0/quotas/35a3913ea86a4d39bf3760caa5dd003b HTTP/1.1" status: 200 len: 366 time: 0.0890408 Mar 02 09:00:31.155883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.166875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55936) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:31.178077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] device_id is not set on port 707088de-f431-4142-8d06-1cb814202515 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:31.182367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Transition to ACTIVE for port object 07ec542d-bd6f-4d75-a66b-979fc1db0b78 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:31.257115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-7debeaad-3327-4640-8c01-2541ac4c1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:31.259136 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-7debeaad-3327-4640-8c01-2541ac4c1f73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4303510 Mar 02 09:00:31.295471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.301147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Subnet': ['ID=fde7246b-b12b-463d-bcd9-33c8a08cafdf,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:31.316616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.408658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Attempting to bind port 07ec542d-bd6f-4d75-a66b-979fc1db0b78 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:31.409067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Attempting to bind port 07ec542d-bd6f-4d75-a66b-979fc1db0b78 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:31.409418 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Attempting to bind port 07ec542d-bd6f-4d75-a66b-979fc1db0b78 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:31.416058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ac4c2-cb57-44e8-903a-2b5e87bcd72c None None] Pushing event updated for resources: {'Port': ['ID=07ec542d-bd6f-4d75-a66b-979fc1db0b78,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:31.422597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:00:31.423305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:31.423462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.423903 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:00:31.424738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Bound port: 07ec542d-bd6f-4d75-a66b-979fc1db0b78, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:00:31.424738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.519418 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-657e9a4e-46dd-47fe-bf27-d508c1ab307b tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/35a3913ea86a4d39bf3760caa5dd003b HTTP/1.1" status: 204 len: 168 time: 0.3506718 Mar 02 09:00:31.520842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] For port 07ec542d-bd6f-4d75-a66b-979fc1db0b78, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:00:31.526274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55942) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:31.532447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] For port 07ec542d-bd6f-4d75-a66b-979fc1db0b78, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=07ec542d-bd6f-4d75-a66b-979fc1db0b78,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:00:31.580833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Checking segment: {'id': '2dcf9c49-457c-46ee-bcf4-837917d8ed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:31.581189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Network hostable DHCP agents. Network: 256f0b92-6cb4-437d-aa40-188fac34ea50, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:00:31.584093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Allocated IP 172.20.0.11 (24c5ddef-877d-4826-a0b1-62013078fbfb/722f1e36-1296-4edd-8422-c108bcf83e4e/707088de-f431-4142-8d06-1cb814202515) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:31.591929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.603741 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-af6383fa-ecb3-48c8-9dfc-6bcb01eb0ccb tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0736954 Mar 02 09:00:31.610776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55946) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:31.643930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 53b1c202-dd0a-4af6-9dec-604b10936ffb details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:00:31.654387 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ad700d40-a1bf-4cb2-8085-47624478134b tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] 10.222.0.10 "GET /v2.0/quotas/35a3913ea86a4d39bf3760caa5dd003b HTTP/1.1" status: 200 len: 370 time: 0.0395739 Mar 02 09:00:31.657186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55950) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:31.682313 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-22dcdf29-12b2-4732-8952-bd5eb8b3917d tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] 10.222.0.10 "GET /v2.0/quotas/35a3913ea86a4d39bf3760caa5dd003b/default HTTP/1.1" status: 200 len: 370 time: 0.0176303 Mar 02 09:00:31.689970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55954) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:31.691718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.712032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c39aa8-273d-4291-af88-ce7caf3c1881 req-b6992a33-fe3c-4ef2-b9a3-ebde4af8360d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:31.713574 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2c39aa8-273d-4291-af88-ce7caf3c1881 req-b6992a33-fe3c-4ef2-b9a3-ebde4af8360d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 944 time: 0.5970664 Mar 02 09:00:31.718192 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-be6c64ad-eaf1-467b-8683-577f01748e82 service neutron] 10.222.0.15 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453566 Mar 02 09:00:31.729325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Routers {'69020602-2e81-4535-821f-02e8b851b380'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:31.729536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-f07d0608-f4b4-4d59-a08d-0621c91326ff tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] delete failed (client error): The resource could not be found. Mar 02 09:00:31.729963 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['69020602-2e81-4535-821f-02e8b851b380'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:31.730408 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f07d0608-f4b4-4d59-a08d-0621c91326ff tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/35a3913ea86a4d39bf3760caa5dd003b HTTP/1.1" status: 404 len: 348 time: 0.0359852 Mar 02 09:00:31.731688 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.796329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:00:31.809234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ac4c2-cb57-44e8-903a-2b5e87bcd72c None None] Pushing event updated for resources: {'Port': ['ID=07ec542d-bd6f-4d75-a66b-979fc1db0b78,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:31.827628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.835454 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2c39aa8-273d-4291-af88-ce7caf3c1881 req-6f21075e-f522-46e4-8085-d1ce68e1224f tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105597 Mar 02 09:00:31.841937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.972587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:31.983058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf41d33-2753-47b3-8a4e-69718fbf8889 req-1095decf-c2f4-48f8-af80-86852d08df80 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:31.990128 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5cf41d33-2753-47b3-8a4e-69718fbf8889 req-1095decf-c2f4-48f8-af80-86852d08df80 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 943 time: 0.6865411 Mar 02 09:00:32.006394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55960) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:32.009222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=43a33e64-5601-43d3-8107-f5ae6c75bec6,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:32.033031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] Set router 69020602-2e81-4535-821f-02e8b851b380 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:32.064848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 256f0b92-6cb4-437d-aa40-188fac34ea50) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:32.081271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836540e-ec7d-49be-a0ae-4c23a96512f9 None None] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:32.114452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Pushing event updated for resources: {'Port': ['ID=cacaa0a3-dec4-45ed-9a98-4c89255b97e3,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:32.145878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.152827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.177373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 53b1c202-dd0a-4af6-9dec-604b10936ffb, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=53b1c202-dd0a-4af6-9dec-604b10936ffb,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:32.184417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.213882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:32.214569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.219191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.226357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 8e6e210f-5035-4480-a7d7-467c550339de is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:32.238970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:32.276085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '53b1c202-dd0a-4af6-9dec-604b10936ffb', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'port_id': '53b1c202-dd0a-4af6-9dec-604b10936ffb', 'mac_address': 'fa:16:3e:93:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:00:32.281869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.285648 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-36904b8f-6ac8-4eab-93dc-71d47e64fc60 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2638476 Mar 02 09:00:32.287783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55964) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:32.340707 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5cf41d33-2753-47b3-8a4e-69718fbf8889 req-255e6096-c535-4c93-b8af-a825f7024e85 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494401 Mar 02 09:00:32.351761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Usage tracker for resource:network and tenant:762147102a9f44d2a23374db81239350 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:32.374700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:32.381081 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cd96fb7-55cf-4932-bc30-062ed4c1e6a7 req-ad70576e-6769-4d41-94b0-5e0304676ea4 service neutron] 10.222.0.15 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497209 Mar 02 09:00:32.399553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.416422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.446446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Usage tracker for resource:subnet and tenant:762147102a9f44d2a23374db81239350 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:32.450177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b1c202-dd0a-4af6-9dec-604b10936ffb {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:00:32.461221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:32.493782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Usage tracker for resource:subnetpool and tenant:762147102a9f44d2a23374db81239350 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:32.501558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:32.505050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:32.506961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Network 24c5ddef-877d-4826-a0b1-62013078fbfb is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:32.512581 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-77af82d2-ef08-4b93-b578-f06654ed3780 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1375945 Mar 02 09:00:32.513521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55970) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:32.520797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'port': {'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50', 'name': 'tempest-AllowedAddressPairTestJSON-1245980707'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:32.533417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:32.543327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:32.587945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 53b1c202-dd0a-4af6-9dec-604b10936ffb, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=53b1c202-dd0a-4af6-9dec-604b10936ffb,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:32.642323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Usage tracker for resource:port and tenant:762147102a9f44d2a23374db81239350 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:32.672857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.709450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Allocated IP 172.26.3.3 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/30c5abea-c60a-46a2-a98d-6e18c708428d) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:32.719856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:32.723155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:32.729133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-256f0b92-6cb4-437d-aa40-188fac34ea50', 'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50', 'tenant_id': '71c6b4f1bc0a4864bf79f7e3639fdf08', 'fixed_ips': [{'subnet_id': 'fde7246b-b12b-463d-bcd9-33c8a08cafdf'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:00:32.730496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.741486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event updated for resources: {'Port': ['ID=707088de-f431-4142-8d06-1cb814202515,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:32.747843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:32.770150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Usage tracker for resource:router and tenant:762147102a9f44d2a23374db81239350 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:32.780324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Usage tracker for resource:floatingip and tenant:833cece22a2a405f95f94ab599077ef3 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:32.788595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:32.801334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:32.801974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:32.812012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=53b1c202-dd0a-4af6-9dec-604b10936ffb,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:32.830620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69020602-2e81-4535-821f-02e8b851b380', 'name': 'tempest-snat-router-468767657', 'tenant_id': 'c95eb62be4a14e2da1eca1fb91383676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.223'}], 'enable_snat': False}, 'gw_port_id': '07ec542d-bd6f-4d75-a66b-979fc1db0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:00:24Z', 'updated_at': '2022-03-02T09:00:27Z', 'revision_number': 3, 'project_id': 'c95eb62be4a14e2da1eca1fb91383676', 'gw_port': {'id': '07ec542d-bd6f-4d75-a66b-979fc1db0b78', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69020602-2e81-4535-821f-02e8b851b380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:00:26Z', 'updated_at': '2022-03-02T09:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:32.840869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb9851-e0f5-4413-b659-d8db4a7444ec None None] The sync data for ids ['69020602-2e81-4535-821f-02e8b851b380'] in dv-neutron-828796-1-hyperv is: [{'id': '69020602-2e81-4535-821f-02e8b851b380', 'name': 'tempest-snat-router-468767657', 'tenant_id': 'c95eb62be4a14e2da1eca1fb91383676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.223'}], 'enable_snat': False}, 'gw_port_id': '07ec542d-bd6f-4d75-a66b-979fc1db0b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:00:24Z', 'updated_at': '2022-03-02T09:00:27Z', 'revision_number': 3, 'project_id': 'c95eb62be4a14e2da1eca1fb91383676', 'gw_port': {'id': '07ec542d-bd6f-4d75-a66b-979fc1db0b78', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69020602-2e81-4535-821f-02e8b851b380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:00:26Z', 'updated_at': '2022-03-02T09:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:32.847956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:32.852601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:32.892381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:32.899024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Usage tracker for resource:floatingip and tenant:762147102a9f44d2a23374db81239350 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:32.902197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Usage tracker for resource:port and tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:32.905318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:32.910966 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fb250ff8-b058-4b82-a5d5-02fd870d38ef tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/routers/21a7c42e-da7b-4556-9d0e-8e574f7d899e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4782043 Mar 02 09:00:32.912241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:32.916047 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2837b035-f61c-4b9d-9f4c-764a42e7e498 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:32.918940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 55976) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:32.921304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:32.923900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:32.931624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'port': {'network_id': '8e6e210f-5035-4480-a7d7-467c550339de', 'name': 'tempest-FloatingIPTestJSON-1115795958'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:32.940900 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2837b035-f61c-4b9d-9f4c-764a42e7e498 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:32.941552 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2837b035-f61c-4b9d-9f4c-764a42e7e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:32.986106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Usage tracker for resource:security_group and tenant:762147102a9f44d2a23374db81239350 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:32.990529 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-50152829-a6e0-43b5-9c8d-60459abe8ad5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.2597160 Mar 02 09:00:32.994684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55980) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:32.999227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Allocated IP 172.20.0.2 (256f0b92-6cb4-437d-aa40-188fac34ea50/fde7246b-b12b-463d-bcd9-33c8a08cafdf/0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:33.033021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:33.052721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:33.102864 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2837b035-f61c-4b9d-9f4c-764a42e7e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:33.118232 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2837b035-f61c-4b9d-9f4c-764a42e7e498 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:33.118828 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2837b035-f61c-4b9d-9f4c-764a42e7e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:33.131933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:33.138201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:port and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:33.142236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:33.150080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:33.156533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Usage tracker for resource:security_group_rule and tenant:762147102a9f44d2a23374db81239350 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:33.165197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-8fd120f3-547c-463d-95dd-e9ba8812c0b0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Deleting port 707088de-f431-4142-8d06-1cb814202515 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:33.165894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8fd120f3-547c-463d-95dd-e9ba8812c0b0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:33.205711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['53b1c202-dd0a-4af6-9dec-604b10936ffb'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:00:33.215708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:33.242285 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-184c2fcc-3fb4-4088-a499-36009979d553 tempest-QuotasTest-251185191 tempest-QuotasTest-251185191-project-admin] 10.222.0.10 "GET /v2.0/quotas/762147102a9f44d2a23374db81239350/details.json HTTP/1.1" status: 200 len: 703 time: 1.2294872 Mar 02 09:00:33.243235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2837b035-f61c-4b9d-9f4c-764a42e7e498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:33.244039 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2837b035-f61c-4b9d-9f4c-764a42e7e498 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:33.335667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:33.357470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207b552-3836-4664-aaac-43a49958dc87 req-cde97aaf-adf2-49a3-b37f-17bfd4d7e20e tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:33.359140 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c207b552-3836-4664-aaac-43a49958dc87 req-cde97aaf-adf2-49a3-b37f-17bfd4d7e20e tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 945 time: 0.3019872 Mar 02 09:00:33.426087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:33.467391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Made reservation on behalf of 50b22bd736e44686b0c697bc43c87c89 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:33.471874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:33.493939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:33.497460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Made reservation on behalf of 71c6b4f1bc0a4864bf79f7e3639fdf08 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:33.501038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:33.529330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Transition to ACTIVE for port object 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:33.531700 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c207b552-3836-4664-aaac-43a49958dc87 req-f9e4dedf-18aa-4276-8f6b-68ebf426ad96 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534610 Mar 02 09:00:33.599117 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Transition to ACTIVE for port object 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:33.621207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 07ec542d-bd6f-4d75-a66b-979fc1db0b78 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:33.671468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] device_id is not set on port 8a1c5160-f661-4be2-873a-04f1ff67ed1a yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:33.675863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:00:33.736288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:33.745348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:33.756485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:33.765220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:33.800080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event updated for resources: {'Port': ['ID=30c5abea-c60a-46a2-a98d-6e18c708428d,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:33.804777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] device_id is not set on port e943e8d0-f327-41ee-b605-842a249ea130 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:33.866948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Pushing event updated for resources: {'Port': ['ID=0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:33.921891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:33.941945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:33.949239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:33.949441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55990) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:34.011807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8fd120f3-547c-463d-95dd-e9ba8812c0b0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.088724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 07ec542d-bd6f-4d75-a66b-979fc1db0b78 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:34.172825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.180774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.20.0.7 (8e6e210f-5035-4480-a7d7-467c550339de/e14ac006-f3f6-4771-88f6-3190ce77ce0c/8a1c5160-f661-4be2-873a-04f1ff67ed1a) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:34.181712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Attempting to bind port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:34.182111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Attempting to bind port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '2dcf9c49-457c-46ee-bcf4-837917d8ed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:34.182471 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Attempting to bind port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f on network 256f0b92-6cb4-437d-aa40-188fac34ea50 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:34.188620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 07ec542d-bd6f-4d75-a66b-979fc1db0b78 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:34.188993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.225686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:00:34.226086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Checking segment: {'id': '2dcf9c49-457c-46ee-bcf4-837917d8ed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:34.226480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.227209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Bound using segment: {'id': '2dcf9c49-457c-46ee-bcf4-837917d8ed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:00:34.227332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Bound port: 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcf9c49-457c-46ee-bcf4-837917d8ed5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:00:34.227704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.266772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-8fd120f3-547c-463d-95dd-e9ba8812c0b0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Calling delete_port for 707088de-f431-4142-8d06-1cb814202515 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:34.306467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.334941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Allocated IP 172.20.0.6 (256f0b92-6cb4-437d-aa40-188fac34ea50/fde7246b-b12b-463d-bcd9-33c8a08cafdf/e943e8d0-f327-41ee-b605-842a249ea130) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:34.335573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:34.350550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecac5e-f578-4067-89fe-68da44b3ee24 req-9ba4253f-b09f-4cdc-af1c-16cd16d9736a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:34.354819 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-52ecac5e-f578-4067-89fe-68da44b3ee24 req-9ba4253f-b09f-4cdc-af1c-16cd16d9736a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 943 time: 0.5581508 Mar 02 09:00:34.360284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:34.376117 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'port_id': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'mac_address': 'fa:16:3e:4b:5a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:00:34.386761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Usage tracker for resource:security_group_rule and tenant:6994bdb5b65c4da28c52011744caddea is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:34.394359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:34.446690 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-52ecac5e-f578-4067-89fe-68da44b3ee24 req-50c580ec-e941-4da2-a839-fd5086c915f3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734015 Mar 02 09:00:34.453374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:34.467363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] For port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:00:34.496011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] For port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f,segment=NetworkSegment(2dcf9c49-457c-46ee-bcf4-837917d8ed5b),segment_id=2dcf9c49-457c-46ee-bcf4-837917d8ed5b)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:00:34.499285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.506399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.532115 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:00:34.536786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 07ec542d-bd6f-4d75-a66b-979fc1db0b78, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=07ec542d-bd6f-4d75-a66b-979fc1db0b78,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:34.549530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:34.569859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.631988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Allocated IP 172.26.3.123 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/e3f2dcad-a77a-4f34-a9e1-4c544145441a) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:34.647084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.667707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.678585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafaa09-56f5-460d-aa82-b4d00cd779ac None None] Pushing event updated for resources: {'Port': ['ID=0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:34.758228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=07ec542d-bd6f-4d75-a66b-979fc1db0b78,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:34.857657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f7a7a-3cf7-48c2-bce0-06123cb1ec85 req-34438c5c-1bf3-4bfa-bbc8-913794b983c9 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:34.859346 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-257f7a7a-3cf7-48c2-bce0-06123cb1ec85 req-34438c5c-1bf3-4bfa-bbc8-913794b983c9 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 945 time: 0.2113786 Mar 02 09:00:34.875930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:34.906901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.911181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8fd120f3-547c-463d-95dd-e9ba8812c0b0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.965732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:34.993006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd120f3-547c-463d-95dd-e9ba8812c0b0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event deleted for resources: {'Port': ['ID=707088de-f431-4142-8d06-1cb814202515,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:35.017114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.037714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Transition to ACTIVE for port object e943e8d0-f327-41ee-b605-842a249ea130 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:35.065977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['5a2231e6-61c2-4f7b-a6f3-95f1eafc83af'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:00:35.071803 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-257f7a7a-3cf7-48c2-bce0-06123cb1ec85 req-5d0646be-6f1b-4bdd-8da3-8efd83cf5a3c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995420 Mar 02 09:00:35.194849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.199768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8fd120f3-547c-463d-95dd-e9ba8812c0b0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.216379 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8fd120f3-547c-463d-95dd-e9ba8812c0b0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "DELETE /v2.0/ports/707088de-f431-4142-8d06-1cb814202515 HTTP/1.1" status: 204 len: 168 time: 2.2199895 Mar 02 09:00:35.219198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 55998) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:35.224380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb', 'external_fixed_ips': [{'subnet_id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'ip_address': '172.20.0.11'}]}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:35.230408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:35.234739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Usage tracker for resource:router and tenant:49c4f91022b84bddb39c13a9f9fa6775 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:35.238561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:35.248414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:35.251388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.255672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.275343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.345635 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.366384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.367882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.378584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d4bfb8-001d-4130-8edd-b8abcc6ee1ae,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:35.386405 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6994bdb5b65c4da28c52011744caddea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4283950 Mar 02 09:00:35.399289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56002) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:35.412470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:35.422963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.423143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.423433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.423847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.424895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.424895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.424895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.425133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.425430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.425750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.426105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.426429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8573c495-67d4-43ac-babc-c99390171e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.434746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:35.436705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Port': ['ID=e943e8d0-f327-41ee-b605-842a249ea130,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:35.440348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:35.476027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.566341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:35.567613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.590805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 8e6e210f-5035-4480-a7d7-467c550339de is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:35.591006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 07ec542d-bd6f-4d75-a66b-979fc1db0b78 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:35.595567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:35.607380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:35.610005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0dca926f-7a66-484a-8426-d6a15ad4a324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.640606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=8a1c5160-f661-4be2-873a-04f1ff67ed1a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:35.649301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 53b1c202-dd0a-4af6-9dec-604b10936ffb up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:35.677573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.677956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.678296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.678629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.678958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.679281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.679792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.679914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.680237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.680966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.680966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.681249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:35.698014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.730470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 07ec542d-bd6f-4d75-a66b-979fc1db0b78 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:35.730838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.780523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:35.783103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.807338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.843343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 53b1c202-dd0a-4af6-9dec-604b10936ffb completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:35.859099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 53b1c202-dd0a-4af6-9dec-604b10936ffb triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:35.859450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.923366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:35.942721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0dca926f-7a66-484a-8426-d6a15ad4a324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:35.966360 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-71f9614b-2100-46f1-9987-1c0f4e88b3a3 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0461423 Mar 02 09:00:35.968997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56008) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:35.970849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:35.985150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:35.994748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'port': {'network_id': '8e6e210f-5035-4480-a7d7-467c550339de', 'name': 'tempest-FloatingIPTestJSON-380950524'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:36.008748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:36.063218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.070486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Pushing event updated for resources: {'Port': ['ID=e3f2dcad-a77a-4f34-a9e1-4c544145441a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:36.091260 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d374404c-045c-4848-ad22-6edaea41d9be tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5768313 Mar 02 09:00:36.102955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56012) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:36.103157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1c202-dd0a-4af6-9dec-604b10936ffb'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:00:36.132837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'port': {'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50', 'name': 'tempest-AllowedAddressPairTestJSON-1653597948', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6b:b4:b6'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:36.177388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c288e-8fe9-4d2a-b94d-b468d510da1b None None] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:36.212127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:36.234043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 53b1c202-dd0a-4af6-9dec-604b10936ffb, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=53b1c202-dd0a-4af6-9dec-604b10936ffb,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:36.257012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:36.266293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:port and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:36.270171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:36.279282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:36.287561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.332908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0dca926f-7a66-484a-8426-d6a15ad4a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.366629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.377884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.396141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Router 961a06b7-92b9-4250-b673-4408d27560fc is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:00:36.424358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca926f-7a66-484a-8426-d6a15ad4a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d4bfb8-001d-4130-8edd-b8abcc6ee1ae,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:36.428211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b64f2fb4-b63e-4f67-a40c-3643e3fc7ee6 None None] Provisioning for port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:36.447784 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0dca926f-7a66-484a-8426-d6a15ad4a324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.449033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b64f2fb4-b63e-4f67-a40c-3643e3fc7ee6 None None] Provisioning complete for port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:36.449394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b64f2fb4-b63e-4f67-a40c-3643e3fc7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.450274 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0dca926f-7a66-484a-8426-d6a15ad4a324 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54d4bfb8-001d-4130-8edd-b8abcc6ee1ae HTTP/1.1" status: 204 len: 168 time: 1.0440829 Mar 02 09:00:36.459532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077be9c-7d0e-45ec-81b0-e3a789e904d9 req-615f277b-f3bc-4a9a-9b7e-b61150c5f01e tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:36.467738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d077be9c-7d0e-45ec-81b0-e3a789e904d9 req-615f277b-f3bc-4a9a-9b7e-b61150c5f01e tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 944 time: 0.8383732 Mar 02 09:00:36.505055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:36.509300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Usage tracker for resource:port and tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:36.513642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:36.520467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:36.542566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=53b1c202-dd0a-4af6-9dec-604b10936ffb,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:36.561585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.561947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.562282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.562608 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.562930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.563281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.563601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.563919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.564235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.564549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.564861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.565170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:36.591732 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d077be9c-7d0e-45ec-81b0-e3a789e904d9 req-93ca1332-1669-4638-9bd3-be56e73936e3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224227 Mar 02 09:00:36.655797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Made reservation on behalf of 71c6b4f1bc0a4864bf79f7e3639fdf08 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:36.659973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b64f2fb4-b63e-4f67-a40c-3643e3fc7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.669785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:36.684118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Made reservation on behalf of 50b22bd736e44686b0c697bc43c87c89 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:36.687903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.690153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Sync routers for ids ['961a06b7-92b9-4250-b673-4408d27560fc'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:36.725823 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Routers {'961a06b7-92b9-4250-b673-4408d27560fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:36.734825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['961a06b7-92b9-4250-b673-4408d27560fc'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:36.767719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] device_id is not set on port e1a2e2f8-0372-4d6d-984b-6dc301e82d44 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:36.803400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b64f2fb4-b63e-4f67-a40c-3643e3fc7ee6 None None] For port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f,segment=NetworkSegment(2dcf9c49-457c-46ee-bcf4-837917d8ed5b),segment_id=2dcf9c49-457c-46ee-bcf4-837917d8ed5b)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:36.847457 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.851745 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9f226a73-f4ef-405a-8c92-dea5c6e8f036 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 6.4133000 Mar 02 09:00:36.859810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56030) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:36.877126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:36.913924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] device_id is not set on port d2edad50-ce90-43d9-a6e1-b3cae27240fc yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:36.964815 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1c202-dd0a-4af6-9dec-604b10936ffb', 'code': 200} Mar 02 09:00:36.964815 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b64f2fb4-b63e-4f67-a40c-3643e3fc7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.109672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Allocated IP 172.20.0.13 (256f0b92-6cb4-437d-aa40-188fac34ea50/fde7246b-b12b-463d-bcd9-33c8a08cafdf/d2edad50-ce90-43d9-a6e1-b3cae27240fc) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:37.175238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f2fb4-b63e-4f67-a40c-3643e3fc7ee6 None None] Pushing event updated for resources: {'Port': ['ID=0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:37.201123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Set router 961a06b7-92b9-4250-b673-4408d27560fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:37.210098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff0a6-74fb-4afb-bc85-76263afb7531 req-7be0b9c8-e951-413f-bb59-743d3272d1f9 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:37.211908 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b38ff0a6-74fb-4afb-bc85-76263afb7531 req-7be0b9c8-e951-413f-bb59-743d3272d1f9 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 946 time: 0.9356487 Mar 02 09:00:37.246759 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f70553d4-3614-4d63-afc5-53eb87eb3566 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/routers/961a06b7-92b9-4250-b673-4408d27560fc HTTP/1.1" status: 200 len: 905 time: 0.3833215 Mar 02 09:00:37.247985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.261530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56034) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:37.321705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56038) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:37.333619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b0ce9d02-3c90-4e4b-945f-ae8492f4c2b8 None None] Provisioning complete for port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:37.334788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b0ce9d02-3c90-4e4b-945f-ae8492f4c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.356988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-acf007cf-c540-423b-81c0-0121e1f5adbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.437944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-acf007cf-c540-423b-81c0-0121e1f5adbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:37.447167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-acf007cf-c540-423b-81c0-0121e1f5adbe admin admin] Usage tracker for resource:security_group_rule and tenant:762147102a9f44d2a23374db81239350 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:37.452808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-acf007cf-c540-423b-81c0-0121e1f5adbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:37.460715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-acf007cf-c540-423b-81c0-0121e1f5adbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:37.511404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:37.514334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.20.0.14 (8e6e210f-5035-4480-a7d7-467c550339de/e14ac006-f3f6-4771-88f6-3190ce77ce0c/e1a2e2f8-0372-4d6d-984b-6dc301e82d44) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:37.532440 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b38ff0a6-74fb-4afb-bc85-76263afb7531 req-3e0978ef-5996-4256-8eb3-aca67229e7c2 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722878 Mar 02 09:00:37.681364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.756181 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:37.828628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:37.829112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.891386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.898751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.913226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-acf007cf-c540-423b-81c0-0121e1f5adbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.926471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-258cc126-1034-47b9-a256-7a71c7d68c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:37.927917 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-258cc126-1034-47b9-a256-7a71c7d68c37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 1099 time: 0.5717661 Mar 02 09:00:37.948999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b0ce9d02-3c90-4e4b-945f-ae8492f4c2b8 None None] Provisioning for port e943e8d0-f327-41ee-b605-842a249ea130 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:37.955559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.957193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Transition to ACTIVE for port object d2edad50-ce90-43d9-a6e1-b3cae27240fc will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:37.964396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b0ce9d02-3c90-4e4b-945f-ae8492f4c2b8 None None] Provisioning complete for port e943e8d0-f327-41ee-b605-842a249ea130 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:37.964764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b0ce9d02-3c90-4e4b-945f-ae8492f4c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.985223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:37.996973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:38.000794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961a06b7-92b9-4250-b673-4408d27560fc', 'name': 'tempest-snat-router-468767657', 'tenant_id': 'c95eb62be4a14e2da1eca1fb91383676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': '30c5abea-c60a-46a2-a98d-6e18c708428d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:00:30Z', 'updated_at': '2022-03-02T09:00:34Z', 'revision_number': 3, 'project_id': 'c95eb62be4a14e2da1eca1fb91383676', 'gw_port': {'id': '30c5abea-c60a-46a2-a98d-6e18c708428d', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961a06b7-92b9-4250-b673-4408d27560fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:00:32Z', 'updated_at': '2022-03-02T09:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:38.003895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.024186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:38.024525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.050550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Checking router: 961a06b7-92b9-4250-b673-4408d27560fc for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:00:38.050892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Updating router 961a06b7-92b9-4250-b673-4408d27560fc port 30c5abea-c60a-46a2-a98d-6e18c708428d binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:00:38.054073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-acf007cf-c540-423b-81c0-0121e1f5adbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.092066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.095527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:38.111135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Usage tracker for resource:security_group_rule and tenant:370a13fa5f154d2e8a16bb04fed1244d is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:38.121706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce9d02-3c90-4e4b-945f-ae8492f4c2b8 None None] Port e943e8d0-f327-41ee-b605-842a249ea130 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:38.124786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:38.146874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.149890 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 8e6e210f-5035-4480-a7d7-467c550339de is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:38.158183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:38.160362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:38.162520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:38.214205 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-acf007cf-c540-423b-81c0-0121e1f5adbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=762147102a9f44d2a23374db81239350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8850031 Mar 02 09:00:38.222435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf007cf-c540-423b-81c0-0121e1f5adbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b253c192-f8db-4fc5-88c7-d5276d2f4f9e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:38.232438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56044) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:38.236484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Pushing event updated for resources: {'Port': ['ID=e3f2dcad-a77a-4f34-a9e1-4c544145441a,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:38.314281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.314599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.326944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.335043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619eff1-1464-4a9d-a04c-c8802f65e53a req-3a9dee7b-2a4c-4d02-82be-32dd54df71bc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:38.336798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4619eff1-1464-4a9d-a04c-c8802f65e53a req-3a9dee7b-2a4c-4d02-82be-32dd54df71bc tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 944 time: 0.5994747 Mar 02 09:00:38.337216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=e1a2e2f8-0372-4d6d-984b-6dc301e82d44,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:38.355183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-84929b57-03f9-48ad-8999-d61cbb5da21d None None] Provisioning complete for port e943e8d0-f327-41ee-b605-842a249ea130 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:38.355766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-84929b57-03f9-48ad-8999-d61cbb5da21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.368502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:38.372407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.383783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.457548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:38.483616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Deleting port 30c5abea-c60a-46a2-a98d-6e18c708428d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:38.483992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.493186 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a75f0596-8161-432a-b560-3ae2d49fc913 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5190265 Mar 02 09:00:38.495508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.498954 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9a30754a-3933-4b48-a287-8c24075c0311 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2077420 Mar 02 09:00:38.498954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56048) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:38.499550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56050) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:38.500697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-84929b57-03f9-48ad-8999-d61cbb5da21d None None] Port e943e8d0-f327-41ee-b605-842a249ea130 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:38.505977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'e1a2e2f8-0372-4d6d-984b-6dc301e82d44', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:38.513681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:38.516267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.519880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:floatingip and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:38.522620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:38.533097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:38.590263 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4619eff1-1464-4a9d-a04c-c8802f65e53a req-28abd4dc-683f-40e5-bc2f-d8655676d68e tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392435 Mar 02 09:00:38.617516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:38.617516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.639036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.661840 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.663750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:38.671849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Port': ['ID=d2edad50-ce90-43d9-a6e1-b3cae27240fc,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:38.692654 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:38.702060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7782592e-6b9c-4efe-a9ab-67a558601558 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Synchronizing usage tracker for tenant:d69abb648b974a09bdd0beb26505500f on resource:floatingip {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:38.727892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.742766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Transition to ACTIVE for port object 30c5abea-c60a-46a2-a98d-6e18c708428d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:38.759590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:38.784424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70f58c18-d204-4982-8d97-d2bd08ff544c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.798518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7782592e-6b9c-4efe-a9ab-67a558601558 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Unset dirty status for tenant:d69abb648b974a09bdd0beb26505500f on resource:floatingip {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:38.803067 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7782592e-6b9c-4efe-a9ab-67a558601558 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2611 time: 0.2583489 Mar 02 09:00:38.809028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56060) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:38.819518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.859858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70f58c18-d204-4982-8d97-d2bd08ff544c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.909300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Attempting to bind port 30c5abea-c60a-46a2-a98d-6e18c708428d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:38.909849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Attempting to bind port 30c5abea-c60a-46a2-a98d-6e18c708428d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:38.911256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Attempting to bind port 30c5abea-c60a-46a2-a98d-6e18c708428d on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:38.924460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec72661-23d5-4f6c-a5a5-979462717010 None None] Pushing event updated for resources: {'Port': ['ID=30c5abea-c60a-46a2-a98d-6e18c708428d,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:38.928235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:00:38.929145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:38.929145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.929415 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:00:38.929906 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Bound port: 30c5abea-c60a-46a2-a98d-6e18c708428d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:00:38.930284 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:38.934956 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0a92a500-86bf-4603-827d-c1dc2ee5ffd3 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1248696 Mar 02 09:00:38.937665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56064) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:38.963293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:00:39.025464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] For port 30c5abea-c60a-46a2-a98d-6e18c708428d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:00:39.029979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] For port 30c5abea-c60a-46a2-a98d-6e18c708428d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=30c5abea-c60a-46a2-a98d-6e18c708428d,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:00:39.039012 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'code': 200} Mar 02 09:00:39.052663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:39.053271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.144419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.167451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.212641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Deleting port e3f2dcad-a77a-4f34-a9e1-4c544145441a {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:39.212966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.257617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.259041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5a6e3ada-b576-4e27-b80a-57230ba53840 None None] Provisioning for port d2edad50-ce90-43d9-a6e1-b3cae27240fc completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:39.264912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5a6e3ada-b576-4e27-b80a-57230ba53840 None None] Provisioning complete for port d2edad50-ce90-43d9-a6e1-b3cae27240fc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:39.266649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5a6e3ada-b576-4e27-b80a-57230ba53840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.310869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Calling delete_port for 30c5abea-c60a-46a2-a98d-6e18c708428d owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:39.331869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.348385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70f58c18-d204-4982-8d97-d2bd08ff544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.350712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70f58c18-d204-4982-8d97-d2bd08ff544c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.351818 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-70f58c18-d204-4982-8d97-d2bd08ff544c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b253c192-f8db-4fc5-88c7-d5276d2f4f9e HTTP/1.1" status: 204 len: 168 time: 1.1139672 Mar 02 09:00:39.367488 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2dc59956-4c91-4854-8d0a-a395ddaa3024 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.2431042 Mar 02 09:00:39.368941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.372718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56072) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:39.428206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711594b-6577-4859-aeed-7103d0542a2e req-ab1a2ec4-b9de-42a8-83f0-82f0a218ff25 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:39.429776 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d711594b-6577-4859-aeed-7103d0542a2e req-ab1a2ec4-b9de-42a8-83f0-82f0a218ff25 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 946 time: 0.6660841 Mar 02 09:00:39.439527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f58c18-d204-4982-8d97-d2bd08ff544c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b253c192-f8db-4fc5-88c7-d5276d2f4f9e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:39.461427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Synchronizing usage tracker for tenant:370a13fa5f154d2e8a16bb04fed1244d on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:39.524268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec72661-23d5-4f6c-a5a5-979462717010 None None] Pushing event updated for resources: {'Port': ['ID=30c5abea-c60a-46a2-a98d-6e18c708428d,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:39.537301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e3ada-b576-4e27-b80a-57230ba53840 None None] Port d2edad50-ce90-43d9-a6e1-b3cae27240fc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:39.556595 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Routers {'961a06b7-92b9-4250-b673-4408d27560fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:39.558366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['961a06b7-92b9-4250-b673-4408d27560fc'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:39.658200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.658540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:39.687885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.26.3.70 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/da3eeb9c-73b8-452d-8c47-b94c5db27e74) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:39.815472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] Set router 961a06b7-92b9-4250-b673-4408d27560fc gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:39.828273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Calling delete_port for e3f2dcad-a77a-4f34-a9e1-4c544145441a owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:39.860463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Allocated IP 172.20.0.11 (24c5ddef-877d-4826-a0b1-62013078fbfb/722f1e36-1296-4edd-8422-c108bcf83e4e/b095315e-9ffb-4de9-a8ab-182c2f2a8f2d) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:39.862413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=06dc6a31-7f48-4dbb-81f1-b57bda29cf76,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:39.894688 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83714dcb-d49d-4aec-80d6-ff7ac4beb58f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:39.913785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83714dcb-d49d-4aec-80d6-ff7ac4beb58f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:39.913785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83714dcb-d49d-4aec-80d6-ff7ac4beb58f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:39.913785 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-83714dcb-d49d-4aec-80d6-ff7ac4beb58f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5382457 Mar 02 09:00:39.918835 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d711594b-6577-4859-aeed-7103d0542a2e req-35f9dc5b-fbe6-439f-bf1d-f9faa40410d2 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755354 Mar 02 09:00:39.920822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56080) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:39.962010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961a06b7-92b9-4250-b673-4408d27560fc', 'name': 'tempest-snat-router-468767657', 'tenant_id': 'c95eb62be4a14e2da1eca1fb91383676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:00:30Z', 'updated_at': '2022-03-02T09:00:38Z', 'revision_number': 4, 'project_id': 'c95eb62be4a14e2da1eca1fb91383676', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:39.966331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845682ef-9e91-4aa5-8432-52d935c3b94e None None] The sync data for ids ['961a06b7-92b9-4250-b673-4408d27560fc'] in dv-neutron-828796-1-hyperv is: [{'id': '961a06b7-92b9-4250-b673-4408d27560fc', 'name': 'tempest-snat-router-468767657', 'tenant_id': 'c95eb62be4a14e2da1eca1fb91383676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:00:30Z', 'updated_at': '2022-03-02T09:00:38Z', 'revision_number': 4, 'project_id': 'c95eb62be4a14e2da1eca1fb91383676', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:40.004427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] Unset dirty status for tenant:370a13fa5f154d2e8a16bb04fed1244d on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:40.005564 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15a21e01-d595-4fdd-8364-b7a1e2ded275 req-d3995f93-bf32-491b-bfe0-496d7238469a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0681665 Mar 02 09:00:40.037982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4c63c-a84b-4f60-a239-bd694592e26a req-053aea5a-408a-43da-9664-e86c632c7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:40.039464 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-11e4c63c-a84b-4f60-a239-bd694592e26a req-053aea5a-408a-43da-9664-e86c632c7915 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 1098 time: 0.5369816 Mar 02 09:00:40.116891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a4d57808-b12b-41c2-8fad-9b055418ecc3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Deleting port d2edad50-ce90-43d9-a6e1-b3cae27240fc {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:40.120473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a4d57808-b12b-41c2-8fad-9b055418ecc3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.179380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.188587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:00:40.189260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:00:40.274372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d52a-5781-4c51-84af-c0a59f91dcae req-9e8b5586-4ece-4211-b43e-6ec2efacd08b tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:40.275832 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afb8d52a-5781-4c51-84af-c0a59f91dcae req-9e8b5586-4ece-4211-b43e-6ec2efacd08b tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 945 time: 0.4797423 Mar 02 09:00:40.287596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.313651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.389816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Pushing event deleted for resources: {'Port': ['ID=e3f2dcad-a77a-4f34-a9e1-4c544145441a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:40.399988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.432130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afb8d52a-5781-4c51-84af-c0a59f91dcae req-9b8a0be0-66a3-4d19-a4b1-7591f44a0f52 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412549 Mar 02 09:00:40.503788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a4d57808-b12b-41c2-8fad-9b055418ecc3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.532487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=da3eeb9c-73b8-452d-8c47-b94c5db27e74,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:40.553504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:40.561393 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-11e4c63c-a84b-4f60-a239-bd694592e26a req-18547104-73c3-4bd3-a6bf-0913e361c81b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622149 Mar 02 09:00:40.561393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:40.566110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:40.606161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.630542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.634692 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b956e262-d36c-4db9-bb94-ee996a194cd7 tempest-FloatingIPAdminTestJSON-1415048195 tempest-FloatingIPAdminTestJSON-1415048195-project] 10.222.0.10 "DELETE /v2.0/floatingips/ebba4777-1627-40d6-9b5a-cda3b5c14062 HTTP/1.1" status: 204 len: 168 time: 1.6931999 Mar 02 09:00:40.636436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56098) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:40.645955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.656185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a4d57808-b12b-41c2-8fad-9b055418ecc3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Calling delete_port for d2edad50-ce90-43d9-a6e1-b3cae27240fc owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:40.728215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Deleting port 30c5abea-c60a-46a2-a98d-6e18c708428d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:40.728967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.801508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Network 24c5ddef-877d-4826-a0b1-62013078fbfb is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:40.812194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:40.826897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:40.844031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Deleting port cacaa0a3-dec4-45ed-9a98-4c89255b97e3 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:40.844170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:40.854667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event updated for resources: {'Port': ['ID=b095315e-9ffb-4de9-a8ab-182c2f2a8f2d,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:40.856965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56104) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:41.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'networks': [{'name': 'tempest-network--327600239'}, {'name': 'tempest-network--1959635892'}]} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:41.149028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'network': {'name': 'tempest-network--327600239'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:41.149481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'network': {'name': 'tempest-network--1959635892'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:41.163240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:41.316061 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:41.316461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:41.384415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Usage tracker for resource:network and tenant:88e22111396b486faf3e8e5afdcfb4bc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:41.399357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:41.412774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] For port 30c5abea-c60a-46a2-a98d-6e18c708428d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=30c5abea-c60a-46a2-a98d-6e18c708428d,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:41.413132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:41.426212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:41.461507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Calling delete_port for cacaa0a3-dec4-45ed-9a98-4c89255b97e3 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:41.571190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Calling delete_port for 30c5abea-c60a-46a2-a98d-6e18c708428d owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:41.597173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a4d57808-b12b-41c2-8fad-9b055418ecc3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:41.686711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Made reservation on behalf of 88e22111396b486faf3e8e5afdcfb4bc for: {'network': 2} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:41.691088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:41.723820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d57808-b12b-41c2-8fad-9b055418ecc3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event deleted for resources: {'Port': ['ID=d2edad50-ce90-43d9-a6e1-b3cae27240fc,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:41.757281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:41.800959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:41.827560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:41.836524 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:41.851659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed69ee5-e856-45e2-867d-51f7fecc14ec req-c379f8a1-d9f1-47be-9f57-262ed5aed07a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:41.853221 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ed69ee5-e856-45e2-867d-51f7fecc14ec req-c379f8a1-d9f1-47be-9f57-262ed5aed07a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 946 time: 0.7665431 Mar 02 09:00:41.859257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Usage tracker for resource:security_group_rule and tenant:88e22111396b486faf3e8e5afdcfb4bc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:41.868721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:41.899013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Pushing event deleted for resources: {'Port': ['ID=cacaa0a3-dec4-45ed-9a98-4c89255b97e3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:41.925739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:41.994869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.064983 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.107618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.108787 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f03bb5c1-1ec3-4e2b-a216-b04ff960fd04 tempest-FloatingIPAdminTestJSON-1858309048 tempest-FloatingIPAdminTestJSON-1858309048-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/5e182bd5-409f-4a39-8bfb-eddcf1b2a2d8 HTTP/1.1" status: 204 len: 168 time: 1.4713669 Mar 02 09:00:42.115302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56116) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:42.149344 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ed69ee5-e856-45e2-867d-51f7fecc14ec req-13070427-d75a-43a0-9b9f-668fc9fe4257 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817299 Mar 02 09:00:42.224791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-def03fa4-5e26-41b0-a543-901b8ec63c05 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Deleting port f640f2a3-6e63-4f30-9bd3-a255bed76a9f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:42.225135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-def03fa4-5e26-41b0-a543-901b8ec63c05 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.254971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978ec2-352a-4c70-8684-da12cdc087c3 req-c7bf8bfe-83a9-4cfa-a7b3-fd05befe2320 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:42.256478 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-52978ec2-352a-4c70-8684-da12cdc087c3 req-c7bf8bfe-83a9-4cfa-a7b3-fd05befe2320 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 945 time: 0.6564543 Mar 02 09:00:42.294840 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a4d57808-b12b-41c2-8fad-9b055418ecc3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.400520 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a4d57808-b12b-41c2-8fad-9b055418ecc3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "DELETE /v2.0/ports/d2edad50-ce90-43d9-a6e1-b3cae27240fc HTTP/1.1" status: 204 len: 168 time: 2.4767261 Mar 02 09:00:42.401977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.408762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56124) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:42.473447 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13732bf-a73e-4474-b052-13946ad14fd3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] GET failed (client error): The resource could not be found. Mar 02 09:00:42.478221 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a13732bf-a73e-4474-b052-13946ad14fd3 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "GET /v2.0/ports/d2edad50-ce90-43d9-a6e1-b3cae27240fc HTTP/1.1" status: 404 len: 333 time: 0.0650856 Mar 02 09:00:42.481130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56128) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:42.482965 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-52978ec2-352a-4c70-8684-da12cdc087c3 req-ca70ce94-3637-45f6-a518-7b8e9f390618 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157841 Mar 02 09:00:42.496113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'port': {'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50', 'name': 'tempest-AllowedAddressPairTestJSON-1919176038'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:42.528413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.595456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.654341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.654722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.699642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event deleted for resources: {'Port': ['ID=30c5abea-c60a-46a2-a98d-6e18c708428d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:42.776976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:00:42.807780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.817359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:42.825050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Usage tracker for resource:port and tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:42.830866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:42.847417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:42.867686 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-def03fa4-5e26-41b0-a543-901b8ec63c05 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.924491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.969487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f176f0-42a5-4c2e-8eb9-97d3810ea600,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:42.975762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:00:42.998455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:42.998801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Added segment 0c4250b7-556e-4e09-a87a-aa3907d3fa8d of type vlan for network ec8a9421-f8b9-485f-b537-4ad2ac65cb55 Mar 02 09:00:43.017216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.024415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-def03fa4-5e26-41b0-a543-901b8ec63c05 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Calling delete_port for f640f2a3-6e63-4f30-9bd3-a255bed76a9f owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:43.058705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Made reservation on behalf of 71c6b4f1bc0a4864bf79f7e3639fdf08 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:43.062142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.155299 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=da3eeb9c-73b8-452d-8c47-b94c5db27e74,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:43.163814 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] device_id is not set on port 81717c54-eea7-4846-bc0a-42a86854adbc yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:43.244117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.269856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.274974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.287254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.405239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.470832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:00:43.531039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:00:43.534566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Allocated IP 172.20.0.5 (256f0b92-6cb4-437d-aa40-188fac34ea50/fde7246b-b12b-463d-bcd9-33c8a08cafdf/81717c54-eea7-4846-bc0a-42a86854adbc) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:43.544907 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP 72196d96-ea90-4b34-9d10-8b4c05d67d43 associated. External IP: 172.26.3.70, port: e1a2e2f8-0372-4d6d-984b-6dc301e82d44. Mar 02 09:00:43.606140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.606454 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Added segment 5b6a165f-6d72-4d6c-9872-1ebe970c7d11 of type vlan for network 177b9ebf-68e5-47f6-bf1d-8fab88682e23 Mar 02 09:00:43.623523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.624014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 961a06b7-92b9-4250-b673-4408d27560fc {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:00:43.653740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-def03fa4-5e26-41b0-a543-901b8ec63c05 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.689958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.751695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbad14-2d5d-4c06-b0e6-d712ec8acbc6 req-54fce792-72b2-4de7-b7da-43e6982dd865 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:43.753335 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8fbad14-2d5d-4c06-b0e6-d712ec8acbc6 req-54fce792-72b2-4de7-b7da-43e6982dd865 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 946 time: 0.4675543 Mar 02 09:00:43.842260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.843323 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-92e7512e-c0a4-4694-91d1-ed7b20d0d9c8 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "DELETE /v2.0/routers/961a06b7-92b9-4250-b673-4408d27560fc HTTP/1.1" status: 204 len: 168 time: 6.5669549 Mar 02 09:00:43.853439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56136) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:43.908927 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def03fa4-5e26-41b0-a543-901b8ec63c05 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event deleted for resources: {'Port': ['ID=f640f2a3-6e63-4f30-9bd3-a255bed76a9f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:43.938632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.939105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.944577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:43.949780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:43.950444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:43.984898 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8fbad14-2d5d-4c06-b0e6-d712ec8acbc6 req-c208d2d4-ffa2-45c1-89ff-8a20338a7265 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857917 Mar 02 09:00:44.143850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3578e0d-5876-4a2d-b5a2-564980e6913c req-927ed963-9711-484c-88b1-eefadca6311d tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:44.145553 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e3578e0d-5876-4a2d-b5a2-564980e6913c req-927ed963-9711-484c-88b1-eefadca6311d tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 945 time: 0.4635613 Mar 02 09:00:44.209945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Router 40a0ba80-dd0b-4e60-bc15-319e0d704f5b is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:00:44.211934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Network': ['ID=ec8a9421-f8b9-485f-b537-4ad2ac65cb55,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:44.217624 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3501923 Mar 02 09:00:44.223895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network ec8a9421-f8b9-485f-b537-4ad2ac65cb55 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:00:44.263058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:44.280607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Transition to ACTIVE for port object 81717c54-eea7-4846-bc0a-42a86854adbc will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:44.325890 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56142) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:44.449177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-def03fa4-5e26-41b0-a543-901b8ec63c05 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:44.457224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:44.486494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74671342-4789-4345-b8be-6e63660ff573 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Network': ['ID=177b9ebf-68e5-47f6-bf1d-8fab88682e23,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:44.507939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 177b9ebf-68e5-47f6-bf1d-8fab88682e23 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:00:44.607157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Port': ['ID=81717c54-eea7-4846-bc0a-42a86854adbc,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:44.631856 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-def03fa4-5e26-41b0-a543-901b8ec63c05 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "DELETE /v2.0/ports/f640f2a3-6e63-4f30-9bd3-a255bed76a9f HTTP/1.1" status: 204 len: 168 time: 2.5149746 Mar 02 09:00:44.632810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56146) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:44.648299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:44.666389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:44.672095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:44.675296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:44.678513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:44.763476 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e3578e0d-5876-4a2d-b5a2-564980e6913c req-d8874e0b-2a9e-4508-a36e-194e65256cf9 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5614729 Mar 02 09:00:44.870187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:44.870879 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:44.895588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d26250-1b39-4797-8556-c448295093ce tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:44.902127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d26250-1b39-4797-8556-c448295093ce tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:44.909477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d26250-1b39-4797-8556-c448295093ce tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:44.915372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d26250-1b39-4797-8556-c448295093ce tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:44.918722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c06d5-de4c-41a4-aec7-690483eeb179 req-7738b38d-9f09-41e8-a0bf-d47d2b6727ca tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:44.920059 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e47c06d5-de4c-41a4-aec7-690483eeb179 req-7738b38d-9f09-41e8-a0bf-d47d2b6727ca tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 946 time: 0.7734704 Mar 02 09:00:44.921857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d26250-1b39-4797-8556-c448295093ce tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:44.927068 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-93d26250-1b39-4797-8556-c448295093ce tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3009 time: 0.5944309 Mar 02 09:00:44.932530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56152) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:44.932843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56154) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:44.960698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:44.964056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Request body: {'floatingip': {'port_id': '53b1c202-dd0a-4af6-9dec-604b10936ffb'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:44.970110 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Sync routers for ids ['40a0ba80-dd0b-4e60-bc15-319e0d704f5b'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:44.984738 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Routers {'40a0ba80-dd0b-4e60-bc15-319e0d704f5b'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:44.985601 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['40a0ba80-dd0b-4e60-bc15-319e0d704f5b'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:45.084787 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-861eb5a3-d7cb-4601-9ffb-f0b981b6fe60 None None] Provisioning for port 81717c54-eea7-4846-bc0a-42a86854adbc completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:45.092095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-861eb5a3-d7cb-4601-9ffb-f0b981b6fe60 None None] Provisioning complete for port 81717c54-eea7-4846-bc0a-42a86854adbc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:45.093411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-861eb5a3-d7cb-4601-9ffb-f0b981b6fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.096753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.110439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d41e882-3dd4-4134-94cf-02e7a7df0ca6 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:45.111230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5d41e882-3dd4-4134-94cf-02e7a7df0ca6 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Synchronizing usage tracker for tenant:bc13ba60e21c498dad78c6aec7f56b73 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:45.128729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for floatingip, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.154507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1754a0d-8c16-41ba-8830-16ffa251187b req-cbaa0848-be81-4ffc-8b2b-dcdbb9ad82ca tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:45.156167 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f1754a0d-8c16-41ba-8830-16ffa251187b req-cbaa0848-be81-4ffc-8b2b-dcdbb9ad82ca tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 945 time: 0.2610567 Mar 02 09:00:45.162236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.163374 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b1a06f4e-d0ec-4b7d-b754-c4975d3767ba tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.9430099 Mar 02 09:00:45.166097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56160) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:45.171850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56162) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:45.178136 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Set router 40a0ba80-dd0b-4e60-bc15-319e0d704f5b gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:45.187854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-861eb5a3-d7cb-4601-9ffb-f0b981b6fe60 None None] Port 81717c54-eea7-4846-bc0a-42a86854adbc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:45.206936 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a3cf9ce6-f486-4211-9f48-a16f49ec6a8f tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7234674 Mar 02 09:00:45.224226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56168) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:45.232612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Request body: {'floatingip': {'port_id': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:45.301014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Deleting port 07ec542d-bd6f-4d75-a66b-979fc1db0b78 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:45.301335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.330617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.332342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6b:b4:b6'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:45.370718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5d41e882-3dd4-4134-94cf-02e7a7df0ca6 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Unset dirty status for tenant:bc13ba60e21c498dad78c6aec7f56b73 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:45.374747 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5d41e882-3dd4-4134-94cf-02e7a7df0ca6 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "GET /v2.0/ports?device_id=68644f55-6c32-4b19-88c6-edb634009f4f HTTP/1.1" status: 200 len: 913 time: 0.7257028 Mar 02 09:00:45.391812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56172) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:45.397072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:45.410192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.418380 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227a55c-7f86-476e-8025-b969117ce19a None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:45.434056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227a55c-7f86-476e-8025-b969117ce19a None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:45.435200 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c227a55c-7f86-476e-8025-b969117ce19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:45.489143 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a0ba80-dd0b-4e60-bc15-319e0d704f5b', 'name': '', 'tenant_id': '49c4f91022b84bddb39c13a9f9fa6775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb', 'external_fixed_ips': [{'subnet_id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b095315e-9ffb-4de9-a8ab-182c2f2a8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:00:35Z', 'updated_at': '2022-03-02T09:00:41Z', 'revision_number': 3, 'project_id': '49c4f91022b84bddb39c13a9f9fa6775', 'gw_port': {'id': 'b095315e-9ffb-4de9-a8ab-182c2f2a8f2d', 'name': '', 'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a0ba80-dd0b-4e60-bc15-319e0d704f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:00:38Z', 'updated_at': '2022-03-02T09:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:45.494011 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Checking router: 40a0ba80-dd0b-4e60-bc15-319e0d704f5b for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:00:45.494922 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Updating router 40a0ba80-dd0b-4e60-bc15-319e0d704f5b port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:00:45.563644 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.567005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c227a55c-7f86-476e-8025-b969117ce19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:45.585371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227a55c-7f86-476e-8025-b969117ce19a None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:45.586565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c227a55c-7f86-476e-8025-b969117ce19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:45.694581 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c227a55c-7f86-476e-8025-b969117ce19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:45.695324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227a55c-7f86-476e-8025-b969117ce19a None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:45.749076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.853471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.895959 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5025f541-a774-4ed2-aafa-de3f2fb936cf tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3978643 Mar 02 09:00:45.907620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56176) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:45.911513 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:45.914716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8a9421-f8b9-485f-b537-4ad2ac65cb55']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:45.924172 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Transition to ACTIVE for port object b095315e-9ffb-4de9-a8ab-182c2f2a8f2d will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:45.974684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-54286417-3de5-4f77-ad4e-ae79ce22a43d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:45.978611 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.060702 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Pushing event updated for resources: {'Port': ['ID=b095315e-9ffb-4de9-a8ab-182c2f2a8f2d,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:46.062413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4250b7-556e-4e09-a87a-aa3907d3fa8d') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:46.062715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4250b7-556e-4e09-a87a-aa3907d3fa8d') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:46.063496 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Attempting to bind port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:00:46.063940 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Attempting to bind port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '92e98445-9bc2-4610-8214-80bfdb9528b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:00:46.064359 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Attempting to bind port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d on network 24c5ddef-877d-4826-a0b1-62013078fbfb {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:00:46.074322 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.074982 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.075548 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.075971 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.076388 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.076937 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.077447 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.077858 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.078256 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.078839 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.079329 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.079837 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:00:46.083266 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:00:46.083894 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Checking segment: {'id': '92e98445-9bc2-4610-8214-80bfdb9528b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:46.084473 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.085034 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Bound using segment: {'id': '92e98445-9bc2-4610-8214-80bfdb9528b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:00:46.085680 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Bound port: b095315e-9ffb-4de9-a8ab-182c2f2a8f2d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e98445-9bc2-4610-8214-80bfdb9528b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:00:46.086296 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.088798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.160295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.170491 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] For port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:00:46.173628 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] For port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b095315e-9ffb-4de9-a8ab-182c2f2a8f2d,segment=NetworkSegment(92e98445-9bc2-4610-8214-80bfdb9528b6),segment_id=92e98445-9bc2-4610-8214-80bfdb9528b6)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:00:46.199275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.219835 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:00:46.220236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.239439 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.240998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54286417-3de5-4f77-ad4e-ae79ce22a43d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:00:46.293729 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:00:46.312100 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c80461-737b-4aa2-bdc5-f3a869473691 None None] Pushing event updated for resources: {'Port': ['ID=b095315e-9ffb-4de9-a8ab-182c2f2a8f2d,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:46.324100 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Routers {'40a0ba80-dd0b-4e60-bc15-319e0d704f5b'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:46.324982 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['40a0ba80-dd0b-4e60-bc15-319e0d704f5b'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:46.511818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.516597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] For port 07ec542d-bd6f-4d75-a66b-979fc1db0b78, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=07ec542d-bd6f-4d75-a66b-979fc1db0b78,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:46.517461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.538344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.542751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Network': ['ID=ec8a9421-f8b9-485f-b537-4ad2ac65cb55,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:46.563991 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a0367678-7484-4928-bdc8-1dbe26345092 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/networks/ec8a9421-f8b9-485f-b537-4ad2ac65cb55 HTTP/1.1" status: 204 len: 168 time: 1.6279199 Mar 02 09:00:46.568429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56180) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:46.569913 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] Set router 40a0ba80-dd0b-4e60-bc15-319e0d704f5b gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:46.689082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54286417-3de5-4f77-ad4e-ae79ce22a43d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.732894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Calling delete_port for 07ec542d-bd6f-4d75-a66b-979fc1db0b78 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:46.747398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54286417-3de5-4f77-ad4e-ae79ce22a43d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.747859 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-54286417-3de5-4f77-ad4e-ae79ce22a43d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP 72196d96-ea90-4b34-9d10-8b4c05d67d43 disassociated. External IP: 172.26.3.70, port: e1a2e2f8-0372-4d6d-984b-6dc301e82d44. Mar 02 09:00:46.780659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:46.816860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:00:46.874151 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a0ba80-dd0b-4e60-bc15-319e0d704f5b', 'name': '', 'tenant_id': '49c4f91022b84bddb39c13a9f9fa6775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb', 'external_fixed_ips': [{'subnet_id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b095315e-9ffb-4de9-a8ab-182c2f2a8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:00:35Z', 'updated_at': '2022-03-02T09:00:41Z', 'revision_number': 3, 'project_id': '49c4f91022b84bddb39c13a9f9fa6775', 'gw_port': {'id': 'b095315e-9ffb-4de9-a8ab-182c2f2a8f2d', 'name': '', 'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a0ba80-dd0b-4e60-bc15-319e0d704f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:00:38Z', 'updated_at': '2022-03-02T09:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:46.878397 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237df50f-7e12-48a6-912a-5f638c5d3aca None None] The sync data for ids ['40a0ba80-dd0b-4e60-bc15-319e0d704f5b'] in dv-neutron-828796-1-hyperv is: [{'id': '40a0ba80-dd0b-4e60-bc15-319e0d704f5b', 'name': '', 'tenant_id': '49c4f91022b84bddb39c13a9f9fa6775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb', 'external_fixed_ips': [{'subnet_id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b095315e-9ffb-4de9-a8ab-182c2f2a8f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:00:35Z', 'updated_at': '2022-03-02T09:00:41Z', 'revision_number': 3, 'project_id': '49c4f91022b84bddb39c13a9f9fa6775', 'gw_port': {'id': 'b095315e-9ffb-4de9-a8ab-182c2f2a8f2d', 'name': '', 'network_id': '24c5ddef-877d-4826-a0b1-62013078fbfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a0ba80-dd0b-4e60-bc15-319e0d704f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:00:38Z', 'updated_at': '2022-03-02T09:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '722f1e36-1296-4edd-8422-c108bcf83e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:47.041040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.044705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.058828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.147530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.188528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.400090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Deleting port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:47.401510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.433023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.544038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b095315e-9ffb-4de9-a8ab-182c2f2a8f2d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:47.561290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177b9ebf-68e5-47f6-bf1d-8fab88682e23']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:47.601284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6a165f-6d72-4d6c-9872-1ebe970c7d11') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:47.601284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6a165f-6d72-4d6c-9872-1ebe970c7d11') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:47.625170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.632023 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Floating IP 3603291c-f5f4-4d26-8aa2-482befb74276 associated. External IP: 172.26.3.177, port: 53b1c202-dd0a-4af6-9dec-604b10936ffb. Mar 02 09:00:47.744263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:47.751236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:47.751236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.764528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.851516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.886361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.897110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:00:47.897699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.904269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b095315e-9ffb-4de9-a8ab-182c2f2a8f2d,segment=NetworkSegment(92e98445-9bc2-4610-8214-80bfdb9528b6),segment_id=92e98445-9bc2-4610-8214-80bfdb9528b6)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:47.935963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event deleted for resources: {'Port': ['ID=07ec542d-bd6f-4d75-a66b-979fc1db0b78,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:47.950290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:00:47.976259 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:00:48.004766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54286417-3de5-4f77-ad4e-ae79ce22a43d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:48.032906 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=b095315e-9ffb-4de9-a8ab-182c2f2a8f2d,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:48.095243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] For port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b095315e-9ffb-4de9-a8ab-182c2f2a8f2d,segment=NetworkSegment(92e98445-9bc2-4610-8214-80bfdb9528b6),segment_id=92e98445-9bc2-4610-8214-80bfdb9528b6)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:48.095596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.146771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:00:48.158792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.184088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.204692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Network': ['ID=177b9ebf-68e5-47f6-bf1d-8fab88682e23,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:48.212972 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-34f55fd2-8ed6-417a-8d79-7c8fa54f4709 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/networks/177b9ebf-68e5-47f6-bf1d-8fab88682e23 HTTP/1.1" status: 204 len: 168 time: 1.6394405 Mar 02 09:00:48.225486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56184) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:48.337497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:00:48.360601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Calling delete_port for b095315e-9ffb-4de9-a8ab-182c2f2a8f2d owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:48.405209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.413342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.553714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.601236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.627665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54286417-3de5-4f77-ad4e-ae79ce22a43d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:48.637774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54286417-3de5-4f77-ad4e-ae79ce22a43d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.641784 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfe656-93ea-42d5-8a15-bcac3c9c2e73 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:48.652575 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfe656-93ea-42d5-8a15-bcac3c9c2e73 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:48.653705 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4ddfe656-93ea-42d5-8a15-bcac3c9c2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:48.664150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Router 0f07c989-86f9-428b-a096-1078ee2c2949 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:48.694335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.725513 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4ddfe656-93ea-42d5-8a15-bcac3c9c2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:48.736138 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfe656-93ea-42d5-8a15-bcac3c9c2e73 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:48.737131 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4ddfe656-93ea-42d5-8a15-bcac3c9c2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:48.816102 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4ddfe656-93ea-42d5-8a15-bcac3c9c2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:48.816453 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-54286417-3de5-4f77-ad4e-ae79ce22a43d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/floatingips/72196d96-ea90-4b34-9d10-8b4c05d67d43 HTTP/1.1" status: 200 len: 687 time: 2.9061961 Mar 02 09:00:48.816913 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfe656-93ea-42d5-8a15-bcac3c9c2e73 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:48.829557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8acaf-5919-4c22-8895-c17f628f93f0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:48.835714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8acaf-5919-4c22-8895-c17f628f93f0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:48.842094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8acaf-5919-4c22-8895-c17f628f93f0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:48.842958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-68e8acaf-5919-4c22-8895-c17f628f93f0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Synchronizing usage tracker for tenant:88e22111396b486faf3e8e5afdcfb4bc on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:48.845511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56188) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:48.870922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.879779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.945252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6f79affb-855b-41e6-8893-365bb831b93b None None] Provisioning complete for port 81717c54-eea7-4846-bc0a-42a86854adbc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:48.945252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6f79affb-855b-41e6-8893-365bb831b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:48.994009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6f79affb-855b-41e6-8893-365bb831b93b None None] Port 81717c54-eea7-4846-bc0a-42a86854adbc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:48.997764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Port': ['ID=81717c54-eea7-4846-bc0a-42a86854adbc,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:49.035997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.097522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] In _notify_port_updated(), no bound segment for port 81717c54-eea7-4846-bc0a-42a86854adbc on network 256f0b92-6cb4-437d-aa40-188fac34ea50 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:00:49.102937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:49.104100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.105378 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5c28c1fd-8f9a-4d81-a589-514c3b7c7067 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "PUT /v2.0/ports/81717c54-eea7-4846-bc0a-42a86854adbc HTTP/1.1" status: 200 len: 993 time: 3.8200026 Mar 02 09:00:49.111975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port da3eeb9c-73b8-452d-8c47-b94c5db27e74 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:49.112697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.124144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56192) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:49.130758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.131254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69020602-2e81-4535-821f-02e8b851b380 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:00:49.149583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-68e8acaf-5919-4c22-8895-c17f628f93f0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Unset dirty status for tenant:88e22111396b486faf3e8e5afdcfb4bc on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:49.156480 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-68e8acaf-5919-4c22-8895-c17f628f93f0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.9243629 Mar 02 09:00:49.160359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56196) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:49.165658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1973872794'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:49.187005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:49.235593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:49.245724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] Sync routers for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:49.248278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:49.255495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.263050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:49.263901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:49.295574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.300510 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-39ae2f2b-8464-4b55-9614-7f536b19c83e tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "DELETE /v2.0/routers/69020602-2e81-4535-821f-02e8b851b380 HTTP/1.1" status: 204 len: 168 time: 5.4406705 Mar 02 09:00:49.341307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56200) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:49.358429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-273741004', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:49.366193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d76ad-d75c-4159-ab01-4fcd250fea3e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Deleting port 81717c54-eea7-4846-bc0a-42a86854adbc {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:49.366607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec2d76ad-d75c-4159-ab01-4fcd250fea3e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.381132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:49.398002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Usage tracker for resource:router and tenant:d533b891edfc44ee9271ce9f225ac41d is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:49.406816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:00:49.406816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:00:49.407928 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a0167959-c56c-4815-96f8-6ec9da46a65c tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "PUT /v2.0/floatingips/3603291c-f5f4-4d26-8aa2-482befb74276 HTTP/1.1" status: 200 len: 992 time: 4.4724169 Mar 02 09:00:49.409121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:49.413513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'tag': '53b1c202-dd0a-4af6-9dec-604b10936ffb'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:00:49.418774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Made reservation on behalf of 88e22111396b486faf3e8e5afdcfb4bc for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:49.423053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.435018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Floating IP 3800f9e8-adc4-4f0d-933d-0d4ad0590b43 associated. External IP: 172.26.3.145, port: 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af. Mar 02 09:00:49.440626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:49.470393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.470975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.573010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:49.658836 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for da3eeb9c-73b8-452d-8c47-b94c5db27e74 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:49.735780 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'tag': '53b1c202-dd0a-4af6-9dec-604b10936ffb', 'status': 'completed', 'code': 200} Mar 02 09:00:49.740459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b095315e-9ffb-4de9-a8ab-182c2f2a8f2d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:00:49.749307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.750318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.769248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:00:49.803737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.805150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.805489 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Added segment 24b176ee-3dc4-4e5b-b540-374f8df0c4bb of type vlan for network 60b7270d-792e-4ba9-8a8f-488f10be705a Mar 02 09:00:49.822812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-13bcba98-8c43-4493-b7e1-105bab951b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.869115 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.873563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:49.874052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:49.915510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Deleting port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:49.916183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.125090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-22f37cfc-9132-464f-91a5-85797e8bb217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:50.126607 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-22f37cfc-9132-464f-91a5-85797e8bb217 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=134e7f23a23046d49d74603c7e2e9a9a&device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 1099 time: 0.4249356 Mar 02 09:00:50.214025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:49Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '3603291c-f5f4-4d26-8aa2-482befb74276', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'floating_ip_address': '172.26.3.177', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'port_id': '53b1c202-dd0a-4af6-9dec-604b10936ffb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'mac_address': 'fa:16:3e:93:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:00:03Z', 'updated_at': '2022-03-02T09:00:46Z', 'revision_number': 1, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72f8570-ce5f-4724-8cda-426f1b2a46ad', 'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'mac_address': 'fa:16:3e:79:fd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:46Z', 'updated_at': '2022-03-02T08:59:58Z', 'revision_number': 5, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'subnets': [{'id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:50.219357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] Checking router: 0f07c989-86f9-428b-a096-1078ee2c2949 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:00:50.241328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 07ec542d-bd6f-4d75-a66b-979fc1db0b78 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:00:50.242998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.248919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:50.249508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.274571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:50.275029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:50.299563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef884ec5-cf56-463a-8e62-c7710c954a23 req-37ccc4a9-7435-4f7f-bc9c-072d951447d1 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:50.301055 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef884ec5-cf56-463a-8e62-c7710c954a23 req-37ccc4a9-7435-4f7f-bc9c-072d951447d1 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 946 time: 0.7534208 Mar 02 09:00:50.342539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 07ec542d-bd6f-4d75-a66b-979fc1db0b78 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:00:50.342801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 07ec542d-bd6f-4d75-a66b-979fc1db0b78 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:00:50.415991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.468414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:50.552845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec2d76ad-d75c-4159-ab01-4fcd250fea3e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.579221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.596800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=da3eeb9c-73b8-452d-8c47-b94c5db27e74,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:50.654041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Network': ['ID=60b7270d-792e-4ba9-8a8f-488f10be705a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:50.672027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 60b7270d-792e-4ba9-8a8f-488f10be705a details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:00:50.707317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-c8bf78c4-0b9f-495c-8091-661e4c056106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:50.708459 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-c8bf78c4-0b9f-495c-8091-661e4c056106 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 HTTP/1.1" status: 200 len: 907 time: 0.5680888 Mar 02 09:00:50.746197 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef884ec5-cf56-463a-8e62-c7710c954a23 req-08d865d8-4630-40fc-8245-eeab326189ef tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4229138 Mar 02 09:00:50.756477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d76ad-d75c-4159-ab01-4fcd250fea3e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Calling delete_port for 81717c54-eea7-4846-bc0a-42a86854adbc owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:50.774247 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dc80a32b-9781-48db-9d72-6b6aea416c5b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6128511 Mar 02 09:00:50.789069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56210) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:50.808069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-721069492'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:50.821429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:50.836269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Usage tracker for resource:network and tenant:88e22111396b486faf3e8e5afdcfb4bc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:50.842249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:50.854947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.857291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.862875 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a66f6cbe-1ca8-4275-bdf0-643c238295b6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/floatingips/72196d96-ea90-4b34-9d10-8b4c05d67d43 HTTP/1.1" status: 204 len: 168 time: 2.0038316 Mar 02 09:00:50.862875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:50.866249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56216) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:50.869113 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-a96b26fe-b3a0-4388-bb59-af11316a3e47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9203312 Mar 02 09:00:50.873548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '8a1c5160-f661-4be2-873a-04f1ff67ed1a'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:50.873673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] For port b095315e-9ffb-4de9-a8ab-182c2f2a8f2d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b095315e-9ffb-4de9-a8ab-182c2f2a8f2d,segment=NetworkSegment(92e98445-9bc2-4610-8214-80bfdb9528b6),segment_id=92e98445-9bc2-4610-8214-80bfdb9528b6)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:00:50.873975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.894757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Deleting port 2a851132-c8cd-4d7c-ba00-87bbca7da2e4 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:50.895117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:50.895732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:50.944790 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:floatingip and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:50.948613 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-f0062aef-0c55-4af9-a17f-7fb77b492150 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b1c202-dd0a-4af6-9dec-604b10936ffb HTTP/1.1" status: 200 len: 1000 time: 0.2329121 Mar 02 09:00:50.949385 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:50.956998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:49Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '3603291c-f5f4-4d26-8aa2-482befb74276', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'floating_ip_address': '172.26.3.177', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'port_id': '53b1c202-dd0a-4af6-9dec-604b10936ffb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'mac_address': 'fa:16:3e:93:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:00:03Z', 'updated_at': '2022-03-02T09:00:46Z', 'revision_number': 1, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72f8570-ce5f-4724-8cda-426f1b2a46ad', 'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'mac_address': 'fa:16:3e:79:fd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:46Z', 'updated_at': '2022-03-02T08:59:58Z', 'revision_number': 5, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'subnets': [{'id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:50.961465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e13914-847a-4c2a-9509-9dcb6cb6962e None None] The sync data for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv is: [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:49Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '3603291c-f5f4-4d26-8aa2-482befb74276', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'floating_ip_address': '172.26.3.177', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'port_id': '53b1c202-dd0a-4af6-9dec-604b10936ffb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'mac_address': 'fa:16:3e:93:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:00:03Z', 'updated_at': '2022-03-02T09:00:46Z', 'revision_number': 1, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a72f8570-ce5f-4724-8cda-426f1b2a46ad', 'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'mac_address': 'fa:16:3e:79:fd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:46Z', 'updated_at': '2022-03-02T08:59:58Z', 'revision_number': 5, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'subnets': [{'id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:50.986153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Router 460de7d1-2c0d-417a-8cc3-669a3881bced has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:50.988298 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:51.000510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Made reservation on behalf of 88e22111396b486faf3e8e5afdcfb4bc for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:51.004191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.060096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Calling delete_port for b095315e-9ffb-4de9-a8ab-182c2f2a8f2d owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:51.066323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-5fbb2af0-0bbb-42ac-8978-6f734f8f66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:51.067760 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-5fbb2af0-0bbb-42ac-8978-6f734f8f66ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c74a3713-1999-4c8f-b206-2ca5e5a8b17f HTTP/1.1" status: 200 len: 845 time: 0.1105120 Mar 02 09:00:51.071082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:00:51.120818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.121161 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Added segment bd48b9b0-8010-4a2e-a8d1-6997f1c92b3b of type vlan for network cb3c2fae-79ed-467f-9e79-0fcae26e5578 Mar 02 09:00:51.138141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.185500 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988656d-59db-4cf1-94f2-111a8d21e3f6 None None] New status for floating IP 3603291c-f5f4-4d26-8aa2-482befb74276: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:00:51.190540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.423795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-413aa9c6-9b67-4623-831f-9118a7d11092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:51.425310 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-413aa9c6-9b67-4623-831f-9118a7d11092 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3510664 Mar 02 09:00:51.534148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.557441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:51.559832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec2d76ad-d75c-4159-ab01-4fcd250fea3e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.574556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] Sync routers for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:51.585795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:51.587428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:51.609945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.615242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:51.615817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.637037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.711118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.722872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Calling delete_port for 2a851132-c8cd-4d7c-ba00-87bbca7da2e4 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:51.831018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:51.899196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Network': ['ID=cb3c2fae-79ed-467f-9e79-0fcae26e5578,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:51.913420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d76ad-d75c-4159-ab01-4fcd250fea3e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event deleted for resources: {'Port': ['ID=81717c54-eea7-4846-bc0a-42a86854adbc,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:51.944197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:51.956138 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-1dd4b1cf-bc0c-4f9d-881b-2404882ea303 service neutron] 10.222.0.15 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669701 Mar 02 09:00:51.963478 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-be5e3d9c-823a-43ba-8277-f05193222255 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1702132 Mar 02 09:00:51.964612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56220) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:51.975732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network cb3c2fae-79ed-467f-9e79-0fcae26e5578 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:00:52.062763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'ports': [{'network_id': '60b7270d-792e-4ba9-8a8f-488f10be705a', 'name': 'tempest-port--1055654686', 'admin_state_up': True}, {'network_id': 'cb3c2fae-79ed-467f-9e79-0fcae26e5578', 'admin_state_up': False}]} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:52.063086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'port': {'network_id': '60b7270d-792e-4ba9-8a8f-488f10be705a', 'name': 'tempest-port--1055654686', 'admin_state_up': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:52.063571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'port': {'network_id': 'cb3c2fae-79ed-467f-9e79-0fcae26e5578', 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:52.101392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-32554035-c48f-4eaf-8e13-9914aa2559ff tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "PUT /v2.0/floatingips/3800f9e8-adc4-4f0d-933d-0d4ad0590b43 HTTP/1.1" status: 200 len: 991 time: 6.9228084 Mar 02 09:00:52.132488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:00:52.280229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7e92-617f-40c3-ac24-5632cf36baeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:52.300948 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'status': 'completed', 'code': 200} Mar 02 09:00:52.322598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:53Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '3800f9e8-adc4-4f0d-933d-0d4ad0590b43', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'port_id': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'mac_address': 'fa:16:3e:4b:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:00:06Z', 'updated_at': '2022-03-02T09:00:47Z', 'revision_number': 1, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db4b7050-0a7f-4381-a16b-8c480b47a4c2', 'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'mac_address': 'fa:16:3e:fe:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:50Z', 'updated_at': '2022-03-02T09:00:03Z', 'revision_number': 5, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'subnets': [{'id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:52.326900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] Checking router: 460de7d1-2c0d-417a-8cc3-669a3881bced for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:00:52.336662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:52.338119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:52.402432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Allocated IP 172.26.3.233 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/6f55573d-5e8e-4bb0-9de7-9858b42eefab) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:52.403545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:52.415037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:52.496965 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:52.503069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event deleted for resources: {'Port': ['ID=b095315e-9ffb-4de9-a8ab-182c2f2a8f2d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:52.540246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:00:52.561184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Usage tracker for resource:port and tenant:88e22111396b486faf3e8e5afdcfb4bc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:52.566335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:52.631617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:52.651659 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-152af7bf-eb37-4a96-b660-19906cf4bd62 req-52bcc740-fd56-406f-92db-d966f27ae65c service neutron] 10.222.0.15 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861107 Mar 02 09:00:52.686157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec2d76ad-d75c-4159-ab01-4fcd250fea3e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:52.715403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:52.719827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5386df3-0698-48b2-89fb-8d6abf120d97 req-b7a16cdf-7522-4dac-a931-723afa628261 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:52.721318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5386df3-0698-48b2-89fb-8d6abf120d97 req-b7a16cdf-7522-4dac-a931-723afa628261 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 945 time: 0.5019555 Mar 02 09:00:52.723491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Made reservation on behalf of 88e22111396b486faf3e8e5afdcfb4bc for: {'port': 2} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:52.728937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:52.730779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:52.750864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:52.791649 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ec2d76ad-d75c-4159-ab01-4fcd250fea3e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "DELETE /v2.0/ports/81717c54-eea7-4846-bc0a-42a86854adbc HTTP/1.1" status: 204 len: 168 time: 3.6661985 Mar 02 09:00:52.794656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-76c20e7a-8628-4e1b-aa87-308e5a902cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:52.796758 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-76c20e7a-8628-4e1b-aa87-308e5a902cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fab3e94ce60419d8ffa7baee0093f48&device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 1098 time: 0.5079880 Mar 02 09:00:52.799014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56228) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:52.921932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:53Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '3800f9e8-adc4-4f0d-933d-0d4ad0590b43', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'port_id': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'mac_address': 'fa:16:3e:4b:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:00:06Z', 'updated_at': '2022-03-02T09:00:47Z', 'revision_number': 1, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db4b7050-0a7f-4381-a16b-8c480b47a4c2', 'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'mac_address': 'fa:16:3e:fe:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:50Z', 'updated_at': '2022-03-02T09:00:03Z', 'revision_number': 5, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'subnets': [{'id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:52.925938 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f848c-7de4-4b13-9ef6-fd633f84a36a None None] The sync data for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv is: [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:53Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '3800f9e8-adc4-4f0d-933d-0d4ad0590b43', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'floating_ip_address': '172.26.3.145', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'port_id': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'mac_address': 'fa:16:3e:4b:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:00:06Z', 'updated_at': '2022-03-02T09:00:47Z', 'revision_number': 1, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db4b7050-0a7f-4381-a16b-8c480b47a4c2', 'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'mac_address': 'fa:16:3e:fe:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:50Z', 'updated_at': '2022-03-02T09:00:03Z', 'revision_number': 5, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'subnets': [{'id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:52.959289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:53.023961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:53.041477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:53.062827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:53.078748 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c361a7-a678-4cd5-8fc8-cb2409cac378 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] GET failed (client error): The resource could not be found. Mar 02 09:00:53.079277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-40c361a7-a678-4cd5-8fc8-cb2409cac378 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Synchronizing usage tracker for tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:53.086288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:53.100623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:53.104228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event deleted for resources: {'Port': ['ID=2a851132-c8cd-4d7c-ba00-87bbca7da2e4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:53.116702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] device_id is not set on port b1a64b0c-ceb6-4a76-b0cc-fb0382583ea7 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:53.194682 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f1bd0-9aa2-44e6-9915-0e0f27f33a2b None None] New status for floating IP 3800f9e8-adc4-4f0d-933d-0d4ad0590b43: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:00:53.229621 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5386df3-0698-48b2-89fb-8d6abf120d97 req-6f1a5605-dec2-40ec-a375-2ceea7842a67 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4314392 Mar 02 09:00:53.305254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:53.314071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:53.317134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:53.340003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:53.341026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40a0ba80-dd0b-4e60-bc15-319e0d704f5b {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:00:53.343759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-e2d3e140-97c4-4614-aba0-4d5646f26a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:53.345511 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-e2d3e140-97c4-4614-aba0-4d5646f26a07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 HTTP/1.1" status: 200 len: 913 time: 0.5337384 Mar 02 09:00:53.390607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event updated for resources: {'Port': ['ID=6f55573d-5e8e-4bb0-9de7-9858b42eefab,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:53.395562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-d890cd03-8e32-43f0-ab51-f1ff30837844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:53.397046 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-d890cd03-8e32-43f0-ab51-f1ff30837844 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=134e7f23a23046d49d74603c7e2e9a9a&device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 1099 time: 0.5404692 Mar 02 09:00:53.402189 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.26.3.118 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/c4f93d80-0dfa-4781-9077-9d9f6b36094f) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:53.688612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-40c361a7-a678-4cd5-8fc8-cb2409cac378 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Unset dirty status for tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:53.689736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-40c361a7-a678-4cd5-8fc8-cb2409cac378 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "GET /v2.0/ports/81717c54-eea7-4846-bc0a-42a86854adbc HTTP/1.1" status: 404 len: 333 time: 0.8826118 Mar 02 09:00:53.699925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56238) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:53.703331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:53.706890 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f2410064-0c53-4dc3-be5d-c3109026ddf0 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "DELETE /v2.0/routers/40a0ba80-dd0b-4e60-bc15-319e0d704f5b HTTP/1.1" status: 204 len: 168 time: 8.5373733 Mar 02 09:00:53.720418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'port': {'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50', 'name': 'tempest-AllowedAddressPairTestJSON-1426030059'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:53.735756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56242) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:53.928123 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-0f1f0062-53aa-4a5d-ad1c-6975740a5a18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af HTTP/1.1" status: 200 len: 1001 time: 0.2879491 Mar 02 09:00:53.970689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:53.980986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cef2c2-2ea4-4fc2-a280-dbd2a8874a44 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Deleting subnet 722f1e36-1296-4edd-8422-c108bcf83e4e {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:00:53.997251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-b13939a0-9f57-418e-bfe0-86e95c51c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:53.999698 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-b13939a0-9f57-418e-bfe0-86e95c51c564 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 HTTP/1.1" status: 200 len: 907 time: 0.5787656 Mar 02 09:00:54.002525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:54.005741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4cef2c2-2ea4-4fc2-a280-dbd2a8874a44 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:54.094604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:54.097415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-8ab5d5f2-d4ed-4478-b20d-18232d894c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:54.098870 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-8ab5d5f2-d4ed-4478-b20d-18232d894c75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d3925aa-8737-4a16-8b77-5b00fc03bcf0 HTTP/1.1" status: 200 len: 851 time: 0.1603680 Mar 02 09:00:54.152639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:54.159326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:54.251935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4cef2c2-2ea4-4fc2-a280-dbd2a8874a44 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:54.331426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Made reservation on behalf of 71c6b4f1bc0a4864bf79f7e3639fdf08 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:54.334795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:54.368201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-4212c82b-1866-4d28-ad74-e0721e4eca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:54.370303 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-4212c82b-1866-4d28-ad74-e0721e4eca36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2612984 Mar 02 09:00:54.371815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] device_id is not set on port 5773d5d6-cedf-4df2-85df-31295a267297 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:54.438728 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-53824d1d-07ae-40c5-ab45-3e0c5bb7b777 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b1c202-dd0a-4af6-9dec-604b10936ffb HTTP/1.1" status: 200 len: 1002 time: 0.3977923 Mar 02 09:00:54.447069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:54.492071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] device_id is not set on port f0e32ab5-1b52-4750-986f-75c16fdb2922 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:54.551318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4cef2c2-2ea4-4fc2-a280-dbd2a8874a44 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:54.588724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:54.675430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:54.688921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Router 68644f55-6c32-4b19-88c6-edb634009f4f has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:54.702195 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-5df2b50b-8b6e-4ee6-8274-7ef3b14424e3 service neutron] 10.222.0.15 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927980 Mar 02 09:00:54.726107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-833bbc67-3fb9-44dd-a3ce-8858586644f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:54.727522 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-833bbc67-3fb9-44dd-a3ce-8858586644f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c74a3713-1999-4c8f-b206-2ca5e5a8b17f HTTP/1.1" status: 200 len: 845 time: 0.2679589 Mar 02 09:00:54.786235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Allocated IP 172.20.0.5 (256f0b92-6cb4-437d-aa40-188fac34ea50/fde7246b-b12b-463d-bcd9-33c8a08cafdf/5773d5d6-cedf-4df2-85df-31295a267297) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:00:55.027475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:55.050167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:55.052631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:55.088153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=c4f93d80-0dfa-4781-9077-9d9f6b36094f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:55.183520 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a7f4a8d-38a6-4b19-ad47-02a1433807d8 req-f80c65da-39df-41eb-ae2e-18befec7e617 service neutron] 10.222.0.15 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730928 Mar 02 09:00:55.194111 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:55.207880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b15385-081b-44f6-bdfb-c9417cd18819 None None] Sync routers for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:55.219858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b15385-081b-44f6-bdfb-c9417cd18819 None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:55.220705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-43b15385-081b-44f6-bdfb-c9417cd18819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:55.228137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4cef2c2-2ea4-4fc2-a280-dbd2a8874a44 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.264338 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c7a76c00-bf86-4182-8f15-215f1d7680c7 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "PUT /v2.0/routers/68644f55-6c32-4b19-88c6-edb634009f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8605251 Mar 02 09:00:55.266182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56246) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:55.291166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-43b15385-081b-44f6-bdfb-c9417cd18819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:55.301808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b15385-081b-44f6-bdfb-c9417cd18819 None None] Routers {'68644f55-6c32-4b19-88c6-edb634009f4f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:55.302686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-43b15385-081b-44f6-bdfb-c9417cd18819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['68644f55-6c32-4b19-88c6-edb634009f4f'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:55.339042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.348927 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cef2c2-2ea4-4fc2-a280-dbd2a8874a44 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=722f1e36-1296-4edd-8422-c108bcf83e4e,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:55.356543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4cef2c2-2ea4-4fc2-a280-dbd2a8874a44 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.370210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-43b15385-081b-44f6-bdfb-c9417cd18819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:55.370731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b15385-081b-44f6-bdfb-c9417cd18819 None None] The sync data for ids ['68644f55-6c32-4b19-88c6-edb634009f4f'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:55.404378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-d0dc3b77-937c-4299-9980-110a7d329f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:55.406013 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-d0dc3b77-937c-4299-9980-110a7d329f66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6607461 Mar 02 09:00:55.437660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b095315e-9ffb-4de9-a8ab-182c2f2a8f2d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:00:55.449447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.462386 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e4cef2c2-2ea4-4fc2-a280-dbd2a8874a44 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/722f1e36-1296-4edd-8422-c108bcf83e4e HTTP/1.1" status: 204 len: 168 time: 1.7187419 Mar 02 09:00:55.470064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56250) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:55.473489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: b095315e-9ffb-4de9-a8ab-182c2f2a8f2d {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:00:55.474031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b095315e-9ffb-4de9-a8ab-182c2f2a8f2d not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:00:55.500891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Transition to ACTIVE for port object 5773d5d6-cedf-4df2-85df-31295a267297 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:00:55.527058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.624142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.680056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.838028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.894043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.929675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.943909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:55.958530 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-d9e480a9-4ad2-4e85-972a-aa60068bf051 service neutron] 10.222.0.15 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691427 Mar 02 09:00:55.980173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c5ddef-877d-4826-a0b1-62013078fbfb']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:55.988311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Deleting port 9e77fe3b-3492-48cf-a399-18b8176b1164 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:55.988645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.027036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:00:56.037879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:56.045878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:56.071741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e98445-9bc2-4610-8214-80bfdb9528b6') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:56.072083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e98445-9bc2-4610-8214-80bfdb9528b6') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:56.078395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Port': ['ID=5773d5d6-cedf-4df2-85df-31295a267297,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:56.108533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.172733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:56.173231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.177246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.196910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:00:56.197161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.197271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Port': ['ID=b1a64b0c-ceb6-4a76-b0cc-fb0382583ea7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:56.237263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Checking segment: {'id': '24b176ee-3dc4-4e5b-b540-374f8df0c4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '60b7270d-792e-4ba9-8a8f-488f10be705a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:56.237696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Network hostable DHCP agents. Network: 60b7270d-792e-4ba9-8a8f-488f10be705a, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:00:56.251378 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:00:56.338130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-56479376-b7e3-4e26-9742-2e694bb6fe5e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6364317 Mar 02 09:00:56.346393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56254) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:56.354980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b7b79635-a59f-43bd-8831-f70848c58320 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6b:b4:b6'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:56.361382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-352d8bd1-d0a0-43d6-adf0-27f75032fbc3 None None] Provisioning for port 5773d5d6-cedf-4df2-85df-31295a267297 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:00:56.367398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-352d8bd1-d0a0-43d6-adf0-27f75032fbc3 None None] Provisioning complete for port 5773d5d6-cedf-4df2-85df-31295a267297 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:56.367879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-352d8bd1-d0a0-43d6-adf0-27f75032fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.404479 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec6dfec5-ac19-4db5-8f8e-bda232fbfd46 req-e645ebe5-ff26-4e26-9c97-100e184025b8 service neutron] 10.222.0.15 "GET /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086494 Mar 02 09:00:56.415371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.432666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-352d8bd1-d0a0-43d6-adf0-27f75032fbc3 None None] Port 5773d5d6-cedf-4df2-85df-31295a267297 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:56.476937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Network 60b7270d-792e-4ba9-8a8f-488f10be705a is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:00:56.479104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Router 5c03a455-112f-4d7c-b7d9-7f0858ce549d is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:00:56.571219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 60b7270d-792e-4ba9-8a8f-488f10be705a) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:56.577426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:56.578552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.582123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca85302-0dfd-4728-a528-f7b0ae6c0cf0 None None] Network 60b7270d-792e-4ba9-8a8f-488f10be705a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:56.666144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.666616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.673948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Calling delete_port for 9e77fe3b-3492-48cf-a399-18b8176b1164 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:56.757916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24c5ddef-877d-4826-a0b1-62013078fbfb {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 09:00:56.762343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:56.766466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Port': ['ID=f0e32ab5-1b52-4750-986f-75c16fdb2922,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:56.775753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event deleted for resources: {'Network': ['ID=24c5ddef-877d-4826-a0b1-62013078fbfb,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:56.826040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Checking segment: {'id': 'bd48b9b0-8010-4a2e-a8d1-6997f1c92b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cb3c2fae-79ed-467f-9e79-0fcae26e5578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:00:56.826425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Network hostable DHCP agents. Network: cb3c2fae-79ed-467f-9e79-0fcae26e5578, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:00:56.835480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:00:56.838392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8395da0b-f608-4dbd-8573-05089656dda9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "DELETE /v2.0/networks/24c5ddef-877d-4826-a0b1-62013078fbfb HTTP/1.1" status: 204 len: 168 time: 1.3673172 Mar 02 09:00:56.991085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.005553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7b79635-a59f-43bd-8831-f70848c58320 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.037126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.042294 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b6039784-5eaf-42d1-9705-d329d78d46d4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6966734 Mar 02 09:00:57.052058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56264) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:57.052930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Network cb3c2fae-79ed-467f-9e79-0fcae26e5578 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:00:57.070175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ad425b82-bf44-419b-bba7-098c4804c966 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': False}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:57.172676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.208728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, cb3c2fae-79ed-467f-9e79-0fcae26e5578) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:00:57.218825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bce0ff-86eb-4d2b-a6bf-8833e745f46c None None] Network cb3c2fae-79ed-467f-9e79-0fcae26e5578 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:57.254444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56270) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:57.261999 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cc5b1-c507-4838-83ad-b8cc47a4aadd None None] Sync routers for ids ['5c03a455-112f-4d7c-b7d9-7f0858ce549d'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:00:57.274368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'router': {'name': 'tempest-router--1073402569', 'project_id': 'fe644e6138e14d65840192caeadc238f'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:57.279014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event deleted for resources: {'Port': ['ID=9e77fe3b-3492-48cf-a399-18b8176b1164,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:57.296550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:57.296693 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925cc5b1-c507-4838-83ad-b8cc47a4aadd None None] Routers {'5c03a455-112f-4d7c-b7d9-7f0858ce549d'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:57.297411 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-925cc5b1-c507-4838-83ad-b8cc47a4aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5c03a455-112f-4d7c-b7d9-7f0858ce549d'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:57.321075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:00:57.326765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:57.331736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:57.332402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.370451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Usage tracker for resource:router and tenant:fe644e6138e14d65840192caeadc238f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:57.385474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:57.389661 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-925cc5b1-c507-4838-83ad-b8cc47a4aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:57.401863 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925cc5b1-c507-4838-83ad-b8cc47a4aadd None None] Routers {'5c03a455-112f-4d7c-b7d9-7f0858ce549d'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:00:57.403002 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-925cc5b1-c507-4838-83ad-b8cc47a4aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5c03a455-112f-4d7c-b7d9-7f0858ce549d'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:57.437644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:57.494268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.521573 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4680dc31-d00f-4bef-a5f4-0ab30f38cc9b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.5531650 Mar 02 09:00:57.526151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56274) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:57.533969 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-925cc5b1-c507-4838-83ad-b8cc47a4aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:00:57.534576 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925cc5b1-c507-4838-83ad-b8cc47a4aadd None None] The sync data for ids ['5c03a455-112f-4d7c-b7d9-7f0858ce549d'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:00:57.678541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.679521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.693135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.695896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7b79635-a59f-43bd-8831-f70848c58320 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.697860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.720772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.720984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.760943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7b79635-a59f-43bd-8831-f70848c58320 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.799304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4907f-ed98-4bdf-8d4b-45bcd2cca829 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:57.803370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.803878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Fanout notify agent at l3_agent the message router_deleted on router 68644f55-6c32-4b19-88c6-edb634009f4f {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:00:57.805223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4907f-ed98-4bdf-8d4b-45bcd2cca829 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:57.806037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-59a4907f-ed98-4bdf-8d4b-45bcd2cca829 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Synchronizing usage tracker for tenant:88e22111396b486faf3e8e5afdcfb4bc on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:57.811514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.861465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.909140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.912701 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-12527ca0-9238-48c7-bb6a-7fe017babedb tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "DELETE /v2.0/routers/68644f55-6c32-4b19-88c6-edb634009f4f HTTP/1.1" status: 204 len: 168 time: 2.6445372 Mar 02 09:00:57.913774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b79635-a59f-43bd-8831-f70848c58320 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Port': ['ID=5773d5d6-cedf-4df2-85df-31295a267297,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:57.917257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56278) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:57.929225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b7b79635-a59f-43bd-8831-f70848c58320 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] In _notify_port_updated(), no bound segment for port 5773d5d6-cedf-4df2-85df-31295a267297 on network 256f0b92-6cb4-437d-aa40-188fac34ea50 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:00:57.934761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b79635-a59f-43bd-8831-f70848c58320 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:00:57.935389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7b79635-a59f-43bd-8831-f70848c58320 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.939626 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b7b79635-a59f-43bd-8831-f70848c58320 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "PUT /v2.0/ports/5773d5d6-cedf-4df2-85df-31295a267297 HTTP/1.1" status: 200 len: 996 time: 1.5894608 Mar 02 09:00:57.939937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56282) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:57.986309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:57.987479 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4718a71a-c2de-4b82-b9a7-59927c1b21f9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7211463 Mar 02 09:00:57.990784 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56286) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:58.065057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fe47ea1e-5a92-47e4-9372-8a43501634d6 None None] Provisioning complete for port 5773d5d6-cedf-4df2-85df-31295a267297 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:00:58.066946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fe47ea1e-5a92-47e4-9372-8a43501634d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.136576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-fe47ea1e-5a92-47e4-9372-8a43501634d6 None None] Port 5773d5d6-cedf-4df2-85df-31295a267297 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:00:58.183132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=c4f93d80-0dfa-4781-9077-9d9f6b36094f,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:58.195080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-59a4907f-ed98-4bdf-8d4b-45bcd2cca829 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Unset dirty status for tenant:88e22111396b486faf3e8e5afdcfb4bc on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:58.196255 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-59a4907f-ed98-4bdf-8d4b-45bcd2cca829 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6676695 Mar 02 09:00:58.202890 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56290) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:58.220827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.236330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b9388eed-9011-4693-a3ed-245e80ae9bf2 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Deleting port 5773d5d6-cedf-4df2-85df-31295a267297 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:58.236663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b9388eed-9011-4693-a3ed-245e80ae9bf2 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.279866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef463f7f-eb1c-4f16-b87f-c4f48c760059 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.318211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad425b82-bf44-419b-bba7-098c4804c966 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.340754 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5825fc12-4425-479e-bae5-b323f75185ef tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Deleting subnet 209b0511-88c1-416d-8caa-f55e124ba200 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:00:58.351591 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5825fc12-4425-479e-bae5-b323f75185ef tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.512932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-05efaffc-050f-433a-a51f-180f076bd1fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Deleting port b1a64b0c-ceb6-4a76-b0cc-fb0382583ea7 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:00:58.513268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05efaffc-050f-433a-a51f-180f076bd1fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.567544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5825fc12-4425-479e-bae5-b323f75185ef tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.633246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef463f7f-eb1c-4f16-b87f-c4f48c760059 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.650750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef463f7f-eb1c-4f16-b87f-c4f48c760059 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.654863 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP 35800174-e794-42d2-8468-6e23c0411082 associated. External IP: 172.26.3.118, port: 8a1c5160-f661-4be2-873a-04f1ff67ed1a. Mar 02 09:00:58.773160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b9388eed-9011-4693-a3ed-245e80ae9bf2 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.834810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef463f7f-eb1c-4f16-b87f-c4f48c760059 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.835279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef463f7f-eb1c-4f16-b87f-c4f48c760059 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5a78dbc-2635-45c2-9ac3-226ac49d8926 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:00:58.900634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b9388eed-9011-4693-a3ed-245e80ae9bf2 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Calling delete_port for 5773d5d6-cedf-4df2-85df-31295a267297 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:58.938471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef463f7f-eb1c-4f16-b87f-c4f48c760059 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:58.939572 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ef463f7f-eb1c-4f16-b87f-c4f48c760059 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "DELETE /v2.0/routers/d5a78dbc-2635-45c2-9ac3-226ac49d8926 HTTP/1.1" status: 204 len: 168 time: 0.9482260 Mar 02 09:00:59.072122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5825fc12-4425-479e-bae5-b323f75185ef tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.115711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b9388eed-9011-4693-a3ed-245e80ae9bf2 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.138752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05efaffc-050f-433a-a51f-180f076bd1fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.169158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9388eed-9011-4693-a3ed-245e80ae9bf2 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event deleted for resources: {'Port': ['ID=5773d5d6-cedf-4df2-85df-31295a267297,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:59.240882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56298) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:59.281802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b9388eed-9011-4693-a3ed-245e80ae9bf2 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.333136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-05efaffc-050f-433a-a51f-180f076bd1fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Calling delete_port for b1a64b0c-ceb6-4a76-b0cc-fb0382583ea7 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:00:59.345869 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b9388eed-9011-4693-a3ed-245e80ae9bf2 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "DELETE /v2.0/ports/5773d5d6-cedf-4df2-85df-31295a267297 HTTP/1.1" status: 204 len: 168 time: 1.4049790 Mar 02 09:00:59.348596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56304) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:59.412142 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-33178fe0-5350-4baf-99a1-6019b52465a9 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] GET failed (client error): The resource could not be found. Mar 02 09:00:59.412692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-33178fe0-5350-4baf-99a1-6019b52465a9 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Synchronizing usage tracker for tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:00:59.480736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-33178fe0-5350-4baf-99a1-6019b52465a9 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Unset dirty status for tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:00:59.482976 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-33178fe0-5350-4baf-99a1-6019b52465a9 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "GET /v2.0/ports/5773d5d6-cedf-4df2-85df-31295a267297 HTTP/1.1" status: 404 len: 333 time: 0.1323371 Mar 02 09:00:59.485783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56308) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:59.491562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'port': {'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50', 'name': 'tempest-AllowedAddressPairTestJSON-437909428'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:59.579993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-48463706', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:00:59.599510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:59.607355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Usage tracker for resource:router and tenant:cfa529e7d5a44e3bb6dc6bd39dcb2ed6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:00:59.612019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:00:59.620829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:59.652101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:00:59.661344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:00:59.690191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5825fc12-4425-479e-bae5-b323f75185ef tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.715110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.716136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.731107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.744012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Made reservation on behalf of 71c6b4f1bc0a4864bf79f7e3639fdf08 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:00:59.747476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.771496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c96debe-61f5-4ed4-b861-1712b1180289 None None] Network 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:00:59.775933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825fc12-4425-479e-bae5-b323f75185ef tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event deleted for resources: {'Subnet': ['ID=209b0511-88c1-416d-8caa-f55e124ba200,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:00:59.778876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5825fc12-4425-479e-bae5-b323f75185ef tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.783074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] device_id is not set on port ce95645a-2a5a-4f65-a278-96a6e2646995 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:00:59.815042 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5825fc12-4425-479e-bae5-b323f75185ef tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "DELETE /v2.0/subnets/209b0511-88c1-416d-8caa-f55e124ba200 HTTP/1.1" status: 204 len: 168 time: 1.8926244 Mar 02 09:00:59.817033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:00:59.818009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56312) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:00:59.878816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05efaffc-050f-433a-a51f-180f076bd1fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:00:59.945389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efaffc-050f-433a-a51f-180f076bd1fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Port': ['ID=b1a64b0c-ceb6-4a76-b0cc-fb0382583ea7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:00.025413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05efaffc-050f-433a-a51f-180f076bd1fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.027418 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-05efaffc-050f-433a-a51f-180f076bd1fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/ports/b1a64b0c-ceb6-4a76-b0cc-fb0382583ea7 HTTP/1.1" status: 204 len: 168 time: 1.8125889 Mar 02 09:01:00.035718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56316) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:00.055709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850841a-89d3-449c-aa3c-da99f47703b5 None None] DHCP port deletion for 7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:01:00.060511 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f850841a-89d3-449c-aa3c-da99f47703b5 None None] Deleting port f3af7662-c764-4a45-877d-c95144df9a91 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:00.060880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f850841a-89d3-449c-aa3c-da99f47703b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.269302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f850841a-89d3-449c-aa3c-da99f47703b5 None None] For port f3af7662-c764-4a45-877d-c95144df9a91, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f3af7662-c764-4a45-877d-c95144df9a91,segment=NetworkSegment(38bdfdc2-f944-4096-9d5e-1e271fec130b),segment_id=38bdfdc2-f944-4096-9d5e-1e271fec130b)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:00.269713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f850841a-89d3-449c-aa3c-da99f47703b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.282330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.303237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:00.343203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bdbda6-1e20-432b-a376-76a32fd23a39 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:00.409560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f850841a-89d3-449c-aa3c-da99f47703b5 None None] Calling delete_port for f3af7662-c764-4a45-877d-c95144df9a91 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:00.418281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.424999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb49b0-efca-4e2e-9a1e-4481f93a3758 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Deleting port f0e32ab5-1b52-4750-986f-75c16fdb2922 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:00.425334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f6cb49b0-efca-4e2e-9a1e-4481f93a3758 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.456462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bdbda6-1e20-432b-a376-76a32fd23a39 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:00.456462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-82bdbda6-1e20-432b-a376-76a32fd23a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:00.476735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Deleting port f3af7662-c764-4a45-877d-c95144df9a91 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:00.477321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.481768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.531972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-82bdbda6-1e20-432b-a376-76a32fd23a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:00.534054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Allocated IP 172.20.0.5 (256f0b92-6cb4-437d-aa40-188fac34ea50/fde7246b-b12b-463d-bcd9-33c8a08cafdf/ce95645a-2a5a-4f65-a278-96a6e2646995) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:00.542469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad425b82-bf44-419b-bba7-098c4804c966 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.547659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bdbda6-1e20-432b-a376-76a32fd23a39 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:00.548263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-82bdbda6-1e20-432b-a376-76a32fd23a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:00.555234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad425b82-bf44-419b-bba7-098c4804c966 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.561046 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b8b95f97-d8bf-4b67-9607-bbfca1a39afc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.6904624 Mar 02 09:01:00.562265 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56320) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:00.622489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-82bdbda6-1e20-432b-a376-76a32fd23a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:00.622886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bdbda6-1e20-432b-a376-76a32fd23a39 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:00.698119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f850841a-89d3-449c-aa3c-da99f47703b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:00.747916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850841a-89d3-449c-aa3c-da99f47703b5 None None] Pushing event deleted for resources: {'Port': ['ID=f3af7662-c764-4a45-877d-c95144df9a91,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:00.752365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f850841a-89d3-449c-aa3c-da99f47703b5 None None] No DVR routers for this DVR port f3af7662-c764-4a45-877d-c95144df9a91 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:01:00.793599 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-015d65bd-a65b-4fb4-a505-e7ab7666902c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "GET /v2.0/floatingips/35800174-e794-42d2-8468-6e23c0411082 HTTP/1.1" status: 200 len: 978 time: 0.2290821 Mar 02 09:01:00.795330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56324) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:00.955964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad425b82-bf44-419b-bba7-098c4804c966 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Router 5c03a455-112f-4d7c-b7d9-7f0858ce549d has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:01.130747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad425b82-bf44-419b-bba7-098c4804c966 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:01.135272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad425b82-bf44-419b-bba7-098c4804c966 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:01.139958 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ad425b82-bf44-419b-bba7-098c4804c966 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "PUT /v2.0/routers/5c03a455-112f-4d7c-b7d9-7f0858ce549d HTTP/1.1" status: 200 len: 925 time: 4.0845387 Mar 02 09:01:01.140966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56328) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:01.142456 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378f308-bf09-4f3b-bbca-afa254f90ce8 None None] Sync routers for ids ['5c03a455-112f-4d7c-b7d9-7f0858ce549d'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:01.152662 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378f308-bf09-4f3b-bbca-afa254f90ce8 None None] Routers {'5c03a455-112f-4d7c-b7d9-7f0858ce549d'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:01.153293 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6378f308-bf09-4f3b-bbca-afa254f90ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5c03a455-112f-4d7c-b7d9-7f0858ce549d'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:01.212758 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6378f308-bf09-4f3b-bbca-afa254f90ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:01.221915 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378f308-bf09-4f3b-bbca-afa254f90ce8 None None] Routers {'5c03a455-112f-4d7c-b7d9-7f0858ce549d'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:01.222150 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6378f308-bf09-4f3b-bbca-afa254f90ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5c03a455-112f-4d7c-b7d9-7f0858ce549d'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:01.263066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f6cb49b0-efca-4e2e-9a1e-4481f93a3758 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:01.283387 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6378f308-bf09-4f3b-bbca-afa254f90ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:01.283782 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378f308-bf09-4f3b-bbca-afa254f90ce8 None None] The sync data for ids ['5c03a455-112f-4d7c-b7d9-7f0858ce549d'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:01.331711 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7b9cd45c-be6b-416c-9495-18a082486e0b tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/routers/5c03a455-112f-4d7c-b7d9-7f0858ce549d HTTP/1.1" status: 200 len: 925 time: 0.1893146 Mar 02 09:01:01.334394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56332) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:01.405623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64b58ae-9348-455d-ae0e-d4c89d24e4f4 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:01.406267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e64b58ae-9348-455d-ae0e-d4c89d24e4f4 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Synchronizing usage tracker for tenant:c95eb62be4a14e2da1eca1fb91383676 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:01.428518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb49b0-efca-4e2e-9a1e-4481f93a3758 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Calling delete_port for f0e32ab5-1b52-4750-986f-75c16fdb2922 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:01.468388 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ad2ecd71-d386-4067-a3bf-aff3b94db08e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6481953 Mar 02 09:01:01.472932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56336) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:01.479886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f3af7662-c764-4a45-877d-c95144df9a91 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:01:01.481713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'port_id': 'e1a2e2f8-0372-4d6d-984b-6dc301e82d44'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:01.484169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] For port f3af7662-c764-4a45-877d-c95144df9a91, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f3af7662-c764-4a45-877d-c95144df9a91,segment=NetworkSegment(38bdfdc2-f944-4096-9d5e-1e271fec130b),segment_id=38bdfdc2-f944-4096-9d5e-1e271fec130b)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:01.484534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:01.527705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: f3af7662-c764-4a45-877d-c95144df9a91 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:01:01.528423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f3af7662-c764-4a45-877d-c95144df9a91 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:01:01.547639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e64b58ae-9348-455d-ae0e-d4c89d24e4f4 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Unset dirty status for tenant:c95eb62be4a14e2da1eca1fb91383676 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:01.550179 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e64b58ae-9348-455d-ae0e-d4c89d24e4f4 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=5c03a455-112f-4d7c-b7d9-7f0858ce549d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2147906 Mar 02 09:01:01.551072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56340) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:01.658287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Calling delete_port for f3af7662-c764-4a45-877d-c95144df9a91 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:01.678484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:01.689530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:01.746222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Transition to ACTIVE for port object ce95645a-2a5a-4f65-a278-96a6e2646995 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:01.832553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1281e8-acc8-4533-96f5-5b723c5f35d6 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:01.833112 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1c1281e8-acc8-4533-96f5-5b723c5f35d6 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Synchronizing usage tracker for tenant:c95eb62be4a14e2da1eca1fb91383676 on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:01.838759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f6cb49b0-efca-4e2e-9a1e-4481f93a3758 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:01.956280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:01:01.956487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:01:01.957115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb49b0-efca-4e2e-9a1e-4481f93a3758 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Port': ['ID=f0e32ab5-1b52-4750-986f-75c16fdb2922,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:01.971553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1c1281e8-acc8-4533-96f5-5b723c5f35d6 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Unset dirty status for tenant:c95eb62be4a14e2da1eca1fb91383676 on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:01.973339 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1c1281e8-acc8-4533-96f5-5b723c5f35d6 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 881 time: 0.4122446 Mar 02 09:01:01.980260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56344) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:01.997794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f6cb49b0-efca-4e2e-9a1e-4481f93a3758 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.011479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.031057 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9240ff16-27c4-46eb-a797-e68d863f6f6e tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c03a455-112f-4d7c-b7d9-7f0858ce549d HTTP/1.1" status: 200 len: 205 time: 0.0497458 Mar 02 09:01:02.033655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56348) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:02.051301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.106355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.187199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:02.192413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:02.194857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:02.220862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f6cb49b0-efca-4e2e-9a1e-4481f93a3758 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/ports/f0e32ab5-1b52-4750-986f-75c16fdb2922 HTTP/1.1" status: 204 len: 168 time: 2.1841316 Mar 02 09:01:02.238544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56352) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:02.345667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Port': ['ID=ce95645a-2a5a-4f65-a278-96a6e2646995,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:02.363201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3de9cc1-ffec-486d-88ef-1b2b68962369 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Synchronizing usage tracker for tenant:88e22111396b486faf3e8e5afdcfb4bc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:02.398963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:02.399707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.412137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Allocated IP 172.26.3.94 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/abc80c78-b48d-42c9-9485-afc6a1f284ab) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:02.460830 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Deleting port f3af7662-c764-4a45-877d-c95144df9a91 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:02.460830 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.504540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5d3c1b8a-24c4-46c0-b52e-4b885ed9af77 None None] Provisioning for port ce95645a-2a5a-4f65-a278-96a6e2646995 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:02.506416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.511709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5d3c1b8a-24c4-46c0-b52e-4b885ed9af77 None None] Provisioning complete for port ce95645a-2a5a-4f65-a278-96a6e2646995 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:02.512689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5d3c1b8a-24c4-46c0-b52e-4b885ed9af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.542071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] The port 'f3af7662-c764-4a45-877d-c95144df9a91' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:01:02.621691 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5aba56fd-d931-4966-bc34-4ece813bd2b7 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1282146 Mar 02 09:01:02.621691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3de9cc1-ffec-486d-88ef-1b2b68962369 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Unset dirty status for tenant:88e22111396b486faf3e8e5afdcfb4bc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:02.621691 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f3de9cc1-ffec-486d-88ef-1b2b68962369 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3776541 Mar 02 09:01:02.627555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c1b8a-24c4-46c0-b52e-4b885ed9af77 None None] Port ce95645a-2a5a-4f65-a278-96a6e2646995 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:01:02.633402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56356) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:02.633563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56358) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:02.647350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'port': {'network_id': '256f0b92-6cb4-437d-aa40-188fac34ea50', 'name': 'tempest-AllowedAddressPairTestJSON-1707858494'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:02.662873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-303657593'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:02.683610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:02.719022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Usage tracker for resource:network and tenant:88e22111396b486faf3e8e5afdcfb4bc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:02.720065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.725885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:02.817797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Deleting port 6f55573d-5e8e-4bb0-9de7-9858b42eefab {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:02.818159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.889016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.917342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:02.975584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:02.981396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.041204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.048700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:03.074175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Made reservation on behalf of 88e22111396b486faf3e8e5afdcfb4bc for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:03.076917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.084181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.088527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bdfdc2-f944-4096-9d5e-1e271fec130b') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:03.088827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bdfdc2-f944-4096-9d5e-1e271fec130b') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:03.109199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.122217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:03.140191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.148301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:03.155807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:01:03.156201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:01:03.172095 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:01:03.186041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:03.260596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.260963 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Added segment e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d of type vlan for network a77d15d4-f860-4690-9176-f850859f823f Mar 02 09:01:03.263837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Calling delete_port for 6f55573d-5e8e-4bb0-9de7-9858b42eefab owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:03.270075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Made reservation on behalf of 71c6b4f1bc0a4864bf79f7e3639fdf08 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:03.273571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.313434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] device_id is not set on port ad304375-5e05-408f-9056-c91c9030e3e4 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:01:03.319023 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP 35800174-e794-42d2-8468-6e23c0411082 associated. External IP: 172.26.3.118, port: 8a1c5160-f661-4be2-873a-04f1ff67ed1a. Mar 02 09:01:03.348268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.354870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.428761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.469119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.490694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:03.495742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event deleted for resources: {'Network': ['ID=7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:03.510301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:03.519502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:03.577759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event updated for resources: {'Port': ['ID=abc80c78-b48d-42c9-9485-afc6a1f284ab,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:03.592352 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-48b0b7f1-5902-45ea-8e75-43b697003184 tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "DELETE /v2.0/networks/7ff63a9f-e6dd-4a2c-bf86-91707c35e4ca HTTP/1.1" status: 204 len: 168 time: 3.7731414 Mar 02 09:01:03.597178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56366) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:03.629193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.635238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:03.637061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:03.723163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Allocated IP 172.20.0.14 (256f0b92-6cb4-437d-aa40-188fac34ea50/fde7246b-b12b-463d-bcd9-33c8a08cafdf/ad304375-5e05-408f-9056-c91c9030e3e4) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:03.875081 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2388523 Mar 02 09:01:03.899261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56370) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:03.928382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299e055-72af-403d-800f-922d41f69615 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Network': ['ID=a77d15d4-f860-4690-9176-f850859f823f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:03.941237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network a77d15d4-f860-4690-9176-f850859f823f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:03.990063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-639640081'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:04.003489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Deleting port 16bda198-fed6-4c0d-801c-e773317778e9 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:04.003828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.033162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:04.048089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Usage tracker for resource:network and tenant:88e22111396b486faf3e8e5afdcfb4bc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:04.057188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:04.075905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:04.132831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:04.135767 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.246020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event deleted for resources: {'Port': ['ID=6f55573d-5e8e-4bb0-9de7-9858b42eefab,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:04.247511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Made reservation on behalf of 88e22111396b486faf3e8e5afdcfb4bc for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:04.250935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.280022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.306769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.374875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Transition to ACTIVE for port object ad304375-5e05-408f-9056-c91c9030e3e4 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:04.460671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:04.467774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.467774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.658519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Calling delete_port for 16bda198-fed6-4c0d-801c-e773317778e9 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:04.687779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.688116 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Added segment 491cbff6-a24b-40b0-a5d8-778eec8505b2 of type vlan for network 4e931ac1-a69f-47c3-90c6-9e56b84904c7 Mar 02 09:01:04.689280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.703391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:04.838634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:04.855874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:04.864672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:04.895626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Port': ['ID=ad304375-5e05-408f-9056-c91c9030e3e4,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:04.906326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.005382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:05.006053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.030593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.043716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.050526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:05.059507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.063759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163a546-a6de-47fd-bbbb-2d1b1f9f1092 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:05.082340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163a546-a6de-47fd-bbbb-2d1b1f9f1092 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:05.083095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9163a546-a6de-47fd-bbbb-2d1b1f9f1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:05.128843 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-36abc84b-fa7c-4e10-b7de-57ec22a3846e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4941461 Mar 02 09:01:05.132735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56374) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:05.143687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0b10c767-911b-4615-9c86-4d2ccaeebcd5 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:6b:b4:b6'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:7a:a9:ca'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:05.146316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9163a546-a6de-47fd-bbbb-2d1b1f9f1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:05.157062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163a546-a6de-47fd-bbbb-2d1b1f9f1092 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:05.157684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9163a546-a6de-47fd-bbbb-2d1b1f9f1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:05.216713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2db1d3b6-6143-4e33-8adc-11b330f52318 None None] Provisioning for port ad304375-5e05-408f-9056-c91c9030e3e4 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:05.228383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2db1d3b6-6143-4e33-8adc-11b330f52318 None None] Provisioning complete for port ad304375-5e05-408f-9056-c91c9030e3e4 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:05.228758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2db1d3b6-6143-4e33-8adc-11b330f52318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.252024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9163a546-a6de-47fd-bbbb-2d1b1f9f1092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:05.252427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163a546-a6de-47fd-bbbb-2d1b1f9f1092 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:05.284897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.285659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Fanout notify agent at l3_agent the message router_deleted on router 5c03a455-112f-4d7c-b7d9-7f0858ce549d {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:05.287802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2db1d3b6-6143-4e33-8adc-11b330f52318 None None] Port ad304375-5e05-408f-9056-c91c9030e3e4 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:01:05.317231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Router d7be7f8e-7399-4f9e-abaa-b85ef226e4bf is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:05.402324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.407628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:05.408204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.439787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.518927 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.529338 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5376a27a-2edf-46b5-b8f1-b5b3774284fc tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/5c03a455-112f-4d7c-b7d9-7f0858ce549d HTTP/1.1" status: 204 len: 168 time: 3.4854445 Mar 02 09:01:05.529338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Pushing event deleted for resources: {'Port': ['ID=16bda198-fed6-4c0d-801c-e773317778e9,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:05.529338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56380) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:05.543876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b10c767-911b-4615-9c86-4d2ccaeebcd5 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.608023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:05.616816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1012735835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:05.619294 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bded7-0bc0-440a-a048-8fcdf77c846b None None] Sync routers for ids ['d7be7f8e-7399-4f9e-abaa-b85ef226e4bf'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:05.630082 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bded7-0bc0-440a-a048-8fcdf77c846b None None] Routers {'d7be7f8e-7399-4f9e-abaa-b85ef226e4bf'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:05.630856 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-247bded7-0bc0-440a-a048-8fcdf77c846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['d7be7f8e-7399-4f9e-abaa-b85ef226e4bf'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:05.633029 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7181449 Mar 02 09:01:05.634225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:05.676311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9784f7-9b5c-49c7-a4ff-99e349125f94 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Network': ['ID=4e931ac1-a69f-47c3-90c6-9e56b84904c7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:05.678683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Usage tracker for resource:router and tenant:d533b891edfc44ee9271ce9f225ac41d is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:05.690068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4e931ac1-a69f-47c3-90c6-9e56b84904c7 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:05.714128 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-247bded7-0bc0-440a-a048-8fcdf77c846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:05.726811 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bded7-0bc0-440a-a048-8fcdf77c846b None None] Routers {'d7be7f8e-7399-4f9e-abaa-b85ef226e4bf'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:05.728189 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-247bded7-0bc0-440a-a048-8fcdf77c846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['d7be7f8e-7399-4f9e-abaa-b85ef226e4bf'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:05.735952 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:05.742056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.750267 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6de16077-9431-4248-ae81-6d6fce8f7d8e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.5085824 Mar 02 09:01:05.756060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56384) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:05.756918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:05.880042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.882365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.886475 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-83ceb96b-2271-40bf-9287-be4df7d754fa tempest-FloatingIPAdminTestJSON-552693396 tempest-FloatingIPAdminTestJSON-552693396-project] 10.222.0.10 "DELETE /v2.0/floatingips/9d8aee58-97a1-4336-bc62-43e60d8c4f95 HTTP/1.1" status: 204 len: 168 time: 2.2853832 Mar 02 09:01:05.896923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:05.903245 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-247bded7-0bc0-440a-a048-8fcdf77c846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:05.903761 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bded7-0bc0-440a-a048-8fcdf77c846b None None] The sync data for ids ['d7be7f8e-7399-4f9e-abaa-b85ef226e4bf'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:05.955948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b10c767-911b-4615-9c86-4d2ccaeebcd5 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.973387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:05.974389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.025469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b10c767-911b-4615-9c86-4d2ccaeebcd5 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.075135 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c1f68a0b-73c8-44c4-90d7-121e0d015ed9 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/routers/d7be7f8e-7399-4f9e-abaa-b85ef226e4bf HTTP/1.1" status: 200 len: 918 time: 0.3104403 Mar 02 09:01:06.080134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.081186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56390) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:06.151538 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-be4f1928-e818-4b8f-bc3c-2216f2e0952b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7be7f8e-7399-4f9e-abaa-b85ef226e4bf HTTP/1.1" status: 200 len: 205 time: 0.0692480 Mar 02 09:01:06.157228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56394) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:06.223175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0b10c767-911b-4615-9c86-4d2ccaeebcd5 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] In _notify_port_updated(), no bound segment for port ad304375-5e05-408f-9056-c91c9030e3e4 on network 256f0b92-6cb4-437d-aa40-188fac34ea50 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:01:06.229055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b10c767-911b-4615-9c86-4d2ccaeebcd5 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:06.230015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b10c767-911b-4615-9c86-4d2ccaeebcd5 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.231460 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0b10c767-911b-4615-9c86-4d2ccaeebcd5 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "PUT /v2.0/ports/ad304375-5e05-408f-9056-c91c9030e3e4 HTTP/1.1" status: 200 len: 1056 time: 1.0975187 Mar 02 09:01:06.243511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56398) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:06.248800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10c767-911b-4615-9c86-4d2ccaeebcd5 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event updated for resources: {'Port': ['ID=ad304375-5e05-408f-9056-c91c9030e3e4,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:06.300206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:06.311552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c5b1b3-5fb3-49e0-bc49-feed5e5b5d22 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:06.328366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c5b1b3-5fb3-49e0-bc49-feed5e5b5d22 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:06.329232 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a0c5b1b3-5fb3-49e0-bc49-feed5e5b5d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:06.330186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.416821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c1646d02-f5e2-410a-a677-0a97ce59b632 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Deleting port ad304375-5e05-408f-9056-c91c9030e3e4 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:06.416821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c1646d02-f5e2-410a-a677-0a97ce59b632 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.447140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a0c5b1b3-5fb3-49e0-bc49-feed5e5b5d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:06.463959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c5b1b3-5fb3-49e0-bc49-feed5e5b5d22 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:06.464859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a0c5b1b3-5fb3-49e0-bc49-feed5e5b5d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:06.555243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a0c5b1b3-5fb3-49e0-bc49-feed5e5b5d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:06.556406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c5b1b3-5fb3-49e0-bc49-feed5e5b5d22 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:06.557898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1c03016b-a732-4895-83fa-a966524eb048 None None] Provisioning complete for port ad304375-5e05-408f-9056-c91c9030e3e4 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:06.558539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1c03016b-a732-4895-83fa-a966524eb048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.585032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56404) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:06.620002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1c03016b-a732-4895-83fa-a966524eb048 None None] Port ad304375-5e05-408f-9056-c91c9030e3e4 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:01:06.636462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.817823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.875721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.888947 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-341a7d46-32b3-4dcb-9fe5-9570cc7cb4ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc13ba60e21c498dad78c6aec7f56b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004987 Mar 02 09:01:06.889140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56410) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:06.936261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:06.940205 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7fb77a07-52ca-49a5-a467-2cc01b10b134 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4068544 Mar 02 09:01:06.940914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56414) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:06.949073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:07.007624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Deleting port abc80c78-b48d-42c9-9485-afc6a1f284ab {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:07.008009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.018439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c1646d02-f5e2-410a-a677-0a97ce59b632 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.028841 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5da0f7d1-4044-4ba8-86f2-c1342c13b647 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/floatingips/35800174-e794-42d2-8468-6e23c0411082 HTTP/1.1" status: 200 len: 978 time: 5.5522521 Mar 02 09:01:07.029702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56418) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:07.037749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68a5436b-fec4-4522-94b0-4b8d92a62d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.086116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6e525675-6435-40e5-9d68-69e1e6ccc7e0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:07.185502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6e525675-6435-40e5-9d68-69e1e6ccc7e0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.188394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68a5436b-fec4-4522-94b0-4b8d92a62d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.410342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c1646d02-f5e2-410a-a677-0a97ce59b632 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Calling delete_port for ad304375-5e05-408f-9056-c91c9030e3e4 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:07.526261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.571044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.597898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6e525675-6435-40e5-9d68-69e1e6ccc7e0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.697955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6e525675-6435-40e5-9d68-69e1e6ccc7e0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.698403 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-6e525675-6435-40e5-9d68-69e1e6ccc7e0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP 35800174-e794-42d2-8468-6e23c0411082 disassociated. External IP: 172.26.3.118, port: e1a2e2f8-0372-4d6d-984b-6dc301e82d44. Mar 02 09:01:07.710392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Calling delete_port for abc80c78-b48d-42c9-9485-afc6a1f284ab owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:07.736478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68a5436b-fec4-4522-94b0-4b8d92a62d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.751384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c1646d02-f5e2-410a-a677-0a97ce59b632 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.783204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5436b-fec4-4522-94b0-4b8d92a62d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d971be-ffb5-4f67-bdac-9e619e221c2f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:07.798819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68a5436b-fec4-4522-94b0-4b8d92a62d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:07.802355 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-68a5436b-fec4-4522-94b0-4b8d92a62d2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1d971be-ffb5-4f67-bdac-9e619e221c2f HTTP/1.1" status: 204 len: 168 time: 0.9098585 Mar 02 09:01:07.814004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1646d02-f5e2-410a-a677-0a97ce59b632 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event deleted for resources: {'Port': ['ID=ad304375-5e05-408f-9056-c91c9030e3e4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:07.915437 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:01:08.289693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:08.372125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event deleted for resources: {'Port': ['ID=abc80c78-b48d-42c9-9485-afc6a1f284ab,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:08.375544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:08.429464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:08.527932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e525675-6435-40e5-9d68-69e1e6ccc7e0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:08.554648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:08.684880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56426) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:08.726421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f33be06-1be3-4658-a705-f2cf450af09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:08.739090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e525675-6435-40e5-9d68-69e1e6ccc7e0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:08.748266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6e525675-6435-40e5-9d68-69e1e6ccc7e0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:08.752739 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4fb22-887a-4ae5-a4ea-582fb3bbb5ab None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:08.764338 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4fb22-887a-4ae5-a4ea-582fb3bbb5ab None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:08.765206 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-24f4fb22-887a-4ae5-a4ea-582fb3bbb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:08.799457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:08.805894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:08.807618 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6e525675-6435-40e5-9d68-69e1e6ccc7e0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/floatingips/35800174-e794-42d2-8468-6e23c0411082 HTTP/1.1" status: 200 len: 688 time: 1.7775455 Mar 02 09:01:08.808260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56430) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:08.811858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8f33be06-1be3-4658-a705-f2cf450af09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:08.821662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8f33be06-1be3-4658-a705-f2cf450af09e admin admin] Usage tracker for resource:security_group_rule and tenant:833cece22a2a405f95f94ab599077ef3 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:08.829641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8f33be06-1be3-4658-a705-f2cf450af09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:08.842521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Allocated IP 172.26.3.115 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/9fdeea08-4001-4804-98d1-dc4e5414a2e5) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:08.844603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8f33be06-1be3-4658-a705-f2cf450af09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:08.861972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56434) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:08.866827 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-24f4fb22-887a-4ae5-a4ea-582fb3bbb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:08.876004 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4fb22-887a-4ae5-a4ea-582fb3bbb5ab None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:08.876620 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-24f4fb22-887a-4ae5-a4ea-582fb3bbb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:08.883409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'subnets': [{'network_id': 'a77d15d4-f860-4690-9176-f850859f823f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--364418678', 'ip_version': 6}, {'network_id': '4e931ac1-a69f-47c3-90c6-9e56b84904c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:08.883727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'subnet': {'network_id': 'a77d15d4-f860-4690-9176-f850859f823f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--364418678', 'ip_version': 6}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:08.884421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Request body: {'subnet': {'network_id': '4e931ac1-a69f-47c3-90c6-9e56b84904c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:08.940783 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-24f4fb22-887a-4ae5-a4ea-582fb3bbb5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:08.941360 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4fb22-887a-4ae5-a4ea-582fb3bbb5ab None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:08.988967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:08.989530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Fanout notify agent at l3_agent the message router_deleted on router d7be7f8e-7399-4f9e-abaa-b85ef226e4bf {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:09.022288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port c4f93d80-0dfa-4781-9077-9d9f6b36094f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:09.022630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.075088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c1646d02-f5e2-410a-a677-0a97ce59b632 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.076809 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c1646d02-f5e2-410a-a677-0a97ce59b632 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "DELETE /v2.0/ports/ad304375-5e05-408f-9056-c91c9030e3e4 HTTP/1.1" status: 204 len: 168 time: 2.8322761 Mar 02 09:01:09.083964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56438) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:09.159079 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3255e90b-69b9-4fc1-b05d-e4de7468a680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] GET failed (client error): The resource could not be found. Mar 02 09:01:09.159631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3255e90b-69b9-4fc1-b05d-e4de7468a680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Synchronizing usage tracker for tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:09.219249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.220312 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fefb976a-7a41-413a-9b9f-28015b709dd3 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/d7be7f8e-7399-4f9e-abaa-b85ef226e4bf HTTP/1.1" status: 204 len: 168 time: 3.0619569 Mar 02 09:01:09.227436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56442) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:09.236718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'router': {'name': 'tempest-snat-router-522463525', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': False}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:09.242966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:09.249388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Usage tracker for resource:router and tenant:49c4f91022b84bddb39c13a9f9fa6775 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:09.254945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:09.270128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:09.271181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.278442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:09.280032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.280356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.288918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Usage tracker for resource:subnet and tenant:88e22111396b486faf3e8e5afdcfb4bc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:09.295354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:09.301784 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f33be06-1be3-4658-a705-f2cf450af09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.306237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:09.345073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3255e90b-69b9-4fc1-b05d-e4de7468a680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Unset dirty status for tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:09.346166 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3255e90b-69b9-4fc1-b05d-e4de7468a680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "GET /v2.0/ports/ad304375-5e05-408f-9056-c91c9030e3e4 HTTP/1.1" status: 404 len: 333 time: 0.2612727 Mar 02 09:01:09.349370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56446) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:09.408700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f33be06-1be3-4658-a705-f2cf450af09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.409183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for c4f93d80-0dfa-4781-9077-9d9f6b36094f owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:09.430591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-99ddd3da-24cc-43ae-8c4a-3aa4cf1f8991 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Deleting port ce95645a-2a5a-4f65-a278-96a6e2646995 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:09.430931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99ddd3da-24cc-43ae-8c4a-3aa4cf1f8991 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.524618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.525958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.562085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.588875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.618366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.647535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Made reservation on behalf of 88e22111396b486faf3e8e5afdcfb4bc for: {'subnet': 2} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:09.652009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.652329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:09.725071 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8f33be06-1be3-4658-a705-f2cf450af09e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=833cece22a2a405f95f94ab599077ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0391626 Mar 02 09:01:09.725887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33be06-1be3-4658-a705-f2cf450af09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882f850a-1cd2-4673-a726-c53939caf136,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:09.730088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=c4f93d80-0dfa-4781-9077-9d9f6b36094f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:09.731397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:09.732101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56450) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:09.792661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:09.833933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:09.899801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event updated for resources: {'Port': ['ID=9fdeea08-4001-4804-98d1-dc4e5414a2e5,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:10.094592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:10.106008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:10.120299 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:10.121421 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-551f5376-2f4c-4248-bb58-3308f2694645 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/floatingips/35800174-e794-42d2-8468-6e23c0411082 HTTP/1.1" status: 204 len: 168 time: 1.3053639 Mar 02 09:01:10.124161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56454) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:10.191183 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-55860fd5-9611-4296-9dc4-a5a334214a5f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] delete failed (client error): The resource could not be found. Mar 02 09:01:10.192092 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-55860fd5-9611-4296-9dc4-a5a334214a5f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/floatingips/35800174-e794-42d2-8468-6e23c0411082 HTTP/1.1" status: 404 len: 345 time: 0.0670509 Mar 02 09:01:10.205758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56458) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:10.220998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c6c883-f1e8-405b-b40e-2d3485579fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:10.345385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99ddd3da-24cc-43ae-8c4a-3aa4cf1f8991 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:10.365352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0659a-af42-4abf-90a9-49bb58a86fdb tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:10.371194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0659a-af42-4abf-90a9-49bb58a86fdb tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:10.376925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0659a-af42-4abf-90a9-49bb58a86fdb tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:10.377739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f7a0659a-af42-4abf-90a9-49bb58a86fdb tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Synchronizing usage tracker for tenant:50b22bd736e44686b0c697bc43c87c89 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:10.432480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c6c883-f1e8-405b-b40e-2d3485579fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:10.511739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-99ddd3da-24cc-43ae-8c4a-3aa4cf1f8991 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Calling delete_port for ce95645a-2a5a-4f65-a278-96a6e2646995 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:10.525209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f7a0659a-af42-4abf-90a9-49bb58a86fdb tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Unset dirty status for tenant:50b22bd736e44686b0c697bc43c87c89 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:10.528889 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f7a0659a-af42-4abf-90a9-49bb58a86fdb tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "GET /v2.0/ports?network_id=8e6e210f-5035-4480-a7d7-467c550339de HTTP/1.1" status: 200 len: 2358 time: 0.3196371 Mar 02 09:01:10.533712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56462) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:10.639809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:10.668398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96274bc6-f3d2-425e-a34c-0cc1f1986e5f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:10.668951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-96274bc6-f3d2-425e-a34c-0cc1f1986e5f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Synchronizing usage tracker for tenant:50b22bd736e44686b0c697bc43c87c89 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:10.676164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:10.795660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-96274bc6-f3d2-425e-a34c-0cc1f1986e5f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Unset dirty status for tenant:50b22bd736e44686b0c697bc43c87c89 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:10.801724 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-96274bc6-f3d2-425e-a34c-0cc1f1986e5f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "GET /v2.0/subnets/e14ac006-f3f6-4771-88f6-3190ce77ce0c HTTP/1.1" status: 200 len: 797 time: 0.2671378 Mar 02 09:01:10.804250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56466) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:10.813700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'port': {'network_id': '8e6e210f-5035-4480-a7d7-467c550339de', 'name': 'tempest-FloatingIPTestJSON-1191172943', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:10.909649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Allocated IP 172.26.3.157 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/bf71c04d-4684-4967-96fe-af3a33d78f87) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:10.967945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:10.978066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:11.051889 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Made reservation on behalf of 50b22bd736e44686b0c697bc43c87c89 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:11.061069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c6c883-f1e8-405b-b40e-2d3485579fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.079848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.144773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6c883-f1e8-405b-b40e-2d3485579fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882f850a-1cd2-4673-a726-c53939caf136,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:11.183683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.204780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] device_id is not set on port 34a06e63-97eb-4a79-9288-16d0c38c8d2b yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:01:11.293877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99ddd3da-24cc-43ae-8c4a-3aa4cf1f8991 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.392391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddd3da-24cc-43ae-8c4a-3aa4cf1f8991 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event deleted for resources: {'Port': ['ID=ce95645a-2a5a-4f65-a278-96a6e2646995,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:11.406008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c6c883-f1e8-405b-b40e-2d3485579fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.409363 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f9c6c883-f1e8-405b-b40e-2d3485579fb0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/882f850a-1cd2-4673-a726-c53939caf136 HTTP/1.1" status: 204 len: 168 time: 1.6700385 Mar 02 09:01:11.669710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.699066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.708802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99ddd3da-24cc-43ae-8c4a-3aa4cf1f8991 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.710667 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-99ddd3da-24cc-43ae-8c4a-3aa4cf1f8991 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "DELETE /v2.0/ports/ce95645a-2a5a-4f65-a278-96a6e2646995 HTTP/1.1" status: 204 len: 168 time: 2.3602018 Mar 02 09:01:11.724504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56474) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:11.795000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.801726 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabf1fff-2134-4f6e-a0ef-438f9c105f0e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] GET failed (client error): The resource could not be found. Mar 02 09:01:11.802295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cabf1fff-2134-4f6e-a0ef-438f9c105f0e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Synchronizing usage tracker for tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:11.821275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.830834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Subnet': ['ID=8756a874-ba11-40d1-bc82-32e3b32bd7d8,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:11.852374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.20.0.13 (8e6e210f-5035-4480-a7d7-467c550339de/e14ac006-f3f6-4771-88f6-3190ce77ce0c/34a06e63-97eb-4a79-9288-16d0c38c8d2b) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:11.858282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.20.0.12 (8e6e210f-5035-4480-a7d7-467c550339de/e14ac006-f3f6-4771-88f6-3190ce77ce0c/34a06e63-97eb-4a79-9288-16d0c38c8d2b) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:11.893250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:11.905565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Checking segment: {'id': 'e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a77d15d4-f860-4690-9176-f850859f823f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:11.905967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Network hostable DHCP agents. Network: a77d15d4-f860-4690-9176-f850859f823f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:11.970032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:11.975893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:11.993589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cabf1fff-2134-4f6e-a0ef-438f9c105f0e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Unset dirty status for tenant:71c6b4f1bc0a4864bf79f7e3639fdf08 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:11.995619 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cabf1fff-2134-4f6e-a0ef-438f9c105f0e tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "GET /v2.0/ports/ce95645a-2a5a-4f65-a278-96a6e2646995 HTTP/1.1" status: 404 len: 333 time: 0.2679663 Mar 02 09:01:11.999141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:12.001936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56480) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:12.044801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Network a77d15d4-f860-4690-9176-f850859f823f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:12.059794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event updated for resources: {'Port': ['ID=bf71c04d-4684-4967-96fe-af3a33d78f87,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:12.095293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-7313f221-72c2-484c-9575-81006135b3fa tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Deleting port e943e8d0-f327-41ee-b605-842a249ea130 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:12.095995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7313f221-72c2-484c-9575-81006135b3fa tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.141519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, a77d15d4-f860-4690-9176-f850859f823f) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:12.150372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769578e3-c1b0-4cc9-b918-cd3f90aeffc5 None None] Network a77d15d4-f860-4690-9176-f850859f823f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:12.150941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.255319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56484) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:12.311057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event updated for resources: {'Subnet': ['ID=f28919b6-b319-4a07-af9f-8acd5afba964,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:12.317867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-07280940-600f-406b-8b35-da05765ba2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.348421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.383467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-07280940-600f-406b-8b35-da05765ba2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:12.393597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Router 75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:12.396497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Checking segment: {'id': '491cbff6-a24b-40b0-a5d8-778eec8505b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4e931ac1-a69f-47c3-90c6-9e56b84904c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:12.396832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Network hostable DHCP agents. Network: 4e931ac1-a69f-47c3-90c6-9e56b84904c7, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:12.401806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-07280940-600f-406b-8b35-da05765ba2fa admin admin] Usage tracker for resource:security_group_rule and tenant:d69abb648b974a09bdd0beb26505500f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:12.409662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-07280940-600f-406b-8b35-da05765ba2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:12.410943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-a77d15d4-f860-4690-9176-f850859f823f', 'network_id': 'a77d15d4-f860-4690-9176-f850859f823f', 'tenant_id': '88e22111396b486faf3e8e5afdcfb4bc', 'fixed_ips': [{'subnet_id': '8756a874-ba11-40d1-bc82-32e3b32bd7d8'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:12.411769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.468943 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.473665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-07280940-600f-406b-8b35-da05765ba2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:12.579732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Allocated IP 2001:db8::1 (a77d15d4-f860-4690-9176-f850859f823f/8756a874-ba11-40d1-bc82-32e3b32bd7d8/658bbd58-f3be-4d2f-8be8-6c7654c9ace3) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:12.636055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=34a06e63-97eb-4a79-9288-16d0c38c8d2b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:12.639645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 8e6e210f-5035-4480-a7d7-467c550339de is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:12.649750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:12.653307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:12.750268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7313f221-72c2-484c-9575-81006135b3fa tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.792420 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:12.793026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.807417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.819840 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Transition to ACTIVE for port object 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:12.832388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.836590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Transition to ACTIVE for port object 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:12.873768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Network 4e931ac1-a69f-47c3-90c6-9e56b84904c7 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:12.897060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:12.943895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-7313f221-72c2-484c-9575-81006135b3fa tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Calling delete_port for e943e8d0-f327-41ee-b605-842a249ea130 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:12.974955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Pushing event updated for resources: {'Port': ['ID=658bbd58-f3be-4d2f-8be8-6c7654c9ace3,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:12.988173 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-72aadf06-e00e-416e-875f-b795123ccff0 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1799619 Mar 02 09:01:12.988334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Network a77d15d4-f860-4690-9176-f850859f823f is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:12.988334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:12.990311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56488) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:12.998754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:13.010026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '34a06e63-97eb-4a79-9288-16d0c38c8d2b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:13.025761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:13.034666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:13.052932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:floatingip and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:13.063471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:13.063695 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d509529c-7aa2-4b92-a929-1f1dab330c46 None None] Sync routers for ids ['75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:13.088595 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509529c-7aa2-4b92-a929-1f1dab330c46 None None] Routers {'75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:13.089342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d509529c-7aa2-4b92-a929-1f1dab330c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:13.097367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:13.108957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4e931ac1-a69f-47c3-90c6-9e56b84904c7) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:13.126487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:13.126956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:13.127600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.134373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.138451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b5a32448-66f0-4b09-91a2-aa114290cb7f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "PUT /v2.0/routers/75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7 HTTP/1.1" status: 200 len: 884 time: 6.1937623 Mar 02 09:01:13.168799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56494) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:13.174720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-07280940-600f-406b-8b35-da05765ba2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.183397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e3366-66fd-4805-8a49-064f9f94f892 None None] Network 4e931ac1-a69f-47c3-90c6-9e56b84904c7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:13.205520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Attempting to bind port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:13.205907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Attempting to bind port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a77d15d4-f860-4690-9176-f850859f823f'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:13.206273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Attempting to bind port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 on network a77d15d4-f860-4690-9176-f850859f823f {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:13.221209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d509529c-7aa2-4b92-a929-1f1dab330c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:13.230749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:13.231123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Checking segment: {'id': 'e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a77d15d4-f860-4690-9176-f850859f823f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:13.231520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.231915 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Bound using segment: {'id': 'e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a77d15d4-f860-4690-9176-f850859f823f'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:13.232394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Bound port: 658bbd58-f3be-4d2f-8be8-6c7654c9ace3, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a77d15d4-f860-4690-9176-f850859f823f'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:13.232757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.254990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-07280940-600f-406b-8b35-da05765ba2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.316823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.330446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.347288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509529c-7aa2-4b92-a929-1f1dab330c46 None None] Routers {'75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:13.347869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d509529c-7aa2-4b92-a929-1f1dab330c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:13.355817 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-07280940-600f-406b-8b35-da05765ba2fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d69abb648b974a09bdd0beb26505500f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0956566 Mar 02 09:01:13.368009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56498) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:13.373952 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2865a6b2-a7a9-434d-9afc-5c9aa5a47f2c tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.5069611 Mar 02 09:01:13.375092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07280940-600f-406b-8b35-da05765ba2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76399e9-16c7-4ddb-a6d1-df2ed317f962,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:13.405536 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56502) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:13.418149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d509529c-7aa2-4b92-a929-1f1dab330c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:13.418559 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d509529c-7aa2-4b92-a929-1f1dab330c46 None None] The sync data for ids ['75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:13.458455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7313f221-72c2-484c-9575-81006135b3fa tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.544994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313f221-72c2-484c-9575-81006135b3fa tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event deleted for resources: {'Port': ['ID=e943e8d0-f327-41ee-b605-842a249ea130,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:13.553843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb00a3-9fb9-4942-be37-9eed1701d9a7 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:13.555436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb00a3-9fb9-4942-be37-9eed1701d9a7 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:13.556901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb00a3-9fb9-4942-be37-9eed1701d9a7 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:13.565900 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-37eb00a3-9fb9-4942-be37-9eed1701d9a7 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1637378 Mar 02 09:01:13.568425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] For port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:13.576464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56506) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:13.577269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] For port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=658bbd58-f3be-4d2f-8be8-6c7654c9ace3,segment=NetworkSegment(e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d),segment_id=e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:13.591877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-4e931ac1-a69f-47c3-90c6-9e56b84904c7', 'network_id': '4e931ac1-a69f-47c3-90c6-9e56b84904c7', 'tenant_id': '88e22111396b486faf3e8e5afdcfb4bc', 'fixed_ips': [{'subnet_id': 'f28919b6-b319-4a07-af9f-8acd5afba964'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:13.592716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.658277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.701389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1f6e74-17be-47e5-8412-59944ec7ec2e tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Deleting subnet 8756a874-ba11-40d1-bc82-32e3b32bd7d8 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:01:13.704878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e74-17be-47e5-8412-59944ec7ec2e tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.737929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d92c196d-5c5a-4d29-b956-9ed5edd029e5 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/routers/75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7 HTTP/1.1" status: 200 len: 925 time: 0.5607781 Mar 02 09:01:13.739486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a81f1-e23f-48a6-857e-c91f87dcd5b8 None None] Pushing event updated for resources: {'Port': ['ID=658bbd58-f3be-4d2f-8be8-6c7654c9ace3,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:13.747953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56510) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:13.793595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-20c84dab-3108-4260-a22b-a45d27d17477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.821916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e74-17be-47e5-8412-59944ec7ec2e tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.828100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7313f221-72c2-484c-9575-81006135b3fa tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.832233 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7313f221-72c2-484c-9575-81006135b3fa tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "DELETE /v2.0/ports/e943e8d0-f327-41ee-b605-842a249ea130 HTTP/1.1" status: 204 len: 168 time: 1.8271215 Mar 02 09:01:13.836704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56514) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:13.843259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-20c84dab-3108-4260-a22b-a45d27d17477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:13.885808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Allocated IP 2001:db8:0:1::1 (4e931ac1-a69f-47c3-90c6-9e56b84904c7/f28919b6-b319-4a07-af9f-8acd5afba964/78307db6-302c-40ed-8657-5e232a617594) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:13.893851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Router 523544d1-5da3-4bf2-bb08-aa7d76ec6a8f is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:13.917561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b43a05e-b3aa-4659-8edd-01ceec144787 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:13.922209 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4b43a05e-b3aa-4659-8edd-01ceec144787 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1730306 Mar 02 09:01:13.925680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56518) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:13.959620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-08823bfc-3ac6-4493-96e5-c78fb5b262fe tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Deleting subnet fde7246b-b12b-463d-bcd9-33c8a08cafdf {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:01:13.967335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08823bfc-3ac6-4493-96e5-c78fb5b262fe tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.002207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.078308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08823bfc-3ac6-4493-96e5-c78fb5b262fe tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.114812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-20c84dab-3108-4260-a22b-a45d27d17477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.123353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e74-17be-47e5-8412-59944ec7ec2e tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.173481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c84dab-3108-4260-a22b-a45d27d17477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76399e9-16c7-4ddb-a6d1-df2ed317f962,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:14.217197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.235204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Transition to ACTIVE for port object 78307db6-302c-40ed-8657-5e232a617594 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:14.261872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Transition to ACTIVE for port object 78307db6-302c-40ed-8657-5e232a617594 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:14.270206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-20c84dab-3108-4260-a22b-a45d27d17477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.271350 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-20c84dab-3108-4260-a22b-a45d27d17477 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d76399e9-16c7-4ddb-a6d1-df2ed317f962 HTTP/1.1" status: 204 len: 168 time: 0.9017308 Mar 02 09:01:14.288464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.26.3.213 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/57fd1427-a5d3-4592-ab4e-588fbd44f1e0) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:14.309102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08823bfc-3ac6-4493-96e5-c78fb5b262fe tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.324438 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.332534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6a2374-2f76-4232-8d19-fd8a7fdd0103 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:14.337076 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ac6a2374-2f76-4232-8d19-fd8a7fdd0103 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 881 time: 0.4104087 Mar 02 09:01:14.341164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56524) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:14.387129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:14.396808 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Sync routers for ids ['523544d1-5da3-4bf2-bb08-aa7d76ec6a8f'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:14.416469 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Routers {'523544d1-5da3-4bf2-bb08-aa7d76ec6a8f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:14.417406 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['523544d1-5da3-4bf2-bb08-aa7d76ec6a8f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:14.426288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Pushing event updated for resources: {'Port': ['ID=78307db6-302c-40ed-8657-5e232a617594,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:14.439124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Network 4e931ac1-a69f-47c3-90c6-9e56b84904c7 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:14.440292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:14.446345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:14.447963 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e77d2532-329e-43f3-8db5-f090507cf4e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7 HTTP/1.1" status: 200 len: 205 time: 0.1052616 Mar 02 09:01:14.450973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56528) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:14.591956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Attempting to bind port 78307db6-302c-40ed-8657-5e232a617594 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:14.592414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Attempting to bind port 78307db6-302c-40ed-8657-5e232a617594 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '491cbff6-a24b-40b0-a5d8-778eec8505b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4e931ac1-a69f-47c3-90c6-9e56b84904c7'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:14.592846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Attempting to bind port 78307db6-302c-40ed-8657-5e232a617594 on network 4e931ac1-a69f-47c3-90c6-9e56b84904c7 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:14.598892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:14.599343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Checking segment: {'id': '491cbff6-a24b-40b0-a5d8-778eec8505b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4e931ac1-a69f-47c3-90c6-9e56b84904c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:14.599805 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.600390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Bound using segment: {'id': '491cbff6-a24b-40b0-a5d8-778eec8505b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4e931ac1-a69f-47c3-90c6-9e56b84904c7'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:14.600924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Bound port: 78307db6-302c-40ed-8657-5e232a617594, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491cbff6-a24b-40b0-a5d8-778eec8505b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4e931ac1-a69f-47c3-90c6-9e56b84904c7'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:14.601358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.651428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.652877 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0218510d-aa4b-4114-822a-68969ef1363f tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4244854 Mar 02 09:01:14.654357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e74-17be-47e5-8412-59944ec7ec2e tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.658268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56532) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:14.714411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] For port 78307db6-302c-40ed-8657-5e232a617594, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:14.719991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] For port 78307db6-302c-40ed-8657-5e232a617594, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=78307db6-302c-40ed-8657-5e232a617594,segment=NetworkSegment(491cbff6-a24b-40b0-a5d8-778eec8505b2),segment_id=491cbff6-a24b-40b0-a5d8-778eec8505b2)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:14.759845 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Set router 523544d1-5da3-4bf2-bb08-aa7d76ec6a8f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:01:14.767130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.793975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.823686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08823bfc-3ac6-4493-96e5-c78fb5b262fe tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.911094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08823bfc-3ac6-4493-96e5-c78fb5b262fe tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.925722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa73ff3-7498-4d76-8b08-f1ae5b942755 None None] Pushing event updated for resources: {'Port': ['ID=78307db6-302c-40ed-8657-5e232a617594,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:14.926792 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:14.944262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0a628a-5a98-47f6-90db-eea5630d9d87 None None] Network 256f0b92-6cb4-437d-aa40-188fac34ea50 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:15.000652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08823bfc-3ac6-4493-96e5-c78fb5b262fe tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event deleted for resources: {'Subnet': ['ID=fde7246b-b12b-463d-bcd9-33c8a08cafdf,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:15.021086 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-08823bfc-3ac6-4493-96e5-c78fb5b262fe tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "DELETE /v2.0/subnets/fde7246b-b12b-463d-bcd9-33c8a08cafdf HTTP/1.1" status: 204 len: 168 time: 1.1810331 Mar 02 09:01:15.028116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56542) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:15.045361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f6e74-17be-47e5-8412-59944ec7ec2e tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Subnet': ['ID=8756a874-ba11-40d1-bc82-32e3b32bd7d8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:15.050179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6e74-17be-47e5-8412-59944ec7ec2e tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:15.052426 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ed1f6e74-17be-47e5-8412-59944ec7ec2e tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/subnets/8756a874-ba11-40d1-bc82-32e3b32bd7d8 HTTP/1.1" status: 204 len: 168 time: 1.4750321 Mar 02 09:01:15.061615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56548) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:15.098916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:15.122844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:15.133528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=57fd1427-a5d3-4592-ab4e-588fbd44f1e0,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:15.136123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:15.163049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-facfc5db-9953-4490-89b9-4ec62cb666fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Deleting subnet f28919b6-b319-4a07-af9f-8acd5afba964 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:01:15.172696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-facfc5db-9953-4490-89b9-4ec62cb666fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:15.251729 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523544d1-5da3-4bf2-bb08-aa7d76ec6a8f', 'name': 'tempest-snat-router-522463525', 'tenant_id': '49c4f91022b84bddb39c13a9f9fa6775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.157'}], 'enable_snat': False}, 'gw_port_id': 'bf71c04d-4684-4967-96fe-af3a33d78f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:01:09Z', 'updated_at': '2022-03-02T09:01:12Z', 'revision_number': 3, 'project_id': '49c4f91022b84bddb39c13a9f9fa6775', 'gw_port': {'id': 'bf71c04d-4684-4967-96fe-af3a33d78f87', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523544d1-5da3-4bf2-bb08-aa7d76ec6a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:01:10Z', 'updated_at': '2022-03-02T09:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:15.251984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:15.255828 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Checking router: 523544d1-5da3-4bf2-bb08-aa7d76ec6a8f for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:01:15.256362 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Updating router 523544d1-5da3-4bf2-bb08-aa7d76ec6a8f port bf71c04d-4684-4967-96fe-af3a33d78f87 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:01:15.314166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1497f332-232a-4808-bdd2-50c0f96456f8 None None] Network a77d15d4-f860-4690-9176-f850859f823f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:15.324777 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:15.394356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:15.480032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Deleting port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:15.480379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:15.489970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-facfc5db-9953-4490-89b9-4ec62cb666fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:15.631276 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] DHCP port deletion for 256f0b92-6cb4-437d-aa40-188fac34ea50 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:01:15.700617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] Deleting port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:15.700617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:15.851537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:15.891369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c85d7782-1ef8-456d-919e-61cfcbe6945a None None] Provisioning for port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:15.913263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-facfc5db-9953-4490-89b9-4ec62cb666fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:15.941303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] For port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f,segment=NetworkSegment(2dcf9c49-457c-46ee-bcf4-837917d8ed5b),segment_id=2dcf9c49-457c-46ee-bcf4-837917d8ed5b)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:15.941642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.028940 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-22649ed0-8079-4cf2-8d85-e6832dadbfe4 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/routers/523544d1-5da3-4bf2-bb08-aa7d76ec6a8f HTTP/1.1" status: 200 len: 908 time: 1.3329136 Mar 02 09:01:16.031848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56562) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:16.049945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'router': {'name': 'tempest-snat-router-522463525', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': True}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:16.056752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:16.066527 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Usage tracker for resource:router and tenant:49c4f91022b84bddb39c13a9f9fa6775 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:16.077290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:16.084562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.090168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Calling delete_port for 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:16.091787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:16.095224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-facfc5db-9953-4490-89b9-4ec62cb666fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.110460 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.138722 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Transition to ACTIVE for port object bf71c04d-4684-4967-96fe-af3a33d78f87 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:16.151477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfc5db-9953-4490-89b9-4ec62cb666fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Subnet': ['ID=f28919b6-b319-4a07-af9f-8acd5afba964,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:16.162237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-facfc5db-9953-4490-89b9-4ec62cb666fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.170974 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-facfc5db-9953-4490-89b9-4ec62cb666fc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/subnets/f28919b6-b319-4a07-af9f-8acd5afba964 HTTP/1.1" status: 204 len: 168 time: 1.0965209 Mar 02 09:01:16.176530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56568) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:16.235336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Deleting port 9fdeea08-4001-4804-98d1-dc4e5414a2e5 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:16.235336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.236122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] For port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f,segment=NetworkSegment(2dcf9c49-457c-46ee-bcf4-837917d8ed5b),segment_id=2dcf9c49-457c-46ee-bcf4-837917d8ed5b)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:16.236728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.280541 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.286548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.371671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event deleted for resources: {'Port': ['ID=0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:16.375655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] No DVR routers for this DVR port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:01:16.386342 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60242868-11e4-4254-8f55-923519dafbf6 None None] Pushing event updated for resources: {'Port': ['ID=bf71c04d-4684-4967-96fe-af3a33d78f87,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:16.401212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] DHCP port deletion for a77d15d4-f860-4690-9176-f850859f823f request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:01:16.414251 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Attempting to bind port bf71c04d-4684-4967-96fe-af3a33d78f87 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:16.414613 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Attempting to bind port bf71c04d-4684-4967-96fe-af3a33d78f87 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:16.416361 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Attempting to bind port bf71c04d-4684-4967-96fe-af3a33d78f87 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:16.429268 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:16.430304 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:16.430624 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.431019 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:16.432930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Bound port: bf71c04d-4684-4967-96fe-af3a33d78f87, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:16.433327 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.453623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.478928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:16.491633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] Calling delete_port for 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:16.533673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:16.534280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.573702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Deleting port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:16.574237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.612880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Calling delete_port for 9fdeea08-4001-4804-98d1-dc4e5414a2e5 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:16.656143 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] For port bf71c04d-4684-4967-96fe-af3a33d78f87, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:16.666499 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] For port bf71c04d-4684-4967-96fe-af3a33d78f87, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=bf71c04d-4684-4967-96fe-af3a33d78f87,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:16.722891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.756297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.757300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.766451 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.782286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256f0b92-6cb4-437d-aa40-188fac34ea50']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:16.798547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcf9c49-457c-46ee-bcf4-837917d8ed5b') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:16.800652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcf9c49-457c-46ee-bcf4-837917d8ed5b') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:16.830341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.847278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201bfe7-bca1-4f9a-b373-3954d759294b None None] Network 4e931ac1-a69f-47c3-90c6-9e56b84904c7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:16.854406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.862398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:01:16.863010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.874883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199a8516-f6f0-4e0f-b7b3-c0258ceef3cc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:16.876209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-199a8516-f6f0-4e0f-b7b3-c0258ceef3cc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Synchronizing usage tracker for tenant:88e22111396b486faf3e8e5afdcfb4bc on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:01:16.886611 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:01:16.894715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:16.897520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:01:16.898031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:01:16.907953 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Routers {'523544d1-5da3-4bf2-bb08-aa7d76ec6a8f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:16.908616 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['523544d1-5da3-4bf2-bb08-aa7d76ec6a8f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:16.952368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.001159 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60242868-11e4-4254-8f55-923519dafbf6 None None] Pushing event updated for resources: {'Port': ['ID=bf71c04d-4684-4967-96fe-af3a33d78f87,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:17.030418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-199a8516-f6f0-4e0f-b7b3-c0258ceef3cc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Unset dirty status for tenant:88e22111396b486faf3e8e5afdcfb4bc on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:17.031655 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-199a8516-f6f0-4e0f-b7b3-c0258ceef3cc tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8539467 Mar 02 09:01:17.032463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event deleted for resources: {'Port': ['ID=9fdeea08-4001-4804-98d1-dc4e5414a2e5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:17.035849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56578) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:17.083762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.125521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] For port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=658bbd58-f3be-4d2f-8be8-6c7654c9ace3,segment=NetworkSegment(e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d),segment_id=e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:17.125934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.154060 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] Set router 523544d1-5da3-4bf2-bb08-aa7d76ec6a8f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:01:17.183145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-70729631-3f48-41e7-8aec-c352131e145f None None] Provisioning for port 78307db6-302c-40ed-8657-5e232a617594 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:17.345928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.420143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] Deleting port 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:17.420715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.422819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.471389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Calling delete_port for 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:17.538218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.539641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.559299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] Pushing event deleted for resources: {'Network': ['ID=256f0b92-6cb4-437d-aa40-188fac34ea50,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:17.605962 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523544d1-5da3-4bf2-bb08-aa7d76ec6a8f', 'name': 'tempest-snat-router-522463525', 'tenant_id': '49c4f91022b84bddb39c13a9f9fa6775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.157'}], 'enable_snat': False}, 'gw_port_id': 'bf71c04d-4684-4967-96fe-af3a33d78f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:01:09Z', 'updated_at': '2022-03-02T09:01:12Z', 'revision_number': 3, 'project_id': '49c4f91022b84bddb39c13a9f9fa6775', 'gw_port': {'id': 'bf71c04d-4684-4967-96fe-af3a33d78f87', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523544d1-5da3-4bf2-bb08-aa7d76ec6a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:01:10Z', 'updated_at': '2022-03-02T09:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:17.610214 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c8e59-fa3f-45d9-bb5b-f8bd1e3d708f None None] The sync data for ids ['523544d1-5da3-4bf2-bb08-aa7d76ec6a8f'] in dv-neutron-828796-1-hyperv is: [{'id': '523544d1-5da3-4bf2-bb08-aa7d76ec6a8f', 'name': 'tempest-snat-router-522463525', 'tenant_id': '49c4f91022b84bddb39c13a9f9fa6775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.157'}], 'enable_snat': False}, 'gw_port_id': 'bf71c04d-4684-4967-96fe-af3a33d78f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:01:09Z', 'updated_at': '2022-03-02T09:01:12Z', 'revision_number': 3, 'project_id': '49c4f91022b84bddb39c13a9f9fa6775', 'gw_port': {'id': 'bf71c04d-4684-4967-96fe-af3a33d78f87', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ba:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523544d1-5da3-4bf2-bb08-aa7d76ec6a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:01:10Z', 'updated_at': '2022-03-02T09:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:17.734242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56590) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:17.738354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=658bbd58-f3be-4d2f-8be8-6c7654c9ace3,segment=NetworkSegment(e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d),segment_id=e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:17.748543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.770908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Deleting port 78307db6-302c-40ed-8657-5e232a617594 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:17.771259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.780544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-54751486-a500-430c-9a8a-20def67f37c4 None None] The port '0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:01:17.804400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-72c734f0-b530-46ef-aebe-b6e5cec5d680 tempest-AllowedAddressPairTestJSON-2051291976 tempest-AllowedAddressPairTestJSON-2051291976-project] 10.222.0.10 "DELETE /v2.0/networks/256f0b92-6cb4-437d-aa40-188fac34ea50 HTTP/1.1" status: 204 len: 168 time: 2.7722375 Mar 02 09:01:17.823646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.911160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.941524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:01:17.942114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.957692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:17.961230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.081540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:01:18.082233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:01:18.085399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:01:18.085767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0e1b77c9-7ea9-43a1-89c5-39d0fba8da4f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:01:18.089554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-636698335'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:18.094777 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:18.099679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Usage tracker for resource:router and tenant:826302f46554436c8e720fac867d5eb2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:18.102832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:18.109272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:18.122352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.122844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Fanout notify agent at l3_agent the message router_deleted on router 75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:18.135025 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] For port 78307db6-302c-40ed-8657-5e232a617594, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=78307db6-302c-40ed-8657-5e232a617594,segment=NetworkSegment(491cbff6-a24b-40b0-a5d8-778eec8505b2),segment_id=491cbff6-a24b-40b0-a5d8-778eec8505b2)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:18.135453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.194325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.198321 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-46c1b4ba-2aa1-4cd6-8948-8c1094a9f9e4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7 HTTP/1.1" status: 204 len: 168 time: 3.7440512 Mar 02 09:01:18.204926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=658bbd58-f3be-4d2f-8be8-6c7654c9ace3,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:18.209459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56598) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:18.227412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.229066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.244334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2141219747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:18.262338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:18.277195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Usage tracker for resource:router and tenant:d533b891edfc44ee9271ce9f225ac41d is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:18.280926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:18.287637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:18.292308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Calling delete_port for 78307db6-302c-40ed-8657-5e232a617594 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:18.317190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] DHCP port deletion for 4e931ac1-a69f-47c3-90c6-9e56b84904c7 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:01:18.319791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.321476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] Deleting port 78307db6-302c-40ed-8657-5e232a617594 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:18.321600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.352214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.373237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device bf71c04d-4684-4967-96fe-af3a33d78f87 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:18.418981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.420211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.425001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.645793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.648962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.652404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] For port 78307db6-302c-40ed-8657-5e232a617594, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=78307db6-302c-40ed-8657-5e232a617594,segment=NetworkSegment(491cbff6-a24b-40b0-a5d8-778eec8505b2),segment_id=491cbff6-a24b-40b0-a5d8-778eec8505b2)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:18.652888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.653775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56604) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:18.655092 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6f5add22-d239-4d26-a7cb-28b50992ef6f tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8728499 Mar 02 09:01:18.660781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Deleting port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:18.661078 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.670317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56608) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:18.696128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.731092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.739640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.794990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] No DVR routers for this DVR port 78307db6-302c-40ed-8657-5e232a617594 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:01:18.883619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Port': ['ID=78307db6-302c-40ed-8657-5e232a617594,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:18.889739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Allocated IP 172.26.3.109 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/7a0dccd8-6b08-4ec5-9014-0da6d321a137) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:18.899324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] Calling delete_port for 78307db6-302c-40ed-8657-5e232a617594 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:18.927831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port bf71c04d-4684-4967-96fe-af3a33d78f87 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:18.950650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port bf71c04d-4684-4967-96fe-af3a33d78f87 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:18.951015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:18.976789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-390aa454-c140-40db-8af8-eaecf075a1a2 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.049938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.077227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.107469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:01:19.107748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:01:19.146973 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-de584a9b-04f2-45a1-a4bc-cb0512a7a970 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71c6b4f1bc0a4864bf79f7e3639fdf08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735909 Mar 02 09:01:19.151128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56614) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:19.175472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.181236 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f9338426-263b-4ba8-a259-518717a65ec7 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9637356 Mar 02 09:01:19.190319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56618) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:19.199670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': True}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:19.246137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] For port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=658bbd58-f3be-4d2f-8be8-6c7654c9ace3,segment=NetworkSegment(e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d),segment_id=e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:19.246546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.264403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.310675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.320728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.388628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Calling delete_port for 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:19.436685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port bf71c04d-4684-4967-96fe-af3a33d78f87, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=bf71c04d-4684-4967-96fe-af3a33d78f87,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:19.461575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e931ac1-a69f-47c3-90c6-9e56b84904c7']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:19.529749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:19.533918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.536319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491cbff6-a24b-40b0-a5d8-778eec8505b2') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:19.536616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491cbff6-a24b-40b0-a5d8-778eec8505b2') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:19.543088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.555558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-390aa454-c140-40db-8af8-eaecf075a1a2 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.559299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-390aa454-c140-40db-8af8-eaecf075a1a2 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.561804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.589911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:19.592558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.601961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:19.606958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:01:19.607366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:01:19.630428 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:01:19.632296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.632396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] Deleting port 78307db6-302c-40ed-8657-5e232a617594 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:19.632396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.685870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:01:19.711131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.717661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event updated for resources: {'Port': ['ID=7a0dccd8-6b08-4ec5-9014-0da6d321a137,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:19.729726 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-38e18472-bff4-4fd4-b2b8-8fd85b2e67b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.745490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:01:19.746141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:01:19.754583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-390aa454-c140-40db-8af8-eaecf075a1a2 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.755180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390aa454-c140-40db-8af8-eaecf075a1a2 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 352bb1c4-3fe2-498b-87b6-51c76887003c {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:19.805431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-083f9750-3aa5-48eb-b286-30c6cf1d3c0c None None] The port '78307db6-302c-40ed-8657-5e232a617594' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:01:19.815906 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] No DVR routers for this DVR port 658bbd58-f3be-4d2f-8be8-6c7654c9ace3 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:01:19.836723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=bf71c04d-4684-4967-96fe-af3a33d78f87,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:19.837287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-390aa454-c140-40db-8af8-eaecf075a1a2 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.838471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-390aa454-c140-40db-8af8-eaecf075a1a2 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "DELETE /v2.0/routers/352bb1c4-3fe2-498b-87b6-51c76887003c HTTP/1.1" status: 204 len: 168 time: 1.1837206 Mar 02 09:01:19.843987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56624) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:19.846378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=57fd1427-a5d3-4592-ab4e-588fbd44f1e0,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:19.858356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Request body: {'router': {'name': 'tempest-router-1522501128', 'distributed': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:19.865878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:19.872379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.921511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Usage tracker for resource:router and tenant:826302f46554436c8e720fac867d5eb2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:19.930178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:19.933204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-09ba5310-3d2e-4a30-8dfc-8e0be7efdb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.933345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.941996 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1415525-a4f8-405c-af3f-71a16a2826cf None None] Pushing event deleted for resources: {'Port': ['ID=658bbd58-f3be-4d2f-8be8-6c7654c9ace3,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:19.942608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.955345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-38e18472-bff4-4fd4-b2b8-8fd85b2e67b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.963004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:19.970256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:19.990297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Network': ['ID=4e931ac1-a69f-47c3-90c6-9e56b84904c7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:20.010347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f7023e13-a199-4bfb-a62e-df4aae72f998 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/networks/4e931ac1-a69f-47c3-90c6-9e56b84904c7 HTTP/1.1" status: 204 len: 168 time: 2.9730549 Mar 02 09:01:20.013746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56628) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:20.088504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.089382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.191306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device bf71c04d-4684-4967-96fe-af3a33d78f87 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:20.219321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP c4a1a6d3-7083-4826-8fb4-3efe173074a9 associated. External IP: 172.26.3.213, port: 34a06e63-97eb-4a79-9288-16d0c38c8d2b. Mar 02 09:01:20.262520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port bf71c04d-4684-4967-96fe-af3a33d78f87 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:20.263002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.270429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.274188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-38e18472-bff4-4fd4-b2b8-8fd85b2e67b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.300123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.315738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e18472-bff4-4fd4-b2b8-8fd85b2e67b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83021e2e-8eaa-46d4-b946-84baecfd0a93,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:20.338333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-38e18472-bff4-4fd4-b2b8-8fd85b2e67b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.342091 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-38e18472-bff4-4fd4-b2b8-8fd85b2e67b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83021e2e-8eaa-46d4-b946-84baecfd0a93 HTTP/1.1" status: 204 len: 168 time: 1.1900268 Mar 02 09:01:20.441597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.455867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.485243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 78307db6-302c-40ed-8657-5e232a617594 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:01:20.526758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 78307db6-302c-40ed-8657-5e232a617594 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:01:20.527092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 78307db6-302c-40ed-8657-5e232a617594 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:01:20.584995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.678543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.682339 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b04b0765-1920-434d-8520-3e9193ff8f05 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8372233 Mar 02 09:01:20.684227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56636) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:20.691716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77d15d4-f860-4690-9176-f850859f823f']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:20.709620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:20.710136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ec1d46-f3a1-4983-9ff5-fc969cd9e98d') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:20.726903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.751261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.972801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:01:20.973472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.977416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:01:20.988843 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:01:21.083926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.133178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3cf6-680a-41b5-8674-73774ea4768e tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.302657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.389172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Allocated IP 172.26.3.254 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/19116b08-9d72-461e-aa79-8c02faf6976b) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:21.444290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.473668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.549298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Network': ['ID=a77d15d4-f860-4690-9176-f850859f823f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:21.557489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3cf6-680a-41b5-8674-73774ea4768e tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.560801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:21.563150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3cf6-680a-41b5-8674-73774ea4768e tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.566480 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b866ebd8-f3c7-4e21-9471-f10fa497940b tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/networks/a77d15d4-f860-4690-9176-f850859f823f HTTP/1.1" status: 204 len: 168 time: 1.5510280 Mar 02 09:01:21.570555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56656) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:21.596983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56660) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:21.686014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.770689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3cf6-680a-41b5-8674-73774ea4768e tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.771198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7e3cf6-680a-41b5-8674-73774ea4768e tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3d25dd5-37e8-4613-82a7-86d9cafe3d54 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:21.788965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.794603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.843585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Router bf3b0a58-21d4-4d05-bb58-410b87fcb944 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:21.846693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1378810128'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:21.862246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:21.864413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:21.865713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f7e3cf6-680a-41b5-8674-73774ea4768e tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.867530 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8f7e3cf6-680a-41b5-8674-73774ea4768e tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "DELETE /v2.0/routers/a3d25dd5-37e8-4613-82a7-86d9cafe3d54 HTTP/1.1" status: 204 len: 168 time: 1.1196840 Mar 02 09:01:21.873651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56668) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:21.873807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Usage tracker for resource:network and tenant:51fb0fb8f5364fb892d4c5f2524ac0dd is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:21.874504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:21.877399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:21.880391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:21.888945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:21.892129 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88071416-6990-499d-9e23-b433e820b0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:21.944039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:21.954624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24ca21-ec97-43c8-a901-8dd7be38526c None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:21.954792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Request body: {'router': {'name': 'tempest-router-1410431631', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'de76d8ce122a42aaa38f7159846b3451'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:21.965811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb24ca21-ec97-43c8-a901-8dd7be38526c None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:21.967027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cb24ca21-ec97-43c8-a901-8dd7be38526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:21.976828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event updated for resources: {'Port': ['ID=19116b08-9d72-461e-aa79-8c02faf6976b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:21.979398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:21.990213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Usage tracker for resource:router and tenant:de76d8ce122a42aaa38f7159846b3451 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:22.000456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:22.010456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:22.038222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Made reservation on behalf of 51fb0fb8f5364fb892d4c5f2524ac0dd for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:22.042137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.043437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cb24ca21-ec97-43c8-a901-8dd7be38526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:22.052772 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb24ca21-ec97-43c8-a901-8dd7be38526c None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:22.053430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cb24ca21-ec97-43c8-a901-8dd7be38526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:22.063974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.071136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.100080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:22.102952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.125688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cb24ca21-ec97-43c8-a901-8dd7be38526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:22.126127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24ca21-ec97-43c8-a901-8dd7be38526c None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:22.134429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3c2fae-79ed-467f-9e79-0fcae26e5578']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:22.141696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Usage tracker for resource:security_group_rule and tenant:51fb0fb8f5364fb892d4c5f2524ac0dd is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:22.151163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:22.165066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:22.169626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd48b9b0-8010-4a2e-a8d1-6997f1c92b3b') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:22.169975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd48b9b0-8010-4a2e-a8d1-6997f1c92b3b') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:22.231235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.232237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.324602 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.337629 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7700145d-4e3b-47dd-8811-fdb2ad86717a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.3406265 Mar 02 09:01:22.347707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56672) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:22.358486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-bcbc51fd-5af8-47fc-82ab-d9b56f23b73c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'port_id': '34a06e63-97eb-4a79-9288-16d0c38c8d2b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:22.405982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:22.419099 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Sync routers for ids ['bf3b0a58-21d4-4d05-bb58-410b87fcb944'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:22.423696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.429916 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Routers {'bf3b0a58-21d4-4d05-bb58-410b87fcb944'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:22.430786 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['bf3b0a58-21d4-4d05-bb58-410b87fcb944'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:22.447093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:01:22.447498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.449926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:01:22.465947 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:01:22.555764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcbc51fd-5af8-47fc-82ab-d9b56f23b73c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.567494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.572277 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5fa99467-0708-45d4-9c66-90fecbde91be tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5395017 Mar 02 09:01:22.580514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56676) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:22.583184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.619087 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Set router bf3b0a58-21d4-4d05-bb58-410b87fcb944 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:01:22.695516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.723069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.747668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Network': ['ID=cb3c2fae-79ed-467f-9e79-0fcae26e5578,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:22.768362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.772832 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-657876d3-a799-4e46-bded-da9d3d787b8d tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8929706 Mar 02 09:01:22.783806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56680) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:22.803278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:22.866559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:22.875907 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3344c138-4b1e-4f6f-b736-4e86a4d6d6c6 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/networks/cb3c2fae-79ed-467f-9e79-0fcae26e5578 HTTP/1.1" status: 204 len: 168 time: 1.3033481 Mar 02 09:01:22.884482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56684) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:22.912522 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3b0a58-21d4-4d05-bb58-410b87fcb944', 'name': 'tempest-snat-router-522463525', 'tenant_id': '49c4f91022b84bddb39c13a9f9fa6775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '7a0dccd8-6b08-4ec5-9014-0da6d321a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:01:16Z', 'updated_at': '2022-03-02T09:01:20Z', 'revision_number': 3, 'project_id': '49c4f91022b84bddb39c13a9f9fa6775', 'gw_port': {'id': '7a0dccd8-6b08-4ec5-9014-0da6d321a137', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3b0a58-21d4-4d05-bb58-410b87fcb944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:01:18Z', 'updated_at': '2022-03-02T09:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:22.917316 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Checking router: bf3b0a58-21d4-4d05-bb58-410b87fcb944 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:01:22.917653 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Updating router bf3b0a58-21d4-4d05-bb58-410b87fcb944 port 7a0dccd8-6b08-4ec5-9014-0da6d321a137 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:01:22.933249 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-69006c52-8d09-40a7-8c62-c3cff4b8f1dd tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/routers/bf3b0a58-21d4-4d05-bb58-410b87fcb944 HTTP/1.1" status: 200 len: 907 time: 0.3515182 Mar 02 09:01:22.936157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56688) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:22.979003 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.075566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.104118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.274680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.337650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.341134 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.354504 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Transition to ACTIVE for port object 7a0dccd8-6b08-4ec5-9014-0da6d321a137 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:23.418761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.438059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.451318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.473924 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.485614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.493385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.496444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.545433 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fea82b-4a45-4cb9-8cd9-7b3abfa4602f None None] Pushing event updated for resources: {'Port': ['ID=7a0dccd8-6b08-4ec5-9014-0da6d321a137,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:23.576436 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Attempting to bind port 7a0dccd8-6b08-4ec5-9014-0da6d321a137 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:23.576947 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Attempting to bind port 7a0dccd8-6b08-4ec5-9014-0da6d321a137 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:23.577415 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Attempting to bind port 7a0dccd8-6b08-4ec5-9014-0da6d321a137 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:23.583322 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:23.583827 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:23.584325 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.584797 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:23.586211 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Bound port: 7a0dccd8-6b08-4ec5-9014-0da6d321a137, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:23.586672 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.664822 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] For port 7a0dccd8-6b08-4ec5-9014-0da6d321a137, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:23.667228 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] For port 7a0dccd8-6b08-4ec5-9014-0da6d321a137, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7a0dccd8-6b08-4ec5-9014-0da6d321a137,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:23.714817 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.755866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:23.793206 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fea82b-4a45-4cb9-8cd9-7b3abfa4602f None None] Pushing event updated for resources: {'Port': ['ID=7a0dccd8-6b08-4ec5-9014-0da6d321a137,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:23.801780 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Routers {'bf3b0a58-21d4-4d05-bb58-410b87fcb944'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:23.802454 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['bf3b0a58-21d4-4d05-bb58-410b87fcb944'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:23.834345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.898018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Deleting port 7a0dccd8-6b08-4ec5-9014-0da6d321a137 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:23.898360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.903462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433ed757-b1e2-4718-8cf0-4017a6973ac1,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:23.917223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.917223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Added segment 0a6cb09a-ba1e-4385-8454-b96ceebd0c32 of type vlan for network 36de08cf-8fb0-480d-9a21-8ed9137d3d69 Mar 02 09:01:23.917223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88401) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 02 09:01:23.917223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Router 10ec2587-648e-4af8-bd31-c39268da73d0 migrating from provider to provider. {{(pid=88401) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 02 09:01:23.917223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.974159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:23.984215 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] Set router bf3b0a58-21d4-4d05-bb58-410b87fcb944 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:01:24.043329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Router 2aedb821-59aa-4d1b-b97b-bf31560148e8 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:24.047066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.065281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.086835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.167595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] For port 7a0dccd8-6b08-4ec5-9014-0da6d321a137, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7a0dccd8-6b08-4ec5-9014-0da6d321a137,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:24.167957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.182220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b7270d-792e-4ba9-8a8f-488f10be705a']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:24.275068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b176ee-3dc4-4e5b-b540-374f8df0c4bb') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:24.275758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b176ee-3dc4-4e5b-b540-374f8df0c4bb') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:24.278705 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3b0a58-21d4-4d05-bb58-410b87fcb944', 'name': 'tempest-snat-router-522463525', 'tenant_id': '49c4f91022b84bddb39c13a9f9fa6775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '7a0dccd8-6b08-4ec5-9014-0da6d321a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:01:16Z', 'updated_at': '2022-03-02T09:01:20Z', 'revision_number': 3, 'project_id': '49c4f91022b84bddb39c13a9f9fa6775', 'gw_port': {'id': '7a0dccd8-6b08-4ec5-9014-0da6d321a137', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3b0a58-21d4-4d05-bb58-410b87fcb944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:01:18Z', 'updated_at': '2022-03-02T09:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:24.282969 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9abf0b-8aee-490f-94b5-019ee852d691 None None] The sync data for ids ['bf3b0a58-21d4-4d05-bb58-410b87fcb944'] in dv-neutron-828796-1-hyperv is: [{'id': 'bf3b0a58-21d4-4d05-bb58-410b87fcb944', 'name': 'tempest-snat-router-522463525', 'tenant_id': '49c4f91022b84bddb39c13a9f9fa6775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': '7a0dccd8-6b08-4ec5-9014-0da6d321a137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:01:16Z', 'updated_at': '2022-03-02T09:01:20Z', 'revision_number': 3, 'project_id': '49c4f91022b84bddb39c13a9f9fa6775', 'gw_port': {'id': '7a0dccd8-6b08-4ec5-9014-0da6d321a137', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3b0a58-21d4-4d05-bb58-410b87fcb944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:01:18Z', 'updated_at': '2022-03-02T09:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:24.298618 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.312743 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] No L3 agents can host the router 10ec2587-648e-4af8-bd31-c39268da73d0 Mar 02 09:01:24.328791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.339905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:01:24.340310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:01:24.360235 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:01:24.362580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Calling delete_port for 7a0dccd8-6b08-4ec5-9014-0da6d321a137 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:24.435837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:24.440629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.442084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.445451 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5b0d04b4-138b-4b25-8d6d-004793283d0a tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "PUT /v2.0/routers/2aedb821-59aa-4d1b-b97b-bf31560148e8 HTTP/1.1" status: 200 len: 919 time: 5.2538910 Mar 02 09:01:24.446343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56692) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:24.447562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:24.448152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.449026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e1840-ba36-4bb1-aee1-3ecca9c535f5 None None] Sync routers for ids ['2aedb821-59aa-4d1b-b97b-bf31560148e8'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:24.461073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e1840-ba36-4bb1-aee1-3ecca9c535f5 None None] Routers {'2aedb821-59aa-4d1b-b97b-bf31560148e8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:24.461682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dc1e1840-ba36-4bb1-aee1-3ecca9c535f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2aedb821-59aa-4d1b-b97b-bf31560148e8'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:24.555428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.595669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dc1e1840-ba36-4bb1-aee1-3ecca9c535f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:24.622917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e1840-ba36-4bb1-aee1-3ecca9c535f5 None None] Routers {'2aedb821-59aa-4d1b-b97b-bf31560148e8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:24.623678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dc1e1840-ba36-4bb1-aee1-3ecca9c535f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2aedb821-59aa-4d1b-b97b-bf31560148e8'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:24.653017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-bcbc51fd-5af8-47fc-82ab-d9b56f23b73c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:01:24.705379 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-75810aac-8fb5-4146-8ade-e8da554d4436 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/routers/2aedb821-59aa-4d1b-b97b-bf31560148e8 HTTP/1.1" status: 200 len: 925 time: 0.2542691 Mar 02 09:01:24.707092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56696) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:24.712942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dc1e1840-ba36-4bb1-aee1-3ecca9c535f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:24.713577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e1840-ba36-4bb1-aee1-3ecca9c535f5 None None] The sync data for ids ['2aedb821-59aa-4d1b-b97b-bf31560148e8'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:24.764547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.853530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888bb6f1-8961-4a42-a40d-b54f3a627a4f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:24.858218 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-888bb6f1-8961-4a42-a40d-b54f3a627a4f tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=2aedb821-59aa-4d1b-b97b-bf31560148e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1500061 Mar 02 09:01:24.860232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56700) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:24.875892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.884757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcbc51fd-5af8-47fc-82ab-d9b56f23b73c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.895904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Pushing event updated for resources: {'Network': ['ID=36de08cf-8fb0-480d-9a21-8ed9137d3d69,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:24.910213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 36de08cf-8fb0-480d-9a21-8ed9137d3d69 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:24.918519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Hosts for router 10ec2587-648e-4af8-bd31-c39268da73d0: [] {{(pid=88401) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 02 09:01:24.951148 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] 10.222.0.10 "DELETE /v2.0/networks/60b7270d-792e-4ba9-8a8f-488f10be705a HTTP/1.1" status: 204 len: 168 time: 2.0654612 Mar 02 09:01:24.962835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52718b52-cee2-4307-9551-451544bc36b0 tempest-BulkNetworkOpsIpV6Test-1164857933 tempest-BulkNetworkOpsIpV6Test-1164857933-project] Pushing event deleted for resources: {'Network': ['ID=60b7270d-792e-4ba9-8a8f-488f10be705a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:24.974160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Hosts for other DVR routers connected to router 10ec2587-648e-4af8-bd31-c39268da73d0: set() {{(pid=88401) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 02 09:01:24.976687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.978017 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2a68b609-77e2-43ff-92e1-efc1c3351179 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "PUT /v2.0/routers/10ec2587-648e-4af8-bd31-c39268da73d0 HTTP/1.1" status: 200 len: 717 time: 2.1870935 Mar 02 09:01:24.980760 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f2813120-93a9-4c65-8758-c36b0d2833d1 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.3737953 Mar 02 09:01:24.981752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcbc51fd-5af8-47fc-82ab-d9b56f23b73c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:24.982519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56706) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:24.998930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:25.005209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56708) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:25.145315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Request body: {'subnet': {'network_id': '36de08cf-8fb0-480d-9a21-8ed9137d3d69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:25.161989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a0dccd8-6b08-4ec5-9014-0da6d321a137,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:25.480311 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-09b59cce-710b-4569-83ff-253d8e1eda47 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "GET /v2.0/routers/10ec2587-648e-4af8-bd31-c39268da73d0 HTTP/1.1" status: 200 len: 717 time: 0.4827244 Mar 02 09:01:25.483496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56716) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:25.526844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbc51fd-5af8-47fc-82ab-d9b56f23b73c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:25.534000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a5bd3-30d2-40d1-91dd-9e123cea342d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:25.538579 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ed8a5bd3-30d2-40d1-91dd-9e123cea342d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 881 time: 0.6743281 Mar 02 09:01:25.539783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56722) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:25.560173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56726) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:25.575740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:25.579645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Usage tracker for resource:subnet and tenant:51fb0fb8f5364fb892d4c5f2524ac0dd is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:25.582557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:25.588755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:25.597683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:25.681544 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-82abff51-f1f7-45bb-bb63-b67e02efa863 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=2aedb821-59aa-4d1b-b97b-bf31560148e8 HTTP/1.1" status: 200 len: 205 time: 0.1404440 Mar 02 09:01:25.684405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56732) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:25.727431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Made reservation on behalf of 51fb0fb8f5364fb892d4c5f2524ac0dd for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:25.727431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:25.889613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:25.897569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:25.959894 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ea3e7d77-94d2-4430-ae92-45da91008927 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88e22111396b486faf3e8e5afdcfb4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984501 Mar 02 09:01:25.962282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56736) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:25.972303 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8f43fde6-d1fe-41cb-8fa5-6c85bdd1a92d tempest-RoutersTestDVR-347200439 tempest-RoutersTestDVR-347200439-project] 10.222.0.10 "GET /v2.0/routers/10ec2587-648e-4af8-bd31-c39268da73d0 HTTP/1.1" status: 200 len: 683 time: 0.4877720 Mar 02 09:01:25.980167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56740) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:26.024345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-27d44f96-c45f-4309-8a08-8f222a886110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.039732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.040217 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf3b0a58-21d4-4d05-bb58-410b87fcb944 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:26.068600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-27d44f96-c45f-4309-8a08-8f222a886110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.130860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbc51fd-5af8-47fc-82ab-d9b56f23b73c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:26.135827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.139337 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-26558f4e-bc87-4fd5-8703-ae5f445ded55 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "DELETE /v2.0/routers/bf3b0a58-21d4-4d05-bb58-410b87fcb944 HTTP/1.1" status: 204 len: 168 time: 3.1768417 Mar 02 09:01:26.140457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcbc51fd-5af8-47fc-82ab-d9b56f23b73c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.146120 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085e345-80b1-4c6f-92e9-1b85b28bb599 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:26.155377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56744) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:26.162223 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085e345-80b1-4c6f-92e9-1b85b28bb599 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:26.163084 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7085e345-80b1-4c6f-92e9-1b85b28bb599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:26.254069 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7085e345-80b1-4c6f-92e9-1b85b28bb599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:26.263149 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085e345-80b1-4c6f-92e9-1b85b28bb599 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:26.264431 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7085e345-80b1-4c6f-92e9-1b85b28bb599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:26.274422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a86e658c-9249-4ec0-a566-722b796adf80 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.325476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.350149 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7085e345-80b1-4c6f-92e9-1b85b28bb599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:26.350656 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7085e345-80b1-4c6f-92e9-1b85b28bb599 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:26.401531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.457693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-27d44f96-c45f-4309-8a08-8f222a886110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.476737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.529057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d44f96-c45f-4309-8a08-8f222a886110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f176f0-42a5-4c2e-8eb9-97d3810ea600,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:26.563927 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-27d44f96-c45f-4309-8a08-8f222a886110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.567796 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-27d44f96-c45f-4309-8a08-8f222a886110 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8f176f0-42a5-4c2e-8eb9-97d3810ea600 HTTP/1.1" status: 204 len: 168 time: 0.6044204 Mar 02 09:01:26.635815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Pushing event updated for resources: {'Subnet': ['ID=8b2062a4-68c3-412f-b700-80af1f160821,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:26.662398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Checking segment: {'id': '0a6cb09a-ba1e-4385-8454-b96ceebd0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '36de08cf-8fb0-480d-9a21-8ed9137d3d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:26.662733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Network hostable DHCP agents. Network: 36de08cf-8fb0-480d-9a21-8ed9137d3d69, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:26.698522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.787853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Network 36de08cf-8fb0-480d-9a21-8ed9137d3d69 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:26.816358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Deleting port bf71c04d-4684-4967-96fe-af3a33d78f87 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:26.816706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.832971 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bcbc51fd-5af8-47fc-82ab-d9b56f23b73c tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/floatingips/c4a1a6d3-7083-4826-8fb4-3efe173074a9 HTTP/1.1" status: 200 len: 979 time: 4.4816716 Mar 02 09:01:26.846974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56752) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:26.891476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a86e658c-9249-4ec0-a566-722b796adf80 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.901771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a86e658c-9249-4ec0-a566-722b796adf80 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.919226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 36de08cf-8fb0-480d-9a21-8ed9137d3d69) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:26.928441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51318df3-b105-4c68-8655-21e9100c73ae None None] Network 36de08cf-8fb0-480d-9a21-8ed9137d3d69 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:26.933763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:26.950781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:26.951379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.000133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Deleting port 19116b08-9d72-461e-aa79-8c02faf6976b {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:27.000623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.042856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a86e658c-9249-4ec0-a566-722b796adf80 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.043267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86e658c-9249-4ec0-a566-722b796adf80 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10ec2587-648e-4af8-bd31-c39268da73d0 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:27.059094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a86e658c-9249-4ec0-a566-722b796adf80 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.066324 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a86e658c-9249-4ec0-a566-722b796adf80 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "DELETE /v2.0/routers/10ec2587-648e-4af8-bd31-c39268da73d0 HTTP/1.1" status: 204 len: 168 time: 1.0850945 Mar 02 09:01:27.067184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56764) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:27.075285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Request body: {'router': {'name': 'tempest-router-415786264', 'distributed': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:27.083151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:27.095019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Usage tracker for resource:router and tenant:826302f46554436c8e720fac867d5eb2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:27.100160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:27.129987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:27.220424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-36de08cf-8fb0-480d-9a21-8ed9137d3d69', 'network_id': '36de08cf-8fb0-480d-9a21-8ed9137d3d69', 'tenant_id': '51fb0fb8f5364fb892d4c5f2524ac0dd', 'fixed_ips': [{'subnet_id': '8b2062a4-68c3-412f-b700-80af1f160821'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:27.221314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.258784 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.265646 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6837d4a7-c99e-4152-8590-9c94bb3547e2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2030969 Mar 02 09:01:27.274922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56770) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:27.282737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Request body: {'port': {'network_id': '36de08cf-8fb0-480d-9a21-8ed9137d3d69', 'name': 'tempest-TagsExtTest-1314985250'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:27.336840 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 57fd1427-a5d3-4592-ab4e-588fbd44f1e0 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:27.337177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.391713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] For port bf71c04d-4684-4967-96fe-af3a33d78f87, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=bf71c04d-4684-4967-96fe-af3a33d78f87,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:27.391713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.405452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Allocated IP 172.20.0.2 (36de08cf-8fb0-480d-9a21-8ed9137d3d69/8b2062a4-68c3-412f-b700-80af1f160821/5197d0b9-4b3f-445f-89be-7151d94db2d3) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:27.409413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.410458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.421231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Calling delete_port for 19116b08-9d72-461e-aa79-8c02faf6976b owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:27.556218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Calling delete_port for bf71c04d-4684-4967-96fe-af3a33d78f87 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:27.559422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.643366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:27.649193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Usage tracker for resource:port and tenant:51fb0fb8f5364fb892d4c5f2524ac0dd is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:27.653331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:27.665998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:27.711905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.738757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.753677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Made reservation on behalf of 51fb0fb8f5364fb892d4c5f2524ac0dd for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:27.754559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56782) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:27.757291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.761438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.761760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.795323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] device_id is not set on port a7691072-6901-4439-9846-aceed16ac674 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:01:27.857349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Transition to ACTIVE for port object 5197d0b9-4b3f-445f-89be-7151d94db2d3 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:27.861121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.878041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Transition to ACTIVE for port object 5197d0b9-4b3f-445f-89be-7151d94db2d3 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:27.893084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 57fd1427-a5d3-4592-ab4e-588fbd44f1e0 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:27.914608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.915793 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f247366e-7a40-43c1-b7dc-017479e8f823 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8449149 Mar 02 09:01:27.921077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event deleted for resources: {'Port': ['ID=19116b08-9d72-461e-aa79-8c02faf6976b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:27.922291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56788) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:27.938914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-934994590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:27.941941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:27.948335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:27.953923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:router and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:27.958791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:27.978582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:28.008408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Network 36de08cf-8fb0-480d-9a21-8ed9137d3d69 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:28.012037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:28.016400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:28.117454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.118504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.138705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.154065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7a0dccd8-6b08-4ec5-9014-0da6d321a137 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:01:28.158172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.193459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 7a0dccd8-6b08-4ec5-9014-0da6d321a137 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:01:28.193907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7a0dccd8-6b08-4ec5-9014-0da6d321a137 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:01:28.195899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Pushing event updated for resources: {'Port': ['ID=5197d0b9-4b3f-445f-89be-7151d94db2d3,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:28.202627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Attempting to bind port 5197d0b9-4b3f-445f-89be-7151d94db2d3 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:28.202627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Attempting to bind port 5197d0b9-4b3f-445f-89be-7151d94db2d3 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '0a6cb09a-ba1e-4385-8454-b96ceebd0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '36de08cf-8fb0-480d-9a21-8ed9137d3d69'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:28.202870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Attempting to bind port 5197d0b9-4b3f-445f-89be-7151d94db2d3 on network 36de08cf-8fb0-480d-9a21-8ed9137d3d69 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:28.209446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:28.211146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Checking segment: {'id': '0a6cb09a-ba1e-4385-8454-b96ceebd0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '36de08cf-8fb0-480d-9a21-8ed9137d3d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:28.211146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.211383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Bound using segment: {'id': '0a6cb09a-ba1e-4385-8454-b96ceebd0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '36de08cf-8fb0-480d-9a21-8ed9137d3d69'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:28.211970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Bound port: 5197d0b9-4b3f-445f-89be-7151d94db2d3, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6cb09a-ba1e-4385-8454-b96ceebd0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '36de08cf-8fb0-480d-9a21-8ed9137d3d69'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:28.212450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.219467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf71c04d-4684-4967-96fe-af3a33d78f87,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:28.287744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a78ab9f5-2b73-4190-bf8e-f0c13ece6885 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.292592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.307353 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] For port 5197d0b9-4b3f-445f-89be-7151d94db2d3, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:28.310499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] For port 5197d0b9-4b3f-445f-89be-7151d94db2d3, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5197d0b9-4b3f-445f-89be-7151d94db2d3,segment=NetworkSegment(0a6cb09a-ba1e-4385-8454-b96ceebd0c32),segment_id=0a6cb09a-ba1e-4385-8454-b96ceebd0c32)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:28.340408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.410780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.420437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Allocated IP 172.20.0.3 (36de08cf-8fb0-480d-9a21-8ed9137d3d69/8b2062a4-68c3-412f-b700-80af1f160821/a7691072-6901-4439-9846-aceed16ac674) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:28.448243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.484073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.492252 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.495898 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4767c28b-b820-4b69-b116-437fda4d9a97 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7370088 Mar 02 09:01:28.502397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec2a54-6bde-49e4-b470-d02cb2ea3156 None None] Pushing event updated for resources: {'Port': ['ID=5197d0b9-4b3f-445f-89be-7151d94db2d3,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:28.504743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56794) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:28.542229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=57fd1427-a5d3-4592-ab4e-588fbd44f1e0,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:28.552742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-696749765'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:28.755208 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:28.760094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.768130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.792565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.794532 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:network and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:28.802860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:28.825920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:28.826123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.843180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a78ab9f5-2b73-4190-bf8e-f0c13ece6885 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.846675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a78ab9f5-2b73-4190-bf8e-f0c13ece6885 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.848401 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.848730 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP c4a1a6d3-7083-4826-8fb4-3efe173074a9 disassociated (deleted). External IP: 172.26.3.213, port: 34a06e63-97eb-4a79-9288-16d0c38c8d2b. Mar 02 09:01:28.933657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.934139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 523544d1-5da3-4bf2-bb08-aa7d76ec6a8f {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:28.979261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:28.979864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Fanout notify agent at l3_agent the message router_deleted on router 2aedb821-59aa-4d1b-b97b-bf31560148e8 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:29.002344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.007169 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fc509c99-20e0-4018-a3e9-b2d80098efa5 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "DELETE /v2.0/routers/523544d1-5da3-4bf2-bb08-aa7d76ec6a8f HTTP/1.1" status: 204 len: 168 time: 2.8474033 Mar 02 09:01:29.007351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a78ab9f5-2b73-4190-bf8e-f0c13ece6885 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.007351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78ab9f5-2b73-4190-bf8e-f0c13ece6885 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 591bf155-850e-4f66-b353-1d4e76e4ecf5 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:29.009020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Made reservation on behalf of 39a505e29f92429686f2d77df7150ae4 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:29.010191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56798) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:29.012085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.027027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-569242519', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:29.030186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.039132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:29.052713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.054473 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a84e512f-a130-4325-8cef-585e6bc1436f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/2aedb821-59aa-4d1b-b97b-bf31560148e8 HTTP/1.1" status: 204 len: 168 time: 3.3684938 Mar 02 09:01:29.061399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56802) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:29.063746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Usage tracker for resource:router and tenant:cfa529e7d5a44e3bb6dc6bd39dcb2ed6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:29.064096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:29.067581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a78ab9f5-2b73-4190-bf8e-f0c13ece6885 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.072302 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a78ab9f5-2b73-4190-bf8e-f0c13ece6885 tempest-RoutersTestDVR-1388186501 tempest-RoutersTestDVR-1388186501-project-admin] 10.222.0.10 "DELETE /v2.0/routers/591bf155-850e-4f66-b353-1d4e76e4ecf5 HTTP/1.1" status: 204 len: 168 time: 1.1480420 Mar 02 09:01:29.072681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-157425602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:29.076028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:29.077593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:security_group_rule and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:29.082802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:29.086264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:29.087547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:29.112078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.137989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Transition to ACTIVE for port object a7691072-6901-4439-9846-aceed16ac674 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:29.144575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:29.153314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Usage tracker for resource:router and tenant:d533b891edfc44ee9271ce9f225ac41d is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:29.167355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:29.184169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:29.192761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.193809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.208804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.245447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.281812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.282829 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.322337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Network 36de08cf-8fb0-480d-9a21-8ed9137d3d69 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:29.330710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:29.336272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:29.360634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:29.364221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.414625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Pushing event updated for resources: {'Port': ['ID=a7691072-6901-4439-9846-aceed16ac674,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:29.509408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.628649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:29.630346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56810) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:29.631262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.641196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40fb28-67c7-4866-8861-a0d3e7e0c4f1 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:29.661034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.662782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40fb28-67c7-4866-8861-a0d3e7e0c4f1 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:29.663626 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-0a40fb28-67c7-4866-8861-a0d3e7e0c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:29.718842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:29.737225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.756254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:29.757671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.758969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-0a40fb28-67c7-4866-8861-a0d3e7e0c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:29.765505 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042bfce3-adf1-43f6-86b9-6edb638bf3fc None None] Network 36de08cf-8fb0-480d-9a21-8ed9137d3d69 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:29.779163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b6fd86-44ff-4cc1-919d-ce8d4ce2d2ae,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:29.789043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.789437 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Added segment 763d5ed6-1627-4d41-8e0d-e8228bc3f57e of type vlan for network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 Mar 02 09:01:29.804520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.808520 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5edc24ba-f686-4f5a-80b4-583eb0a7c043 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7433522 Mar 02 09:01:29.813446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56816) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:29.831199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40fb28-67c7-4866-8861-a0d3e7e0c4f1 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:29.836998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-0a40fb28-67c7-4866-8861-a0d3e7e0c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:29.840431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.845649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': False}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:29.874528 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ec985580-c891-4268-8b28-82a5a486f2e9 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5979764 Mar 02 09:01:29.877001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56820) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:29.883249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-608283097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:29.890414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:29.894871 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Usage tracker for resource:router and tenant:51fb0fb8f5364fb892d4c5f2524ac0dd is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:29.897878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:29.903695 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1d0566ce-7468-477b-90d4-d65be052a5ca tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/floatingips/c4a1a6d3-7083-4826-8fb4-3efe173074a9 HTTP/1.1" status: 204 len: 168 time: 3.0548282 Mar 02 09:01:29.903695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.904795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56824) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:29.925472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:29.934358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2965d0ca-abde-419e-b6a2-b3eebda1d86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:29.962784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-0a40fb28-67c7-4866-8861-a0d3e7e0c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:29.963103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40fb28-67c7-4866-8861-a0d3e7e0c4f1 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:30.029963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a77270fc-23aa-436d-8f54-99d5ed092b59 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 34a06e63-97eb-4a79-9288-16d0c38c8d2b {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:30.030588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a77270fc-23aa-436d-8f54-99d5ed092b59 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.032089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-95476010-08ae-4e7c-a402-acbf48f89891 None None] Provisioning for port 5197d0b9-4b3f-445f-89be-7151d94db2d3 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:30.063185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2965d0ca-abde-419e-b6a2-b3eebda1d86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:30.065610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:01:30.091491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2965d0ca-abde-419e-b6a2-b3eebda1d86e admin admin] Usage tracker for resource:security_group_rule and tenant:de76d8ce122a42aaa38f7159846b3451 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:30.096439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2965d0ca-abde-419e-b6a2-b3eebda1d86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:30.103679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2965d0ca-abde-419e-b6a2-b3eebda1d86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:30.109660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.110703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.197921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.258805 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5197d0b9-4b3f-445f-89be-7151d94db2d3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:30.264695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.270796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:30.271616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.352111 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.416860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 5197d0b9-4b3f-445f-89be-7151d94db2d3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:30.424222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5197d0b9-4b3f-445f-89be-7151d94db2d3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:30.424877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.518930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.546645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c0aefbfd-74e9-46e0-8d8c-8dbbac9fb5b3 None None] Provisioning complete for port 5197d0b9-4b3f-445f-89be-7151d94db2d3 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:30.548246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0aefbfd-74e9-46e0-8d8c-8dbbac9fb5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.614575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.619021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56828) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:30.619547 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-da624694-5a24-44cb-b5e1-2ae27b2571c2 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7410626 Mar 02 09:01:30.625043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Network': ['ID=bab4f37d-9db1-42cc-a63a-dcfb4ab286f6,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:30.626224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a77270fc-23aa-436d-8f54-99d5ed092b59 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.633072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.633163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-80acde92-ab72-4cf6-902e-ba7d4f0ff716 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-796456809', 'prefixes': ['172.20.0.0/16']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:30.639810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:30.654649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-80acde92-ab72-4cf6-902e-ba7d4f0ff716 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:30.668410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.683603 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0d2d4f21-e186-4e84-912c-988c9d777792 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1712339 Mar 02 09:01:30.685292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56832) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:30.696579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'subnet': {'network_id': 'bab4f37d-9db1-42cc-a63a-dcfb4ab286f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:30.827816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a77270fc-23aa-436d-8f54-99d5ed092b59 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 34a06e63-97eb-4a79-9288-16d0c38c8d2b owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:30.865394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.892467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0aefbfd-74e9-46e0-8d8c-8dbbac9fb5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.914697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2965d0ca-abde-419e-b6a2-b3eebda1d86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:30.927856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:30.931123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 5197d0b9-4b3f-445f-89be-7151d94db2d3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5197d0b9-4b3f-445f-89be-7151d94db2d3,segment=NetworkSegment(0a6cb09a-ba1e-4385-8454-b96ceebd0c32),segment_id=0a6cb09a-ba1e-4385-8454-b96ceebd0c32)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:30.934170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:subnet and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:30.939342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:30.946507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:31.010214 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.033683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2965d0ca-abde-419e-b6a2-b3eebda1d86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.037082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Allocated IP 172.26.3.115 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/728cd2fe-9aaf-454e-be11-e1f600a447d9) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:31.110171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device bf71c04d-4684-4967-96fe-af3a33d78f87 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:01:31.150570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Made reservation on behalf of 39a505e29f92429686f2d77df7150ae4 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:31.154343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.167141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: bf71c04d-4684-4967-96fe-af3a33d78f87 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:01:31.167629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device bf71c04d-4684-4967-96fe-af3a33d78f87 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:01:31.202405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-c0aefbfd-74e9-46e0-8d8c-8dbbac9fb5b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:01:31.202920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-c0aefbfd-74e9-46e0-8d8c-8dbbac9fb5b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:01:31.205258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=5197d0b9-4b3f-445f-89be-7151d94db2d3,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:31.221986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965d0ca-abde-419e-b6a2-b3eebda1d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbea1f3e-f720-49d9-b47a-6b2681269cbe,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:31.232450 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2965d0ca-abde-419e-b6a2-b3eebda1d86e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de76d8ce122a42aaa38f7159846b3451&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5673780 Mar 02 09:01:31.245557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56836) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:31.250336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-80acde92-ab72-4cf6-902e-ba7d4f0ff716 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for subnetpool, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.251473 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-80acde92-ab72-4cf6-902e-ba7d4f0ff716 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6296611 Mar 02 09:01:31.302211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56840) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:31.320702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-0077a04a-18b2-4007-97d6-9f9602b279fd tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821', 'tempest-TagsExtTest-Tag-1076809924') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:31.370207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.410553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.424386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.469942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a77270fc-23aa-436d-8f54-99d5ed092b59 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.491704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92a24bb0-db99-490c-ae9a-a17d2d94decb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.522606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77270fc-23aa-436d-8f54-99d5ed092b59 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=34a06e63-97eb-4a79-9288-16d0c38c8d2b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:31.593979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.611737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92a24bb0-db99-490c-ae9a-a17d2d94decb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.649714 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0077a04a-18b2-4007-97d6-9f9602b279fd tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags/tempest-TagsExtTest-Tag-1076809924 HTTP/1.1" status: 201 len: 201 time: 0.3463237 Mar 02 09:01:31.662349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56844) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:31.681009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-0ff24c09-5ea1-44a7-a1c4-a22d072a132a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674', 'tempest-TagsExtTest-Tag-2135905937') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:31.707212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:31.715449 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:31.724514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:31.747441 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Allocated IP 172.26.3.159 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/328877b3-31f2-4273-ba36-8a22a246dcee) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:31.761878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event updated for resources: {'Port': ['ID=728cd2fe-9aaf-454e-be11-e1f600a447d9,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:31.773774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a77270fc-23aa-436d-8f54-99d5ed092b59 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.794799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a77270fc-23aa-436d-8f54-99d5ed092b59 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/ports/34a06e63-97eb-4a79-9288-16d0c38c8d2b HTTP/1.1" status: 204 len: 168 time: 1.8885446 Mar 02 09:01:31.802396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56848) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:31.810861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:31.852393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c0aefbfd-74e9-46e0-8d8c-8dbbac9fb5b3 None None] Provisioning for port a7691072-6901-4439-9846-aceed16ac674 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:31.858537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c0aefbfd-74e9-46e0-8d8c-8dbbac9fb5b3 None None] Provisioning complete for port a7691072-6901-4439-9846-aceed16ac674 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:31.859234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c0aefbfd-74e9-46e0-8d8c-8dbbac9fb5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.864515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:31.874308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.918241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c0aefbfd-74e9-46e0-8d8c-8dbbac9fb5b3 None None] Port a7691072-6901-4439-9846-aceed16ac674 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:01:31.922011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:floatingip and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:31.926090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92a24bb0-db99-490c-ae9a-a17d2d94decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:31.931025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:31.967145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:31.975929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a24bb0-db99-490c-ae9a-a17d2d94decb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbea1f3e-f720-49d9-b47a-6b2681269cbe,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:32.038642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a6c4f5c9-f1f3-419c-a871-5eaef1e5fc31 None None] Provisioning complete for port a7691072-6901-4439-9846-aceed16ac674 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:32.039041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f5c9-f1f3-419c-a871-5eaef1e5fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.043744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Subnet': ['ID=dbb2555a-1bc3-4115-bfd4-2e55d5b6d65a,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:32.065593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.079179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92a24bb0-db99-490c-ae9a-a17d2d94decb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.082699 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-92a24bb0-db99-490c-ae9a-a17d2d94decb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbea1f3e-f720-49d9-b47a-6b2681269cbe HTTP/1.1" status: 204 len: 168 time: 0.8314977 Mar 02 09:01:32.082699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Checking segment: {'id': '763d5ed6-1627-4d41-8e0d-e8228bc3f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bab4f37d-9db1-42cc-a63a-dcfb4ab286f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:32.082699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network hostable DHCP agents. Network: bab4f37d-9db1-42cc-a63a-dcfb4ab286f6, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:32.091577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.110175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a6c4f5c9-f1f3-419c-a871-5eaef1e5fc31 None None] Port a7691072-6901-4439-9846-aceed16ac674 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:01:32.117886 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0ff24c09-5ea1-44a7-a1c4-a22d072a132a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags/tempest-TagsExtTest-Tag-2135905937 HTTP/1.1" status: 201 len: 201 time: 0.4533858 Mar 02 09:01:32.121285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56854) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:32.143291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-95091b2c-1839-4ff9-8f93-64efd1920ad6 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854', 'tempest-TagsExtTest-Tag-878324090') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:32.219397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5197d0b9-4b3f-445f-89be-7151d94db2d3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:32.334499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:32.357233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5197d0b9-4b3f-445f-89be-7151d94db2d3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:32.357656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.366559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.393322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.442176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, bab4f37d-9db1-42cc-a63a-dcfb4ab286f6) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:32.444750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.480661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:32.481487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.484891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7b055-1772-4fe1-9a23-47b3768324d6 None None] Network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:32.574140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:32.578276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:32.580256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Pushing event updated for resources: {'Port': ['ID=328877b3-31f2-4273-ba36-8a22a246dcee,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:32.582697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:32.658684 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-416e123e-0202-4448-b2f0-4e46d59ce972 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9682741 Mar 02 09:01:32.663739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56860) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:32.674385 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'network': {'name': 'tempest-router-network01--1555200837'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:32.689902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:32.714306 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-95091b2c-1839-4ff9-8f93-64efd1920ad6 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags/tempest-TagsExtTest-Tag-878324090 HTTP/1.1" status: 201 len: 201 time: 0.5889680 Mar 02 09:01:32.719641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56864) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:32.728522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-7133aa10-8324-406f-af75-51b30f0d444f tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904', 'tempest-TagsExtTest-Tag-539687860') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:32.752570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-bab4f37d-9db1-42cc-a63a-dcfb4ab286f6', 'network_id': 'bab4f37d-9db1-42cc-a63a-dcfb4ab286f6', 'tenant_id': '39a505e29f92429686f2d77df7150ae4', 'fixed_ips': [{'subnet_id': 'dbb2555a-1bc3-4115-bfd4-2e55d5b6d65a'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:32.755928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.763062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:network and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:32.777728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:32.791605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.26.3.155 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/d9541299-8e20-4630-a924-f60b71bee381) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:32.794014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:32.907105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56868) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:32.935912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Allocated IP 2001:db8::2 (bab4f37d-9db1-42cc-a63a-dcfb4ab286f6/dbb2555a-1bc3-4115-bfd4-2e55d5b6d65a/5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:32.957709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-75dfdeb4-97ec-46d8-9a2e-15d5e0ae761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.981718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:32.995205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Made reservation on behalf of 39a505e29f92429686f2d77df7150ae4 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:32.998644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.008576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-75dfdeb4-97ec-46d8-9a2e-15d5e0ae761f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:33.052174 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7133aa10-8324-406f-af75-51b30f0d444f tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags/tempest-TagsExtTest-Tag-539687860 HTTP/1.1" status: 201 len: 201 time: 0.3289492 Mar 02 09:01:33.053252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56872) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:33.062909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-c2a52776-7196-44bf-bbf7-bba8659270be tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:33.071930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-75dfdeb4-97ec-46d8-9a2e-15d5e0ae761f admin admin] Usage tracker for resource:security_group_rule and tenant:826302f46554436c8e720fac867d5eb2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:33.078997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-75dfdeb4-97ec-46d8-9a2e-15d5e0ae761f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:33.094983 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-75dfdeb4-97ec-46d8-9a2e-15d5e0ae761f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:33.148710 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.158809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Transition to ACTIVE for port object 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:33.171337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:33.177667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Transition to ACTIVE for port object 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:33.233075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.238831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.239176 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Added segment 2e162395-43a5-4a05-8057-a3eba3eca134 of type vlan for network 929df6dc-9a71-4c0a-89ed-997c0eddb534 Mar 02 09:01:33.246373 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c2a52776-7196-44bf-bbf7-bba8659270be tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags HTTP/1.1" status: 200 len: 241 time: 0.1872160 Mar 02 09:01:33.249479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56876) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:33.255093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-99c29cf3-be92-4996-a6a4-2674d3ae2321 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821', 'tempest-TagsExtTest-Tag-1076809924') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:33.257002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.325479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:33.325679 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-99c29cf3-be92-4996-a6a4-2674d3ae2321 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags/tempest-TagsExtTest-Tag-1076809924 HTTP/1.1" status: 204 len: 168 time: 0.0727398 Mar 02 09:01:33.325764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56880) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:33.330920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-8cb04db3-c202-4e0f-88be-89ec1bbb2c6d tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821', 'tempest-TagsExtTest-Tag-1076809924') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:33.333275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:33.338265 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:33.344299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Pushing event updated for resources: {'Port': ['ID=5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:33.363762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.363873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Router 48684958-4d93-4dbf-a932-e996a1a47ade is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:33.400705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.442251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Attempting to bind port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:33.442751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Attempting to bind port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '763d5ed6-1627-4d41-8e0d-e8228bc3f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bab4f37d-9db1-42cc-a63a-dcfb4ab286f6'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:33.443200 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Attempting to bind port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b on network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:33.449117 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:33.451315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Checking segment: {'id': '763d5ed6-1627-4d41-8e0d-e8228bc3f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bab4f37d-9db1-42cc-a63a-dcfb4ab286f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:33.451315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.451315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Bound using segment: {'id': '763d5ed6-1627-4d41-8e0d-e8228bc3f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bab4f37d-9db1-42cc-a63a-dcfb4ab286f6'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:33.451315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Bound port: 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763d5ed6-1627-4d41-8e0d-e8228bc3f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bab4f37d-9db1-42cc-a63a-dcfb4ab286f6'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:33.451315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.550267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] For port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:33.554390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] For port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b,segment=NetworkSegment(763d5ed6-1627-4d41-8e0d-e8228bc3f57e),segment_id=763d5ed6-1627-4d41-8e0d-e8228bc3f57e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:33.573141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:33.585151 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86617194-5415-4864-9208-4f50985adfaa None None] Sync routers for ids ['48684958-4d93-4dbf-a932-e996a1a47ade'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:33.594582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-75dfdeb4-97ec-46d8-9a2e-15d5e0ae761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.597076 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86617194-5415-4864-9208-4f50985adfaa None None] Routers {'48684958-4d93-4dbf-a932-e996a1a47ade'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:33.597922 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-86617194-5415-4864-9208-4f50985adfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['48684958-4d93-4dbf-a932-e996a1a47ade'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:33.603277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.610264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.650977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.656386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:33.656974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.669528 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-86617194-5415-4864-9208-4f50985adfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:33.678602 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86617194-5415-4864-9208-4f50985adfaa None None] Routers {'48684958-4d93-4dbf-a932-e996a1a47ade'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:33.679308 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-86617194-5415-4864-9208-4f50985adfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['48684958-4d93-4dbf-a932-e996a1a47ade'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:33.693152 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c60913-7e0a-436a-9e9d-ce0334bea669 None None] Pushing event updated for resources: {'Port': ['ID=5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:33.710846 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8cb04db3-c202-4e0f-88be-89ec1bbb2c6d tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags/tempest-TagsExtTest-Tag-1076809924 HTTP/1.1" status: 204 len: 168 time: 0.3828657 Mar 02 09:01:33.713716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.718501 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c3dafaec-287e-4a50-b085-d900cf5aa9f1 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7050445 Mar 02 09:01:33.719633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56884) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:33.719961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56886) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:33.728727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-15a42f60-54dc-4140-9f67-a29eaaae4932 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:33.730198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-75dfdeb4-97ec-46d8-9a2e-15d5e0ae761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:33.756028 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-86617194-5415-4864-9208-4f50985adfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:33.756422 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86617194-5415-4864-9208-4f50985adfaa None None] The sync data for ids ['48684958-4d93-4dbf-a932-e996a1a47ade'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:33.767565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0064231a-b877-4f28-88bf-bce846342318 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': False}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:33.962008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:33.990603 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-15a42f60-54dc-4140-9f67-a29eaaae4932 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags HTTP/1.1" status: 200 len: 205 time: 0.2696035 Mar 02 09:01:33.994446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56892) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:34.001313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-1b7e93d5-34fc-42e5-96e9-8c2137c3617e tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:34.018885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=d9541299-8e20-4630-a924-f60b71bee381,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:34.021374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:34.050291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:34.094493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Network': ['ID=929df6dc-9a71-4c0a-89ed-997c0eddb534,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:34.103168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfdeb4-97ec-46d8-9a2e-15d5e0ae761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daf4f73-f581-476a-a03c-3a24e6e6a1ec,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:34.105900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 929df6dc-9a71-4c0a-89ed-997c0eddb534 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:34.117859 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-75dfdeb4-97ec-46d8-9a2e-15d5e0ae761f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=826302f46554436c8e720fac867d5eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2055755 Mar 02 09:01:34.120136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56896) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:34.136965 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f56a62d9-858e-4e80-829f-8caee5273d19 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4704249 Mar 02 09:01:34.143513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56900) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:34.161287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'network': {'name': 'tempest-router-network02--462066958'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:34.228700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:34.250158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.250682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.268555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:network and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:34.280169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:34.282947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:34.296419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:34.304688 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1b7e93d5-34fc-42e5-96e9-8c2137c3617e tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags HTTP/1.1" status: 200 len: 241 time: 0.3065140 Mar 02 09:01:34.309477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56904) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:34.329947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.335109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-f3bed5bc-f2ba-4762-a981-25767cbd209a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674', 'tempest-TagsExtTest-Tag-2135905937') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:34.358857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8419aac9-c0c8-4a3d-b448-e9f83436b050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.450672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:34.507279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.625494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Made reservation on behalf of 39a505e29f92429686f2d77df7150ae4 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:34.629263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.652672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8419aac9-c0c8-4a3d-b448-e9f83436b050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.715132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Router 9555afd3-4238-4e31-90a9-1d1970447ab1 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:34.760494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ba709-d6ab-450f-97fe-125a1a9c2d67 None None] Network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:34.763085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:34.802471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.802471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Added segment 1034e945-441d-4105-8a6e-537a23564d32 of type vlan for network 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 Mar 02 09:01:34.842112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0064231a-b877-4f28-88bf-bce846342318 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.867133 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f3bed5bc-f2ba-4762-a981-25767cbd209a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags/tempest-TagsExtTest-Tag-2135905937 HTTP/1.1" status: 204 len: 168 time: 0.5438335 Mar 02 09:01:34.868386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.873396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56910) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:34.881145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-35c71643-af35-4ccc-857d-9380932c950f tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674', 'tempest-TagsExtTest-Tag-2135905937') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:34.906640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.940086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-092f8fda-aac1-49eb-82da-3ef9d2ced5a6 None None] Provisioning for port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:34.943124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.947176 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8419aac9-c0c8-4a3d-b448-e9f83436b050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.952534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-092f8fda-aac1-49eb-82da-3ef9d2ced5a6 None None] Provisioning complete for port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:34.952965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-092f8fda-aac1-49eb-82da-3ef9d2ced5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:34.993877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419aac9-c0c8-4a3d-b448-e9f83436b050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daf4f73-f581-476a-a03c-3a24e6e6a1ec,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:35.030629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8419aac9-c0c8-4a3d-b448-e9f83436b050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:35.034439 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8419aac9-c0c8-4a3d-b448-e9f83436b050 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8daf4f73-f581-476a-a03c-3a24e6e6a1ec HTTP/1.1" status: 204 len: 168 time: 0.9133744 Mar 02 09:01:35.049386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:35.085024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:35.089203 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0f695163-e3ea-4842-a7a1-54f28e6ba1e3 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "PUT /v2.0/routers/9555afd3-4238-4e31-90a9-1d1970447ab1 HTTP/1.1" status: 200 len: 919 time: 5.2679837 Mar 02 09:01:35.090414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56916) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:35.091711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:35.092697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=d9541299-8e20-4630-a924-f60b71bee381,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:35.097073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:35.097738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:35.136525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6773e993-116f-4cae-b2b4-b5a333699627 None None] Sync routers for ids ['9555afd3-4238-4e31-90a9-1d1970447ab1'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:35.171392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6773e993-116f-4cae-b2b4-b5a333699627 None None] Routers {'9555afd3-4238-4e31-90a9-1d1970447ab1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:35.172411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6773e993-116f-4cae-b2b4-b5a333699627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9555afd3-4238-4e31-90a9-1d1970447ab1'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:35.174294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:35.226036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Network': ['ID=9b3a155f-e6d5-40cf-a6fe-1c81410b81c0,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:35.233765 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2ee877a7-8ad1-44a0-b20c-73cbfd25109c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0792372 Mar 02 09:01:35.243536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56920) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:35.250857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'subnet': {'network_id': '929df6dc-9a71-4c0a-89ed-997c0eddb534', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:35.275045 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:35.278930 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ae69a81d-f947-425c-bbc6-9e421ff77117 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4729378 Mar 02 09:01:35.279910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56924) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:35.288620 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-35c71643-af35-4ccc-857d-9380932c950f tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags/tempest-TagsExtTest-Tag-2135905937 HTTP/1.1" status: 204 len: 168 time: 0.4136398 Mar 02 09:01:35.291305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56928) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:35.291727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'port': {'network_id': '8e6e210f-5035-4480-a7d7-467c550339de', 'name': 'tempest-FloatingIPTestJSON-104295864'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:35.306141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-eca85a90-06ea-4ee0-a7d0-8215e2b4da9d tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:35.329438 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:35.378345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6773e993-116f-4cae-b2b4-b5a333699627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:35.420173 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-83bda863-fc00-4099-92a4-04194dc2afa2 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/routers/9555afd3-4238-4e31-90a9-1d1970447ab1 HTTP/1.1" status: 200 len: 925 time: 0.3211935 Mar 02 09:01:35.420485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56932) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:35.464173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-092f8fda-aac1-49eb-82da-3ef9d2ced5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:35.478335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6773e993-116f-4cae-b2b4-b5a333699627 None None] Routers {'9555afd3-4238-4e31-90a9-1d1970447ab1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:35.479436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6773e993-116f-4cae-b2b4-b5a333699627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9555afd3-4238-4e31-90a9-1d1970447ab1'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:35.645791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:35.646265 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:35.651762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:port and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:35.655667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:35.659837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:subnet and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:35.661318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:35.670643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:35.670952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6773e993-116f-4cae-b2b4-b5a333699627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:35.671468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6773e993-116f-4cae-b2b4-b5a333699627 None None] The sync data for ids ['9555afd3-4238-4e31-90a9-1d1970447ab1'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:35.689689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24523bcd-6d5d-4eef-bd32-7d5bb3e3ff4d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:35.691573 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-24523bcd-6d5d-4eef-bd32-7d5bb3e3ff4d tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=9555afd3-4238-4e31-90a9-1d1970447ab1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2703092 Mar 02 09:01:35.694902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56946) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:35.696261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-092f8fda-aac1-49eb-82da-3ef9d2ced5a6 None None] For port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b,segment=NetworkSegment(763d5ed6-1627-4d41-8e0d-e8228bc3f57e),segment_id=763d5ed6-1627-4d41-8e0d-e8228bc3f57e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:35.734733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Made reservation on behalf of 50b22bd736e44686b0c697bc43c87c89 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:35.736967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:35.738255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:35.788115 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-092f8fda-aac1-49eb-82da-3ef9d2ced5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:35.823319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] device_id is not set on port 030585b2-04ae-4cd4-bc73-847162f1c3b4 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:01:35.859947 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-eca85a90-06ea-4ee0-a7d0-8215e2b4da9d tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags HTTP/1.1" status: 200 len: 205 time: 0.5610285 Mar 02 09:01:35.860455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56950) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:35.868274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-bb9a626d-beb4-4c0b-937a-dbc73c383ad5 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:35.900985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f8fda-aac1-49eb-82da-3ef9d2ced5a6 None None] Pushing event updated for resources: {'Port': ['ID=5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:35.921573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68150184-c9ef-4b47-836b-c4ed25c808cc tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:35.922990 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-68150184-c9ef-4b47-836b-c4ed25c808cc tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 881 time: 0.2270086 Mar 02 09:01:35.926432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56956) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:35.946750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Made reservation on behalf of 39a505e29f92429686f2d77df7150ae4 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:35.950869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.012904 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c7a0a24b-5b0f-40e3-8fe9-14222f370c5c tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=9555afd3-4238-4e31-90a9-1d1970447ab1 HTTP/1.1" status: 200 len: 205 time: 0.0853486 Mar 02 09:01:36.013672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8c1771c2-bf9c-4c2c-9f27-4dd1b74926ab None None] Provisioning complete for port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:36.014500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8c1771c2-bf9c-4c2c-9f27-4dd1b74926ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.015843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56960) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:36.109539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.20.0.3 (8e6e210f-5035-4480-a7d7-467c550339de/e14ac006-f3f6-4771-88f6-3190ce77ce0c/030585b2-04ae-4cd4-bc73-847162f1c3b4) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:36.228865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:36.260658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.307223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:36.307593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.467203 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bb9a626d-beb4-4c0b-937a-dbc73c383ad5 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags HTTP/1.1" status: 200 len: 240 time: 0.6056113 Mar 02 09:01:36.470911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56972) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:36.490521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-9e2c779a-e1bf-4b56-925c-6b87025070bc tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854', 'tempest-TagsExtTest-Tag-878324090') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:36.519460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56976) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:36.555988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0064231a-b877-4f28-88bf-bce846342318 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.575569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.586986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.605209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0064231a-b877-4f28-88bf-bce846342318 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.656698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133531987'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:36.661570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:36.665332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:network and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:36.668329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:36.671047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Deleting port 328877b3-31f2-4273-ba36-8a22a246dcee {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:36.671387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.708727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.712352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:36.788891 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9e2c779a-e1bf-4b56-925c-6b87025070bc tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags/tempest-TagsExtTest-Tag-878324090 HTTP/1.1" status: 204 len: 168 time: 0.3069966 Mar 02 09:01:36.792500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56982) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:36.793697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 8e6e210f-5035-4480-a7d7-467c550339de is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:36.805205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-31b7d868-226b-47a0-8269-63d7bdbe7627 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854', 'tempest-TagsExtTest-Tag-878324090') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:36.811096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:36.827747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:36.870338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:36.873808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.940825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=030585b2-04ae-4cd4-bc73-847162f1c3b4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:36.958018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:36.978670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.979008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.979379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.979717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.980042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.980364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.980682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.981002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.981319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.981636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.981979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.982295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:36.995976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:37.006813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:security_group_rule and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:37.010335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:37.014737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:37.015347 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:37.018957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:37.027589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:37.055328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:37.064221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0064231a-b877-4f28-88bf-bce846342318 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Router 48684958-4d93-4dbf-a932-e996a1a47ade has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:37.179899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Subnet': ['ID=89c6a920-fca9-4ee3-b0e5-635ae45e21ec,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:37.197729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.198002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.198337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.198664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.198989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.199311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.199631 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.199947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.200264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.200580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.200898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.201208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:37.206887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Checking segment: {'id': '2e162395-43a5-4a05-8057-a3eba3eca134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '929df6dc-9a71-4c0a-89ed-997c0eddb534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:37.207252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network hostable DHCP agents. Network: 929df6dc-9a71-4c0a-89ed-997c0eddb534, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:37.296066 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-31b7d868-226b-47a0-8269-63d7bdbe7627 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags/tempest-TagsExtTest-Tag-878324090 HTTP/1.1" status: 204 len: 168 time: 0.4953792 Mar 02 09:01:37.299949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56986) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:37.310213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-5bf54d5a-07a2-4260-9e88-f8b4618f6737 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:37.311358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Calling delete_port for 328877b3-31f2-4273-ba36-8a22a246dcee owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:37.340811 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-522e53a1-5422-4781-b4a2-8b43b8c5ff90 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0578151 Mar 02 09:01:37.341006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56990) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:37.354966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'port_id': '030585b2-04ae-4cd4-bc73-847162f1c3b4'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:37.390290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0064231a-b877-4f28-88bf-bce846342318 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:37.402613 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71077821-3e04-4b5d-a781-e226ae62fc1e None None] Sync routers for ids ['48684958-4d93-4dbf-a932-e996a1a47ade'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:37.411569 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71077821-3e04-4b5d-a781-e226ae62fc1e None None] Routers {'48684958-4d93-4dbf-a932-e996a1a47ade'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:37.412152 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-71077821-3e04-4b5d-a781-e226ae62fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['48684958-4d93-4dbf-a932-e996a1a47ade'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:37.452505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:37.462472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0064231a-b877-4f28-88bf-bce846342318 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:37.466497 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0064231a-b877-4f28-88bf-bce846342318 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "PUT /v2.0/routers/48684958-4d93-4dbf-a932-e996a1a47ade HTTP/1.1" status: 200 len: 921 time: 3.7411873 Mar 02 09:01:37.469712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 56994) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:37.470339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network 929df6dc-9a71-4c0a-89ed-997c0eddb534 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:37.473066 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-71077821-3e04-4b5d-a781-e226ae62fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:37.476986 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5bf54d5a-07a2-4260-9e88-f8b4618f6737 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags HTTP/1.1" status: 200 len: 205 time: 0.1729994 Mar 02 09:01:37.482245 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71077821-3e04-4b5d-a781-e226ae62fc1e None None] Routers {'48684958-4d93-4dbf-a932-e996a1a47ade'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:37.482824 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-71077821-3e04-4b5d-a781-e226ae62fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['48684958-4d93-4dbf-a932-e996a1a47ade'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:37.502920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 56998) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:37.525989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-d2fcc886-5116-4678-b44b-b964886d3727 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:37.595242 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-71077821-3e04-4b5d-a781-e226ae62fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:37.595760 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71077821-3e04-4b5d-a781-e226ae62fc1e None None] The sync data for ids ['48684958-4d93-4dbf-a932-e996a1a47ade'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:37.725664 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d2fcc886-5116-4678-b44b-b964886d3727 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags HTTP/1.1" status: 200 len: 240 time: 0.2159736 Mar 02 09:01:37.740239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57002) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:37.755001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-bff16d5c-3614-4c9a-b438-e22805563b74 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904', 'tempest-TagsExtTest-Tag-539687860') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:37.760824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 929df6dc-9a71-4c0a-89ed-997c0eddb534) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:37.767560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:37.770927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d11d72a-9985-4f71-8a28-759f131d0de6 None None] Network 929df6dc-9a71-4c0a-89ed-997c0eddb534 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:37.773778 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:37.774421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:37.811991 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ced21250-d842-488a-9bc7-25ed90ed8ecd tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/routers/48684958-4d93-4dbf-a932-e996a1a47ade HTTP/1.1" status: 200 len: 921 time: 0.3350918 Mar 02 09:01:37.813056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57006) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:37.860338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:37.890024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ee4548-7536-4ff0-837d-a59c2d6ec8d8 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:37.890724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f9ee4548-7536-4ff0-837d-a59c2d6ec8d8 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Synchronizing usage tracker for tenant:49c4f91022b84bddb39c13a9f9fa6775 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:37.910317 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-73d85757-fb9a-472e-8716-b305ac500dfb tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6588447 Mar 02 09:01:37.926162 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bff16d5c-3614-4c9a-b438-e22805563b74 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags/tempest-TagsExtTest-Tag-539687860 HTTP/1.1" status: 204 len: 168 time: 0.1847599 Mar 02 09:01:37.930350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57010) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:37.940612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-3c2ce012-bda9-4308-9337-31a0bbd6e036 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904', 'tempest-TagsExtTest-Tag-539687860') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:37.945818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:37.965498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57014) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:37.972576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'subnet': {'network_id': '9b3a155f-e6d5-40cf-a6fe-1c81410b81c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:38.009358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f9ee4548-7536-4ff0-837d-a59c2d6ec8d8 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Unset dirty status for tenant:49c4f91022b84bddb39c13a9f9fa6775 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:38.012869 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f9ee4548-7536-4ff0-837d-a59c2d6ec8d8 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=48684958-4d93-4dbf-a932-e996a1a47ade&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1964312 Mar 02 09:01:38.019420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-929df6dc-9a71-4c0a-89ed-997c0eddb534', 'network_id': '929df6dc-9a71-4c0a-89ed-997c0eddb534', 'tenant_id': '39a505e29f92429686f2d77df7150ae4', 'fixed_ips': [{'subnet_id': '89c6a920-fca9-4ee3-b0e5-635ae45e21ec'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:38.020456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.032013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57018) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:38.034190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4719d504-7782-4d2b-b0e5-e6803e894699,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:38.071662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.072047 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment 61d2a787-28d9-48f7-8165-df23379a6252 of type vlan for network 763761ac-90e2-4119-b03d-0684f43dda3f Mar 02 09:01:38.099155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:38.103619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:subnet and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:38.107196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:38.113001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:38.175640 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3c2ce012-bda9-4308-9337-31a0bbd6e036 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags/tempest-TagsExtTest-Tag-539687860 HTTP/1.1" status: 204 len: 168 time: 0.2429006 Mar 02 09:01:38.178559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57022) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:38.184033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-92af7e8f-1287-43d2-aed0-8dd32ba8d0b0 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:38.190901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Allocated IP 2001:db8::2 (929df6dc-9a71-4c0a-89ed-997c0eddb534/89c6a920-fca9-4ee3-b0e5-635ae45e21ec/345b8218-69dc-4af8-9eaf-e430d52bea55) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:38.204254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Made reservation on behalf of 39a505e29f92429686f2d77df7150ae4 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:38.207661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.240235 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-92af7e8f-1287-43d2-aed0-8dd32ba8d0b0 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags HTTP/1.1" status: 200 len: 205 time: 0.0606477 Mar 02 09:01:38.243442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57026) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:38.245072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.250826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-f2c38d61-1497-4aad-9ec2-ef4da8c8b79b tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:38.269906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.325407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event deleted for resources: {'Port': ['ID=328877b3-31f2-4273-ba36-8a22a246dcee,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:38.350889 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f2c38d61-1497-4aad-9ec2-ef4da8c8b79b tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags HTTP/1.1" status: 204 len: 168 time: 0.1064837 Mar 02 09:01:38.353281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57030) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:38.359204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-57f00d24-7dee-4a94-9a6b-91da4ffec069 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:38.425646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.437457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Transition to ACTIVE for port object 345b8218-69dc-4af8-9eaf-e430d52bea55 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:38.458185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Transition to ACTIVE for port object 345b8218-69dc-4af8-9eaf-e430d52bea55 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:38.470245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b597a4c4-5f1a-4bbc-b976-a9f01d457502 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:38.470842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b597a4c4-5f1a-4bbc-b976-a9f01d457502 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Synchronizing usage tracker for tenant:49c4f91022b84bddb39c13a9f9fa6775 on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:38.488898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.552507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.571991 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-57f00d24-7dee-4a94-9a6b-91da4ffec069 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags HTTP/1.1" status: 204 len: 168 time: 0.2177300 Mar 02 09:01:38.574822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57034) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:38.587243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-6d19028b-b6af-4b62-a64d-7d5d72be3aaa tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:38.595589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.601484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:38.602901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.624077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Network 929df6dc-9a71-4c0a-89ed-997c0eddb534 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:38.626953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:38.629591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:38.664658 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6d19028b-b6af-4b62-a64d-7d5d72be3aaa tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags HTTP/1.1" status: 204 len: 168 time: 0.0860138 Mar 02 09:01:38.664991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57038) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:38.670124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-6f4be917-0f72-4569-bf0a-eee7f1510343 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:38.702799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.720142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Pushing event updated for resources: {'Port': ['ID=345b8218-69dc-4af8-9eaf-e430d52bea55,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:38.740223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.741248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.741685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.741995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.742293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.742622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.742947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.743269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.743590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.743907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.744912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.744912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:01:38.752962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Attempting to bind port 345b8218-69dc-4af8-9eaf-e430d52bea55 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:38.753900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Attempting to bind port 345b8218-69dc-4af8-9eaf-e430d52bea55 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '2e162395-43a5-4a05-8057-a3eba3eca134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '929df6dc-9a71-4c0a-89ed-997c0eddb534'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:38.753900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Attempting to bind port 345b8218-69dc-4af8-9eaf-e430d52bea55 on network 929df6dc-9a71-4c0a-89ed-997c0eddb534 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:38.759898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:38.760274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Checking segment: {'id': '2e162395-43a5-4a05-8057-a3eba3eca134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '929df6dc-9a71-4c0a-89ed-997c0eddb534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:38.760675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.761068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Bound using segment: {'id': '2e162395-43a5-4a05-8057-a3eba3eca134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '929df6dc-9a71-4c0a-89ed-997c0eddb534'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:38.761539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Bound port: 345b8218-69dc-4af8-9eaf-e430d52bea55, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e162395-43a5-4a05-8057-a3eba3eca134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '929df6dc-9a71-4c0a-89ed-997c0eddb534'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:38.762013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.805090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Subnet': ['ID=cd30aae3-d212-4d10-be23-951a23a88119,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:38.820541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Checking segment: {'id': '1034e945-441d-4105-8a6e-537a23564d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9b3a155f-e6d5-40cf-a6fe-1c81410b81c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:38.820541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network hostable DHCP agents. Network: 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:38.849808 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6f4be917-0f72-4569-bf0a-eee7f1510343 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags HTTP/1.1" status: 204 len: 168 time: 0.1802483 Mar 02 09:01:38.850824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57042) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:38.857606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-8a573296-a523-4994-880d-245ef0554915 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821', 'tempest-TagsExtTest-Tag-1962955676') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:38.857898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] For port 345b8218-69dc-4af8-9eaf-e430d52bea55, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:38.861179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] For port 345b8218-69dc-4af8-9eaf-e430d52bea55, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=345b8218-69dc-4af8-9eaf-e430d52bea55,segment=NetworkSegment(2e162395-43a5-4a05-8057-a3eba3eca134),segment_id=2e162395-43a5-4a05-8057-a3eba3eca134)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:38.865856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.867435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b597a4c4-5f1a-4bbc-b976-a9f01d457502 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Unset dirty status for tenant:49c4f91022b84bddb39c13a9f9fa6775 on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:38.871206 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b597a4c4-5f1a-4bbc-b976-a9f01d457502 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 881 time: 0.8358018 Mar 02 09:01:38.871206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.883415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57046) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:38.936888 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:01:38.938516 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7e57512e-ddac-4e66-9eb3-ac83b5f6c884 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=48684958-4d93-4dbf-a932-e996a1a47ade HTTP/1.1" status: 200 len: 205 time: 0.0514011 Mar 02 09:01:38.943753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57050) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:38.987664 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:38.989945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=763761ac-90e2-4119-b03d-0684f43dda3f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:39.005002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:39.019312 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e15db106-5e9b-4086-85b5-e03613390adc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4987903 Mar 02 09:01:39.047811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.091413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 763761ac-90e2-4119-b03d-0684f43dda3f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:39.108145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.108997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Fanout notify agent at l3_agent the message router_deleted on router 9555afd3-4238-4e31-90a9-1d1970447ab1 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:39.146035 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.148924 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-18c346e3-83fd-4b7f-84f1-2f58a6d53545 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/9555afd3-4238-4e31-90a9-1d1970447ab1 HTTP/1.1" status: 204 len: 168 time: 3.1321490 Mar 02 09:01:39.152609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57054) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:39.154798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.159689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:39.173352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:39.174426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.187842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1996255726', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:39.199795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.233141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f051c15-06b4-42f8-98b9-1142a4767833 None None] Network 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:39.380035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba014b98-01d4-4f2a-a4f4-28cdc2aa16f5 None None] Pushing event updated for resources: {'Port': ['ID=345b8218-69dc-4af8-9eaf-e430d52bea55,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:39.397597 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP 2984fb19-f0a4-4ba0-98d1-fd5d73364b0e associated. External IP: 172.26.3.155, port: 030585b2-04ae-4cd4-bc73-847162f1c3b4. Mar 02 09:01:39.491341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:39.519566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Usage tracker for resource:router and tenant:d533b891edfc44ee9271ce9f225ac41d is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:39.533952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.545228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:39.562585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:39.570580 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8a573296-a523-4994-880d-245ef0554915 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags/tempest-TagsExtTest-Tag-1962955676 HTTP/1.1" status: 201 len: 201 time: 0.7187762 Mar 02 09:01:39.573310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57058) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:39.590047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-ffd9418c-1bb0-471e-b7ed-d7adf6f0c488 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674', 'tempest-TagsExtTest-Tag-1233035891') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:39.621346 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-90a245e3-3040-4863-b115-df496e503aba tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6519532 Mar 02 09:01:39.621859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57062) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:39.643529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-9b3a155f-e6d5-40cf-a6fe-1c81410b81c0', 'network_id': '9b3a155f-e6d5-40cf-a6fe-1c81410b81c0', 'tenant_id': '39a505e29f92429686f2d77df7150ae4', 'fixed_ips': [{'subnet_id': 'cd30aae3-d212-4d10-be23-951a23a88119'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:39.644562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.856705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Allocated IP 2001:db8::2 (9b3a155f-e6d5-40cf-a6fe-1c81410b81c0/cd30aae3-d212-4d10-be23-951a23a88119/885afc8b-9fa6-467f-ac23-75e4a86f3667) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:39.875748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Deleting port 728cd2fe-9aaf-454e-be11-e1f600a447d9 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:39.876079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.925930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.926966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:39.977370 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ffd9418c-1bb0-471e-b7ed-d7adf6f0c488 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags/tempest-TagsExtTest-Tag-1233035891 HTTP/1.1" status: 201 len: 201 time: 0.4029992 Mar 02 09:01:39.985562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57066) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:39.996113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-31beaa73-cbca-4dde-9b11-6ff463596633 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854', 'tempest-TagsExtTest-Tag-575628790') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:40.102749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:40.107361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:40.124032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Transition to ACTIVE for port object 885afc8b-9fa6-467f-ac23-75e4a86f3667 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:40.152798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:40.164820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Transition to ACTIVE for port object 885afc8b-9fa6-467f-ac23-75e4a86f3667 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:40.227440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:40.290495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:40.325784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 345b8218-69dc-4af8-9eaf-e430d52bea55 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:40.409793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Network 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:40.415133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:40.422467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:40.447208 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-31beaa73-cbca-4dde-9b11-6ff463596633 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags/tempest-TagsExtTest-Tag-575628790 HTTP/1.1" status: 201 len: 201 time: 0.4576597 Mar 02 09:01:40.453267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57070) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:40.467239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-71776c0b-709b-4859-8d0a-35be65a35d45 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904', 'tempest-TagsExtTest-Tag-577769588') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:40.519016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:40.524616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:40.599491 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2a691d2e-8ced-421d-8e91-f326409e83e5 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/floatingips/2984fb19-f0a4-4ba0-98d1-fd5d73364b0e HTTP/1.1" status: 200 len: 977 time: 3.2575061 Mar 02 09:01:40.600819 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57074) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:40.628425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f74bfd-51e1-44b8-bbbd-85331dd9e1f2 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:40.656388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Pushing event updated for resources: {'Port': ['ID=885afc8b-9fa6-467f-ac23-75e4a86f3667,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:40.697617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Attempting to bind port 885afc8b-9fa6-467f-ac23-75e4a86f3667 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:40.698068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Attempting to bind port 885afc8b-9fa6-467f-ac23-75e4a86f3667 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '1034e945-441d-4105-8a6e-537a23564d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9b3a155f-e6d5-40cf-a6fe-1c81410b81c0'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:40.698482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Attempting to bind port 885afc8b-9fa6-467f-ac23-75e4a86f3667 on network 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:40.700711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f74bfd-51e1-44b8-bbbd-85331dd9e1f2 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:40.701453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-58f74bfd-51e1-44b8-bbbd-85331dd9e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:40.766577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa7433-0d22-4c3b-95a3-29b8782fe411 None None] Network 929df6dc-9a71-4c0a-89ed-997c0eddb534 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:40.795514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:40.795879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Checking segment: {'id': '1034e945-441d-4105-8a6e-537a23564d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9b3a155f-e6d5-40cf-a6fe-1c81410b81c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:40.796321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:40.796717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Bound using segment: {'id': '1034e945-441d-4105-8a6e-537a23564d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9b3a155f-e6d5-40cf-a6fe-1c81410b81c0'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:40.797195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Bound port: 885afc8b-9fa6-467f-ac23-75e4a86f3667, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1034e945-441d-4105-8a6e-537a23564d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9b3a155f-e6d5-40cf-a6fe-1c81410b81c0'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:40.797563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:40.819947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-58f74bfd-51e1-44b8-bbbd-85331dd9e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:40.822239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 345b8218-69dc-4af8-9eaf-e430d52bea55 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:40.868351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 030585b2-04ae-4cd4-bc73-847162f1c3b4 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:40.868827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:40.881577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Calling delete_port for 728cd2fe-9aaf-454e-be11-e1f600a447d9 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:40.906220 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-71776c0b-709b-4859-8d0a-35be65a35d45 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags/tempest-TagsExtTest-Tag-577769588 HTTP/1.1" status: 201 len: 201 time: 0.4496331 Mar 02 09:01:40.911514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57078) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:40.918690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-6e083c1a-411d-4a9f-baca-bdbafa6c4261 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821', {'tags': ['tempest-TagsExtTest-Tag-724651023', 'tempest-TagsExtTest-Tag-1804082763', 'tempest-TagsExtTest-Tag-862271074']}) {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:40.938285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f74bfd-51e1-44b8-bbbd-85331dd9e1f2 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:40.939019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-58f74bfd-51e1-44b8-bbbd-85331dd9e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:41.006447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bcdd411f-b570-4ef3-ac54-d10b01d3f212 None None] Provisioning for port 345b8218-69dc-4af8-9eaf-e430d52bea55 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:41.027112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bcdd411f-b570-4ef3-ac54-d10b01d3f212 None None] Provisioning complete for port 345b8218-69dc-4af8-9eaf-e430d52bea55 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:41.027512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bcdd411f-b570-4ef3-ac54-d10b01d3f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:41.051259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-58f74bfd-51e1-44b8-bbbd-85331dd9e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:41.051854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f74bfd-51e1-44b8-bbbd-85331dd9e1f2 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:41.132062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] For port 885afc8b-9fa6-467f-ac23-75e4a86f3667, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:41.145864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] For port 885afc8b-9fa6-467f-ac23-75e4a86f3667, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=885afc8b-9fa6-467f-ac23-75e4a86f3667,segment=NetworkSegment(1034e945-441d-4105-8a6e-537a23564d32),segment_id=1034e945-441d-4105-8a6e-537a23564d32)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:41.215131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:41.252226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:41.329560 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6e083c1a-411d-4a9f-baca-bdbafa6c4261 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags HTTP/1.1" status: 200 len: 316 time: 0.4170713 Mar 02 09:01:41.330638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57082) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:41.345788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-64676542-1360-4b73-b89f-06169281677a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:41.358320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:41.478007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e89d93-9228-4e8d-b3e4-d6668fac470e None None] Pushing event updated for resources: {'Port': ['ID=885afc8b-9fa6-467f-ac23-75e4a86f3667,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:41.513175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:41.555750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bcdd411f-b570-4ef3-ac54-d10b01d3f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:41.628794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-bcdd411f-b570-4ef3-ac54-d10b01d3f212 None None] For port 345b8218-69dc-4af8-9eaf-e430d52bea55, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=345b8218-69dc-4af8-9eaf-e430d52bea55,segment=NetworkSegment(2e162395-43a5-4a05-8057-a3eba3eca134),segment_id=2e162395-43a5-4a05-8057-a3eba3eca134)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:41.703723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bcdd411f-b570-4ef3-ac54-d10b01d3f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:41.746967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:41.747506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:41.747741 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP 2984fb19-f0a4-4ba0-98d1-fd5d73364b0e disassociated. External IP: 172.26.3.155, port: 030585b2-04ae-4cd4-bc73-847162f1c3b4. Mar 02 09:01:41.750228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 030585b2-04ae-4cd4-bc73-847162f1c3b4 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:41.919575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd411f-b570-4ef3-ac54-d10b01d3f212 None None] Pushing event updated for resources: {'Port': ['ID=345b8218-69dc-4af8-9eaf-e430d52bea55,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:41.997851 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-64676542-1360-4b73-b89f-06169281677a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags HTTP/1.1" status: 204 len: 168 time: 0.6544104 Mar 02 09:01:42.000629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57086) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:42.019245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-a5e2ec0a-6160-4048-8013-4593e3c9ae30 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821', 'tempest-TagsExtTest-Tag-724651023') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:42.034285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-26a24c74-5f71-4d73-9681-9eb94cf40ef4 None None] Provisioning complete for port 345b8218-69dc-4af8-9eaf-e430d52bea55 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:42.034672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26a24c74-5f71-4d73-9681-9eb94cf40ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:42.100179 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-a5e2ec0a-6160-4048-8013-4593e3c9ae30 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:42.103852 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a5e2ec0a-6160-4048-8013-4593e3c9ae30 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags/tempest-TagsExtTest-Tag-724651023 HTTP/1.1" status: 404 len: 328 time: 0.0996850 Mar 02 09:01:42.104152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57090) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:42.109472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-bff16fb3-d563-4129-81e7-dcd082376d5d tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821', 'tempest-TagsExtTest-Tag-1804082763') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:42.153772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:42.243781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=030585b2-04ae-4cd4-bc73-847162f1c3b4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:42.279389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57094) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:42.315825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': '763761ac-90e2-4119-b03d-0684f43dda3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:42.337542 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-bff16fb3-d563-4129-81e7-dcd082376d5d tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:42.338582 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bff16fb3-d563-4129-81e7-dcd082376d5d tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags/tempest-TagsExtTest-Tag-1804082763 HTTP/1.1" status: 404 len: 329 time: 0.2335403 Mar 02 09:01:42.341528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57098) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:42.361711 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-f4fcae5b-a85f-4b43-b474-055ecfc75189 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821', 'tempest-TagsExtTest-Tag-862271074') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:42.366846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:42.367029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 885afc8b-9fa6-467f-ac23-75e4a86f3667 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:42.560900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event deleted for resources: {'Port': ['ID=728cd2fe-9aaf-454e-be11-e1f600a447d9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:42.564453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:42.564571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Allocated IP 2001:db8::1 (929df6dc-9a71-4c0a-89ed-997c0eddb534/89c6a920-fca9-4ee3-b0e5-635ae45e21ec/5e8f8638-21bc-4b57-b7d1-674cb5d20ba4) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:42.578377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:42.606867 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-f4fcae5b-a85f-4b43-b474-055ecfc75189 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:42.608311 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f4fcae5b-a85f-4b43-b474-055ecfc75189 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags/tempest-TagsExtTest-Tag-862271074 HTTP/1.1" status: 404 len: 328 time: 0.2640600 Mar 02 09:01:42.621680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57102) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:42.622644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:subnet and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:42.663277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:42.674165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-924b6547-348a-4119-8b2b-7f6a228569ec tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674', {'tags': ['tempest-TagsExtTest-Tag-486716731', 'tempest-TagsExtTest-Tag-2022605041', 'tempest-TagsExtTest-Tag-1712074299']}) {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:42.753976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:42.759234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 885afc8b-9fa6-467f-ac23-75e4a86f3667 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:42.766218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 345b8218-69dc-4af8-9eaf-e430d52bea55 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:42.825627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6066fb-9ad0-471c-a6c9-e81199d5ab11 None None] Network 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:42.845426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:42.861632 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5999b7ef-2a9c-4671-b2d0-738f4b1d063b None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:42.872678 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999b7ef-2a9c-4671-b2d0-738f4b1d063b None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:42.873583 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-5999b7ef-2a9c-4671-b2d0-738f4b1d063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:42.929435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:42.936922 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-5999b7ef-2a9c-4671-b2d0-738f4b1d063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:42.946894 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5999b7ef-2a9c-4671-b2d0-738f4b1d063b None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:42.948012 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-5999b7ef-2a9c-4671-b2d0-738f4b1d063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:42.980742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 345b8218-69dc-4af8-9eaf-e430d52bea55 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:42.982347 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:42.993749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.004144 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6ec72b5e-be51-4b4f-b3cf-a229a1c2f327 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/ports/030585b2-04ae-4cd4-bc73-847162f1c3b4 HTTP/1.1" status: 204 len: 168 time: 2.4022925 Mar 02 09:01:43.009758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57106) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:43.013594 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-5999b7ef-2a9c-4671-b2d0-738f4b1d063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:43.014485 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5999b7ef-2a9c-4671-b2d0-738f4b1d063b None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:43.060058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-64939773-f4ad-4479-82ce-1336c9cb6d74 None None] Provisioning for port 885afc8b-9fa6-467f-ac23-75e4a86f3667 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:43.080046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:43.080046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.080908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-64939773-f4ad-4479-82ce-1336c9cb6d74 None None] Provisioning complete for port 885afc8b-9fa6-467f-ac23-75e4a86f3667 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:43.081055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64939773-f4ad-4479-82ce-1336c9cb6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.095770 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2c93598a-28a9-4dd9-9a7c-0cb23ddd1ef7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "GET /v2.0/floatingips/2984fb19-f0a4-4ba0-98d1-fd5d73364b0e HTTP/1.1" status: 200 len: 688 time: 0.0821574 Mar 02 09:01:43.096014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57112) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:43.241568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.259266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port d9541299-8e20-4630-a924-f60b71bee381 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:43.259564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.324510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64939773-f4ad-4479-82ce-1336c9cb6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.358028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.360344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.369072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-64939773-f4ad-4479-82ce-1336c9cb6d74 None None] For port 885afc8b-9fa6-467f-ac23-75e4a86f3667, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=885afc8b-9fa6-467f-ac23-75e4a86f3667,segment=NetworkSegment(1034e945-441d-4105-8a6e-537a23564d32),segment_id=1034e945-441d-4105-8a6e-537a23564d32)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:43.382140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.446247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.452075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.471950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64939773-f4ad-4479-82ce-1336c9cb6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.568430 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-924b6547-348a-4119-8b2b-7f6a228569ec tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags HTTP/1.1" status: 200 len: 317 time: 0.9279497 Mar 02 09:01:43.578817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.589560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57116) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:43.602736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-7dd89326-35be-4760-8fd5-c66dca688cbc tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:43.632758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64939773-f4ad-4479-82ce-1336c9cb6d74 None None] Pushing event updated for resources: {'Port': ['ID=885afc8b-9fa6-467f-ac23-75e4a86f3667,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:43.641291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for d9541299-8e20-4630-a924-f60b71bee381 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:43.663090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.663652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Fanout notify agent at l3_agent the message router_deleted on router 48684958-4d93-4dbf-a932-e996a1a47ade {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:43.686725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Transition to ACTIVE for port object 5e8f8638-21bc-4b57-b7d1-674cb5d20ba4 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:43.694195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fedea2d7-bbd0-4079-89db-c0753478ee7d None None] Provisioning complete for port 885afc8b-9fa6-467f-ac23-75e4a86f3667 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:43.694384 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fedea2d7-bbd0-4079-89db-c0753478ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.840264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.841318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-097dd3d3-014c-41de-bf73-1300f90a3f8c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/48684958-4d93-4dbf-a932-e996a1a47ade HTTP/1.1" status: 204 len: 168 time: 4.8967140 Mar 02 09:01:43.845804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57120) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:43.851146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-531427994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:43.855991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Allocated IP 172.26.3.81 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/95f10fe4-5015-4eb5-a004-abba9809b779) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:43.857392 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:43.861597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Usage tracker for resource:router and tenant:cfa529e7d5a44e3bb6dc6bd39dcb2ed6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:43.864492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:43.868014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.908018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:43.942740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:43.956183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=d9541299-8e20-4630-a924-f60b71bee381,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:44.023268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.037204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.038215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.052585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.073331 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.074521 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bdcdb386-9eda-4d05-ad85-eff32bdc0306 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/floatingips/2984fb19-f0a4-4ba0-98d1-fd5d73364b0e HTTP/1.1" status: 204 len: 168 time: 0.9776289 Mar 02 09:01:44.078178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57124) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:44.086578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'e1a2e2f8-0372-4d6d-984b-6dc301e82d44'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:44.090193 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:44.090348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network 929df6dc-9a71-4c0a-89ed-997c0eddb534 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:44.094852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:floatingip and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:44.095224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:44.097320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:44.103613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:44.103805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:44.104182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.205201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.213663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 885afc8b-9fa6-467f-ac23-75e4a86f3667 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:44.224730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Port': ['ID=5e8f8638-21bc-4b57-b7d1-674cb5d20ba4,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:44.242718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.251835 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7dd89326-35be-4760-8fd5-c66dca688cbc tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags HTTP/1.1" status: 204 len: 168 time: 0.6692822 Mar 02 09:01:44.252803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.263174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57130) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:44.305995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 885afc8b-9fa6-467f-ac23-75e4a86f3667 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:44.310388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.323349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-01c7f7cc-804c-49c4-a471-d87655a72708 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674', 'tempest-TagsExtTest-Tag-486716731') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:44.399937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.403742 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4f510efc-e44d-46e5-b2bd-a354485cea97 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5540841 Mar 02 09:01:44.404156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57134) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:44.415721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:44.420026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.479915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=8f7d52e8-db07-48c7-afa4-08cc539f41a9,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:44.503643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking segment: {'id': '61d2a787-28d9-48f7-8165-df23379a6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '763761ac-90e2-4119-b03d-0684f43dda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:44.504018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network hostable DHCP agents. Network: 763761ac-90e2-4119-b03d-0684f43dda3f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:44.534720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9cce50ef-2628-4dec-b154-d17c2fcd097b None None] Provisioning for port 5e8f8638-21bc-4b57-b7d1-674cb5d20ba4 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:44.541321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9cce50ef-2628-4dec-b154-d17c2fcd097b None None] Provisioning complete for port 5e8f8638-21bc-4b57-b7d1-674cb5d20ba4 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:44.543392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9cce50ef-2628-4dec-b154-d17c2fcd097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.547509 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-01c7f7cc-804c-49c4-a471-d87655a72708 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:44.548586 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-01c7f7cc-804c-49c4-a471-d87655a72708 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags/tempest-TagsExtTest-Tag-486716731 HTTP/1.1" status: 404 len: 328 time: 0.2362249 Mar 02 09:01:44.551382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57138) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:44.557922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-1c5faf37-f68e-4658-b93a-ad8b9abb7b26 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674', 'tempest-TagsExtTest-Tag-2022605041') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:44.600407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9cce50ef-2628-4dec-b154-d17c2fcd097b None None] Port 5e8f8638-21bc-4b57-b7d1-674cb5d20ba4 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:01:44.646105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.650011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network 763761ac-90e2-4119-b03d-0684f43dda3f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:44.732402 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-1c5faf37-f68e-4658-b93a-ad8b9abb7b26 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:44.733353 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1c5faf37-f68e-4658-b93a-ad8b9abb7b26 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags/tempest-TagsExtTest-Tag-2022605041 HTTP/1.1" status: 404 len: 329 time: 0.1810873 Mar 02 09:01:44.739358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57142) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:44.759192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:44.765246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-05a61042-e5c5-4e92-9fb2-70301a6ab67c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674', 'tempest-TagsExtTest-Tag-1712074299') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:44.791556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:44.802118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:44.828753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.837217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event updated for resources: {'Port': ['ID=95f10fe4-5015-4eb5-a004-abba9809b779,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:44.839385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 763761ac-90e2-4119-b03d-0684f43dda3f) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:44.852142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f24b454-022a-4b89-a633-bc84202e484a None None] Network 763761ac-90e2-4119-b03d-0684f43dda3f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:44.859483 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:01:44.863648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:44.864239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.979847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:44.986648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.120044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-763761ac-90e2-4119-b03d-0684f43dda3f', 'network_id': '763761ac-90e2-4119-b03d-0684f43dda3f', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': '8f7d52e8-db07-48c7-afa4-08cc539f41a9'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:45.124059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.140515 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c8fae268-bd41-4a59-bb8b-b42859caa5dc tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8564024 Mar 02 09:01:45.141222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57146) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:45.148930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124923198'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:45.157128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:45.164810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:network and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:45.173320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:45.187896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:45.191693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.26.3.189 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/70ef1701-d589-4709-bcb8-639aeb09fba3) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:45.290439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Allocated IP 2001:db8:0:ffff::2 (763761ac-90e2-4119-b03d-0684f43dda3f/8f7d52e8-db07-48c7-afa4-08cc539f41a9/7828606b-6ea1-486d-a31c-f9e946f75522) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:45.294775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:45.298171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.394963 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-05a61042-e5c5-4e92-9fb2-70301a6ab67c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:45.395982 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-05a61042-e5c5-4e92-9fb2-70301a6ab67c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags/tempest-TagsExtTest-Tag-1712074299 HTTP/1.1" status: 404 len: 329 time: 0.6517799 Mar 02 09:01:45.401040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57150) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:45.406145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:45.423843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-f9c660a7-276e-4af4-b1db-022424526ef8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854', {'tags': ['tempest-TagsExtTest-Tag-1936794000', 'tempest-TagsExtTest-Tag-2102435816', 'tempest-TagsExtTest-Tag-1355391667']}) {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:45.442320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.442666 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment 6761f98a-cf0a-431d-aa7b-464f9654eda3 of type vlan for network e604a0b3-73d0-4255-826b-3be1e8ffe1af Mar 02 09:01:45.472676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.500225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.531866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.546802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Transition to ACTIVE for port object 7828606b-6ea1-486d-a31c-f9e946f75522 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:45.560610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Transition to ACTIVE for port object 7828606b-6ea1-486d-a31c-f9e946f75522 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:45.616360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.682573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Network 763761ac-90e2-4119-b03d-0684f43dda3f is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:45.686201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:45.690021 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:45.697731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.725874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.731209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:45.731789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.766011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.771498 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Pushing event updated for resources: {'Port': ['ID=7828606b-6ea1-486d-a31c-f9e946f75522,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:45.804250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Attempting to bind port 7828606b-6ea1-486d-a31c-f9e946f75522 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:45.804584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Attempting to bind port 7828606b-6ea1-486d-a31c-f9e946f75522 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '61d2a787-28d9-48f7-8165-df23379a6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '763761ac-90e2-4119-b03d-0684f43dda3f'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:45.804879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Attempting to bind port 7828606b-6ea1-486d-a31c-f9e946f75522 on network 763761ac-90e2-4119-b03d-0684f43dda3f {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:45.810249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:45.810601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Checking segment: {'id': '61d2a787-28d9-48f7-8165-df23379a6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '763761ac-90e2-4119-b03d-0684f43dda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:45.810990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.811373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Bound using segment: {'id': '61d2a787-28d9-48f7-8165-df23379a6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '763761ac-90e2-4119-b03d-0684f43dda3f'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:45.811818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Bound port: 7828606b-6ea1-486d-a31c-f9e946f75522, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d2a787-28d9-48f7-8165-df23379a6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '763761ac-90e2-4119-b03d-0684f43dda3f'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:45.812174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.886754 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.887511 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f9c660a7-276e-4af4-b1db-022424526ef8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags HTTP/1.1" status: 200 len: 318 time: 0.4838667 Mar 02 09:01:45.888137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57154) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:45.902937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-4354ca36-3b79-4466-9c04-104580b6e822 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:45.907094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] For port 7828606b-6ea1-486d-a31c-f9e946f75522, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:45.910306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] For port 7828606b-6ea1-486d-a31c-f9e946f75522, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7828606b-6ea1-486d-a31c-f9e946f75522,segment=NetworkSegment(61d2a787-28d9-48f7-8165-df23379a6252),segment_id=61d2a787-28d9-48f7-8165-df23379a6252)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:45.938246 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=e604a0b3-73d0-4255-826b-3be1e8ffe1af,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:45.949166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network e604a0b3-73d0-4255-826b-3be1e8ffe1af details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:45.952820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:45.963679 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f63454bb-9b73-4029-9c4e-15c4f58618b9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8214800 Mar 02 09:01:45.973177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57158) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:45.984993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:45.997597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': 'e604a0b3-73d0-4255-826b-3be1e8ffe1af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:46.011617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:46.021187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:46.043369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:46.090801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=70ef1701-d589-4709-bcb8-639aeb09fba3,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:46.120931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:46.152119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec556000-99d5-4cb8-b6aa-3f0049025977 None None] Pushing event updated for resources: {'Port': ['ID=7828606b-6ea1-486d-a31c-f9e946f75522,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:46.208437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:46.209277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:46.352038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Allocated IP 172.26.3.53 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/302120f1-17e6-44a5-8b09-6435021fd7e9) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:46.426528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:46.466230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:subnet and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:46.471473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:46.488720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:46.616212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Port': ['ID=5e8f8638-21bc-4b57-b7d1-674cb5d20ba4,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:46.644050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4354ca36-3b79-4466-9c04-104580b6e822 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags HTTP/1.1" status: 204 len: 168 time: 0.7487197 Mar 02 09:01:46.653625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57162) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:46.665697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-e24ab1f6-a216-4266-adb5-68dca35106f7 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854', 'tempest-TagsExtTest-Tag-1936794000') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:46.711047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:46.714485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:46.820366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:46.831744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network 929df6dc-9a71-4c0a-89ed-997c0eddb534 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:46.836252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:46.839163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:47.075075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:47.112872 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-e24ab1f6-a216-4266-adb5-68dca35106f7 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:47.122914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e24ab1f6-a216-4266-adb5-68dca35106f7 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags/tempest-TagsExtTest-Tag-1936794000 HTTP/1.1" status: 404 len: 329 time: 0.4579272 Mar 02 09:01:47.123493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57166) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:47.151569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.tag.tag_plugin [None req-d01f2400-99d2-465c-a44f-cf56e9bf88c3 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854', 'tempest-TagsExtTest-Tag-2102435816') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:47.153535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4dde033c-aac2-4ad3-920f-c9b89de8feea None None] Provisioning complete for port 5e8f8638-21bc-4b57-b7d1-674cb5d20ba4 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:47.154061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4dde033c-aac2-4ad3-920f-c9b89de8feea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:47.207288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4dde033c-aac2-4ad3-920f-c9b89de8feea None None] Port 5e8f8638-21bc-4b57-b7d1-674cb5d20ba4 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:01:47.208755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:47.254579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:47.269270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:47.271939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:47.311877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb9dca-00f7-4911-ac86-c0b6380329b1 None None] Network 763761ac-90e2-4119-b03d-0684f43dda3f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:47.329602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event updated for resources: {'Port': ['ID=302120f1-17e6-44a5-8b09-6435021fd7e9,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:47.396344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:47.397347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Router 2c35d615-8c44-4379-a7b7-b8d85e0aa1ac is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:47.408436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:47.475801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Router f90dd76b-b593-4810-a832-a866dda484ac is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:47.492135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-22c308c4-4121-4dba-b282-9552079f850c None None] Provisioning for port 7828606b-6ea1-486d-a31c-f9e946f75522 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:47.535703 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-d01f2400-99d2-465c-a44f-cf56e9bf88c3 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:47.537690 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d01f2400-99d2-465c-a44f-cf56e9bf88c3 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags/tempest-TagsExtTest-Tag-2102435816 HTTP/1.1" status: 404 len: 329 time: 0.4116182 Mar 02 09:01:47.543359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57170) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:47.549752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-31be2054-bc80-4281-ac2a-92ea92ab7fe7 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854', 'tempest-TagsExtTest-Tag-1355391667') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:47.678883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=dedc92ff-bca9-4326-b9ac-6060425912c5,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:47.704289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking segment: {'id': '6761f98a-cf0a-431d-aa7b-464f9654eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e604a0b3-73d0-4255-826b-3be1e8ffe1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:47.704678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network hostable DHCP agents. Network: e604a0b3-73d0-4255-826b-3be1e8ffe1af, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:47.715407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:47.725032 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e8af01a9-4a3b-4fb3-aa5f-6a66d1ab28c4 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "PUT /v2.0/routers/2c35d615-8c44-4379-a7b7-b8d85e0aa1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1019166 Mar 02 09:01:47.729278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57174) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:47.730917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7b638-b0a7-40c8-a78c-33148a98e560 None None] Sync routers for ids ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:47.744139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7b638-b0a7-40c8-a78c-33148a98e560 None None] Routers {'2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:47.744946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cbc7b638-b0a7-40c8-a78c-33148a98e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:47.817628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cbc7b638-b0a7-40c8-a78c-33148a98e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:47.835013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7b638-b0a7-40c8-a78c-33148a98e560 None None] Routers {'2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:47.835829 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cbc7b638-b0a7-40c8-a78c-33148a98e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:47.903968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cbc7b638-b0a7-40c8-a78c-33148a98e560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:47.904435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7b638-b0a7-40c8-a78c-33148a98e560 None None] The sync data for ids ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:47.990416 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-31be2054-bc80-4281-ac2a-92ea92ab7fe7 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:47.991332 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-31be2054-bc80-4281-ac2a-92ea92ab7fe7 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags/tempest-TagsExtTest-Tag-1355391667 HTTP/1.1" status: 404 len: 329 time: 0.4471653 Mar 02 09:01:48.005754 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57178) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:48.012501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-0f4796da-3886-445b-b593-e8440427d075 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904', {'tags': ['tempest-TagsExtTest-Tag-996540691', 'tempest-TagsExtTest-Tag-1562349686', 'tempest-TagsExtTest-Tag-1347339370']}) {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.023054 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network e604a0b3-73d0-4255-826b-3be1e8ffe1af is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:48.042181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:48.052967 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec582fab-9c8f-4def-a844-c6d97c853cf4 None None] Sync routers for ids ['f90dd76b-b593-4810-a832-a866dda484ac'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:48.062460 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec582fab-9c8f-4def-a844-c6d97c853cf4 None None] Routers {'f90dd76b-b593-4810-a832-a866dda484ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:48.063149 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ec582fab-9c8f-4def-a844-c6d97c853cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f90dd76b-b593-4810-a832-a866dda484ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.124465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, e604a0b3-73d0-4255-826b-3be1e8ffe1af) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:48.126484 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ec582fab-9c8f-4def-a844-c6d97c853cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.134265 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ddc38b-b822-449b-9d37-2ec69597518a None None] Network e604a0b3-73d0-4255-826b-3be1e8ffe1af requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:48.136723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.141099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.145517 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-847c99e4-45d5-4020-931a-8ea2f325a19a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.9892540 Mar 02 09:01:48.145773 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec582fab-9c8f-4def-a844-c6d97c853cf4 None None] Routers {'f90dd76b-b593-4810-a832-a866dda484ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:48.145903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57182) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:48.148734 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ec582fab-9c8f-4def-a844-c6d97c853cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f90dd76b-b593-4810-a832-a866dda484ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.152032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:48.221527 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0f4796da-3886-445b-b593-e8440427d075 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "PUT /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags HTTP/1.1" status: 200 len: 317 time: 0.2123663 Mar 02 09:01:48.228006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57186) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:48.243193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-2c5b0410-ff42-4957-a1c0-422ef08284b4 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.272684 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ec582fab-9c8f-4def-a844-c6d97c853cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.274701 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec582fab-9c8f-4def-a844-c6d97c853cf4 None None] The sync data for ids ['f90dd76b-b593-4810-a832-a866dda484ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:48.335742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:48.336364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.338036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7828606b-6ea1-486d-a31c-f9e946f75522 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:48.506042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-e604a0b3-73d0-4255-826b-3be1e8ffe1af', 'network_id': 'e604a0b3-73d0-4255-826b-3be1e8ffe1af', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': 'dedc92ff-bca9-4326-b9ac-6060425912c5'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:48.507170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.575175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 7828606b-6ea1-486d-a31c-f9e946f75522 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:48.592141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 7828606b-6ea1-486d-a31c-f9e946f75522 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:48.592141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.629358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.639181 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2c5b0410-ff42-4957-a1c0-422ef08284b4 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags HTTP/1.1" status: 204 len: 168 time: 0.4091544 Mar 02 09:01:48.646665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57190) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:48.653415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-5f90ed03-7950-4a18-b7e1-94d428a8ba3b tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904', 'tempest-TagsExtTest-Tag-996540691') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.702565 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ee1c7808-51a1-41f9-9833-dd4a3d8f1396 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7283275 Mar 02 09:01:48.754568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57194) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:48.764639 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-5f90ed03-7950-4a18-b7e1-94d428a8ba3b tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:48.768609 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5f90ed03-7950-4a18-b7e1-94d428a8ba3b tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags/tempest-TagsExtTest-Tag-996540691 HTTP/1.1" status: 404 len: 328 time: 0.1180954 Mar 02 09:01:48.769021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57198) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:48.775776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-649aa435-8f36-45eb-b6eb-76e141e63928 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904', 'tempest-TagsExtTest-Tag-1562349686') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.781925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Allocated IP 2001:db8::1 (e604a0b3-73d0-4255-826b-3be1e8ffe1af/dedc92ff-bca9-4326-b9ac-6060425912c5/d1cee520-9388-47de-a788-bd7110d59e58) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:48.802037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.804251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:01:48.812820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.822910 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-649aa435-8f36-45eb-b6eb-76e141e63928 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:48.826860 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-649aa435-8f36-45eb-b6eb-76e141e63928 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags/tempest-TagsExtTest-Tag-1562349686 HTTP/1.1" status: 404 len: 329 time: 0.0540993 Mar 02 09:01:48.827087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57202) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:48.831933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-f093fab4-d43a-4625-80d3-708ede3c557e tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904', 'tempest-TagsExtTest-Tag-1347339370') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.855078 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-f093fab4-d43a-4625-80d3-708ede3c557e tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] show failed (client error): The resource could not be found. Mar 02 09:01:48.856143 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f093fab4-d43a-4625-80d3-708ede3c557e tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags/tempest-TagsExtTest-Tag-1347339370 HTTP/1.1" status: 404 len: 329 time: 0.0280025 Mar 02 09:01:48.863907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57206) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:48.869501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-0bbb6225-370a-44f0-82ba-6a9f2f563ae5 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ab86fb0-42ed-4835-bde3-f9245ddb5904') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.892129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.897322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.910811 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0bbb6225-370a-44f0-82ba-6a9f2f563ae5 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904/tags HTTP/1.1" status: 204 len: 168 time: 0.0458708 Mar 02 09:01:48.913938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57210) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:48.919001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-4b8b28d4-a60d-4392-82cc-0994c175d7e7 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cc0658c3-2d48-4656-80d9-9ad5871a0854') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:48.922472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 7828606b-6ea1-486d-a31c-f9e946f75522, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7828606b-6ea1-486d-a31c-f9e946f75522,segment=NetworkSegment(61d2a787-28d9-48f7-8165-df23379a6252),segment_id=61d2a787-28d9-48f7-8165-df23379a6252)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:48.964638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.976197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Deleting port 95f10fe4-5015-4eb5-a004-abba9809b779 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:48.976791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:48.998564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.090846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.104954 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=7828606b-6ea1-486d-a31c-f9e946f75522,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:49.107980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Transition to ACTIVE for port object d1cee520-9388-47de-a788-bd7110d59e58 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:49.129081 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Transition to ACTIVE for port object d1cee520-9388-47de-a788-bd7110d59e58 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:49.184815 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4b8b28d4-a60d-4392-82cc-0994c175d7e7 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854/tags HTTP/1.1" status: 204 len: 168 time: 0.2697165 Mar 02 09:01:49.191916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57214) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:49.198746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.199168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-9491ea94-beb0-45ca-b763-809b7107770a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7691072-6901-4439-9846-aceed16ac674') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:49.269245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.273014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Network e604a0b3-73d0-4255-826b-3be1e8ffe1af is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:49.276441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:49.280939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:49.285117 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Pushing event updated for resources: {'Port': ['ID=d1cee520-9388-47de-a788-bd7110d59e58,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:49.374708 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Attempting to bind port d1cee520-9388-47de-a788-bd7110d59e58 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:49.375516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Attempting to bind port d1cee520-9388-47de-a788-bd7110d59e58 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '6761f98a-cf0a-431d-aa7b-464f9654eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e604a0b3-73d0-4255-826b-3be1e8ffe1af'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:49.376208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Attempting to bind port d1cee520-9388-47de-a788-bd7110d59e58 on network e604a0b3-73d0-4255-826b-3be1e8ffe1af {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:49.382077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:49.382617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Checking segment: {'id': '6761f98a-cf0a-431d-aa7b-464f9654eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e604a0b3-73d0-4255-826b-3be1e8ffe1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:49.383108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.383592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Bound using segment: {'id': '6761f98a-cf0a-431d-aa7b-464f9654eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e604a0b3-73d0-4255-826b-3be1e8ffe1af'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:49.384162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Bound port: d1cee520-9388-47de-a788-bd7110d59e58, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6761f98a-cf0a-431d-aa7b-464f9654eda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e604a0b3-73d0-4255-826b-3be1e8ffe1af'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:49.384620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.456512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=70ef1701-d589-4709-bcb8-639aeb09fba3,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:49.472550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.482015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] For port d1cee520-9388-47de-a788-bd7110d59e58, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:49.485404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] For port d1cee520-9388-47de-a788-bd7110d59e58, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d1cee520-9388-47de-a788-bd7110d59e58,segment=NetworkSegment(6761f98a-cf0a-431d-aa7b-464f9654eda3),segment_id=6761f98a-cf0a-431d-aa7b-464f9654eda3)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:49.521744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Calling delete_port for 95f10fe4-5015-4eb5-a004-abba9809b779 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:49.541637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.576982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.582882 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9491ea94-beb0-45ca-b763-809b7107770a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674/tags HTTP/1.1" status: 204 len: 168 time: 0.3899934 Mar 02 09:01:49.586738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57218) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:49.593070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.tag.tag_plugin [None req-d03a748c-9def-41ff-b96d-d9e3bbcb3080 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b2062a4-68c3-412f-b700-80af1f160821') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:49.666080 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8317f8c-9f58-4597-856c-c835b7ae6e09 None None] Pushing event updated for resources: {'Port': ['ID=d1cee520-9388-47de-a788-bd7110d59e58,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:49.706547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d5ca828f-223b-4eb1-9407-273f9e41cb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.709164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting port d1cee520-9388-47de-a788-bd7110d59e58 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:49.709865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.734712 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-fdcf74f0-5ef9-4508-a189-509d6e4900f6 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:01:49.738470 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fdcf74f0-5ef9-4508-a189-509d6e4900f6 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "PUT /v2.0/routers/2c35d615-8c44-4379-a7b7-b8d85e0aa1ac/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0043299 Mar 02 09:01:49.743171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57222) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:49.901922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.921352 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d03a748c-9def-41ff-b96d-d9e3bbcb3080 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821/tags HTTP/1.1" status: 204 len: 168 time: 0.3300486 Mar 02 09:01:49.926441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57226) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:49.933351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:49.944534 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP e8c1c246-8c2a-4344-bc5e-d920b3281ecc associated. External IP: 172.26.3.189, port: e1a2e2f8-0372-4d6d-984b-6dc301e82d44. Mar 02 09:01:50.054024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:50.122782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Pushing event deleted for resources: {'Port': ['ID=95f10fe4-5015-4eb5-a004-abba9809b779,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:50.300311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d1cee520-9388-47de-a788-bd7110d59e58 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:50.371513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:50.408020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] For port d1cee520-9388-47de-a788-bd7110d59e58, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d1cee520-9388-47de-a788-bd7110d59e58,segment=NetworkSegment(6761f98a-cf0a-431d-aa7b-464f9654eda3),segment_id=6761f98a-cf0a-431d-aa7b-464f9654eda3)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:50.408384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:50.455655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port d1cee520-9388-47de-a788-bd7110d59e58 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:50.462846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7828606b-6ea1-486d-a31c-f9e946f75522 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:01:50.545559 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 7828606b-6ea1-486d-a31c-f9e946f75522 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:50.545966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:50.648339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-668a0155-adea-4408-96d5-29cb038ca470 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for subnetpool, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:50.649472 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-668a0155-adea-4408-96d5-29cb038ca470 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnetpools/9ab86fb0-42ed-4835-bde3-f9245ddb5904 HTTP/1.1" status: 204 len: 168 time: 0.7220972 Mar 02 09:01:50.665110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57230) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:50.715435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6bfefae6-d67b-456d-b36d-0b3125dcc013 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Synchronizing usage tracker for tenant:51fb0fb8f5364fb892d4c5f2524ac0dd on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:50.800249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Calling delete_port for d1cee520-9388-47de-a788-bd7110d59e58 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:50.852044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dee054-a470-4095-a319-33d452b9ac7d None None] Network e604a0b3-73d0-4255-826b-3be1e8ffe1af requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:51.035206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7c20f382-430c-4a7e-8e7c-c168d0822b71 None None] Provisioning for port d1cee520-9388-47de-a788-bd7110d59e58 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:01:51.047123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7c20f382-430c-4a7e-8e7c-c168d0822b71 None None] Provisioning complete for port d1cee520-9388-47de-a788-bd7110d59e58 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:01:51.047484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c20f382-430c-4a7e-8e7c-c168d0822b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.056300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.056899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:51.097136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.100229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Router 404529ca-e09d-4767-a80d-06245fd88c67 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:51.155330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6bfefae6-d67b-456d-b36d-0b3125dcc013 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Unset dirty status for tenant:51fb0fb8f5364fb892d4c5f2524ac0dd on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:51.156706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6bfefae6-d67b-456d-b36d-0b3125dcc013 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc0658c3-2d48-4656-80d9-9ad5871a0854 HTTP/1.1" status: 200 len: 205 time: 0.4906657 Mar 02 09:01:51.167734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57234) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:51.258286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c20f382-430c-4a7e-8e7c-c168d0822b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.293056 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-05cc903e-0ce4-4872-9d60-0eefd706079d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3210783 Mar 02 09:01:51.377748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Router f90dd76b-b593-4810-a832-a866dda484ac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:51.380117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e80e7608-6dbf-4d35-966d-04ff2fc903ff tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.458143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.473411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.536893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-efbcdbf3-6f15-44a6-9990-355d76768602 None None] Could not find standard attr ID for object d1cee520-9388-47de-a788-bd7110d59e58. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:01:51.596510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Port': ['ID=d1cee520-9388-47de-a788-bd7110d59e58,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:51.624084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5592fd4-9e95-4746-9e2c-97f134588c2f None None] DHCP port deletion for e604a0b3-73d0-4255-826b-3be1e8ffe1af request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:01:51.642825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d4ef86-8fb0-45ce-bf92-1feeb72ba792 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:01:51.660148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:51.666674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:51.675646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538fbe2a-188d-45e1-90ad-b7636f4b3e8e None None] Sync routers for ids ['404529ca-e09d-4767-a80d-06245fd88c67'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:51.679692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No DVR routers for this DVR port d1cee520-9388-47de-a788-bd7110d59e58 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:01:51.681591 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99134cc-f133-4da8-955d-f029e1931f29 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:51.705423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538fbe2a-188d-45e1-90ad-b7636f4b3e8e None None] Routers {'404529ca-e09d-4767-a80d-06245fd88c67'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:51.706219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-538fbe2a-188d-45e1-90ad-b7636f4b3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['404529ca-e09d-4767-a80d-06245fd88c67'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:51.723102 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.724297 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-51f5cde8-d8d9-4251-9dc7-bc2d4b795c80 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "PUT /v2.0/routers/404529ca-e09d-4767-a80d-06245fd88c67 HTTP/1.1" status: 200 len: 878 time: 7.3193665 Mar 02 09:01:51.737860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57238) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:51.763415 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99134cc-f133-4da8-955d-f029e1931f29 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:51.763680 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e99134cc-f133-4da8-955d-f029e1931f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:51.779094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-538fbe2a-188d-45e1-90ad-b7636f4b3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:51.808846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538fbe2a-188d-45e1-90ad-b7636f4b3e8e None None] Routers {'404529ca-e09d-4767-a80d-06245fd88c67'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:51.809558 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-538fbe2a-188d-45e1-90ad-b7636f4b3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['404529ca-e09d-4767-a80d-06245fd88c67'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:51.822943 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e99134cc-f133-4da8-955d-f029e1931f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:51.831704 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99134cc-f133-4da8-955d-f029e1931f29 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:51.832294 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e99134cc-f133-4da8-955d-f029e1931f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:51.844177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.887416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.895377 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e99134cc-f133-4da8-955d-f029e1931f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:51.896019 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99134cc-f133-4da8-955d-f029e1931f29 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:51.900419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-538fbe2a-188d-45e1-90ad-b7636f4b3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:51.900897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538fbe2a-188d-45e1-90ad-b7636f4b3e8e None None] The sync data for ids ['404529ca-e09d-4767-a80d-06245fd88c67'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:51.926488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-28548d68-e938-42b9-9e05-6ed701d338a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:51.928653 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-28548d68-e938-42b9-9e05-6ed701d338a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fab3e94ce60419d8ffa7baee0093f48&device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 1098 time: 0.6089203 Mar 02 09:01:51.931217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:51.941144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.942599 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-77942df0-4667-4dbb-a113-4162442f8dde tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "PUT /v2.0/routers/f90dd76b-b593-4810-a832-a866dda484ac HTTP/1.1" status: 200 len: 710 time: 3.7950747 Mar 02 09:01:51.946146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57242) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:51.962193 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268f64a-c911-4a18-8b83-bc66b5ad90f6 None None] Sync routers for ids ['f90dd76b-b593-4810-a832-a866dda484ac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:51.971309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d4ef86-8fb0-45ce-bf92-1feeb72ba792 None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:01:51.983850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2bbccd7b-d33f-414c-9a13-f19012777b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:51.985269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268f64a-c911-4a18-8b83-bc66b5ad90f6 None None] Routers {'f90dd76b-b593-4810-a832-a866dda484ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:51.986015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7268f64a-c911-4a18-8b83-bc66b5ad90f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f90dd76b-b593-4810-a832-a866dda484ac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:52.069034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7268f64a-c911-4a18-8b83-bc66b5ad90f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:52.145282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268f64a-c911-4a18-8b83-bc66b5ad90f6 None None] Routers {'f90dd76b-b593-4810-a832-a866dda484ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:52.146120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7268f64a-c911-4a18-8b83-bc66b5ad90f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f90dd76b-b593-4810-a832-a866dda484ac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:52.205945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e80e7608-6dbf-4d35-966d-04ff2fc903ff tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.218451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e80e7608-6dbf-4d35-966d-04ff2fc903ff tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.223071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7268f64a-c911-4a18-8b83-bc66b5ad90f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:52.223071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268f64a-c911-4a18-8b83-bc66b5ad90f6 None None] The sync data for ids ['f90dd76b-b593-4810-a832-a866dda484ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:52.276456 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b2462e71-e89b-4430-b1e2-b2c8cebd50ee tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1971493 Mar 02 09:01:52.285435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57246) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:52.293639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d1cee520-9388-47de-a788-bd7110d59e58 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:01:52.306215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2133992292'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:52.313390 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c5867d82-ef3f-4560-829a-84c15a73cb06 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/routers/404529ca-e09d-4767-a80d-06245fd88c67 HTTP/1.1" status: 200 len: 919 time: 0.5721071 Mar 02 09:01:52.317975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57250) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:52.318921 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:52.339288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: d1cee520-9388-47de-a788-bd7110d59e58 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:01:52.339288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d1cee520-9388-47de-a788-bd7110d59e58 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:01:52.363808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:network and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:52.378107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:52.392729 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ec9f9acd-24dd-4a8d-bb38-072ddfaf48c6 tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/routers/f90dd76b-b593-4810-a832-a866dda484ac HTTP/1.1" status: 200 len: 745 time: 0.3960624 Mar 02 09:01:52.398725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57254) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:52.402776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:52.414987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-521fc762-4cbb-4e9f-a043-23cf41628ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:52.416506 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-521fc762-4cbb-4e9f-a043-23cf41628ffc service neutron] 10.222.0.15 "GET /v2.0/networks?id=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 HTTP/1.1" status: 200 len: 913 time: 0.4112852 Mar 02 09:01:52.448994 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-028f2f30-913d-436d-a731-cd7aef66d7fd tempest-RoutersIpV6AdminTest-781345278 tempest-RoutersIpV6AdminTest-781345278-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=f90dd76b-b593-4810-a832-a866dda484ac HTTP/1.1" status: 200 len: 205 time: 0.0460200 Mar 02 09:01:52.449246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57258) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:52.487672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e80e7608-6dbf-4d35-966d-04ff2fc903ff tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.488160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80e7608-6dbf-4d35-966d-04ff2fc903ff tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Fanout notify agent at l3_agent the message router_deleted on router cc0658c3-2d48-4656-80d9-9ad5871a0854 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:52.493148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.504739 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-505cf133-739f-44ba-9926-7f2c123744de tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=f90dd76b-b593-4810-a832-a866dda484ac HTTP/1.1" status: 200 len: 205 time: 0.0522470 Mar 02 09:01:52.505252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57262) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:52.547739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Made reservation on behalf of 50b22bd736e44686b0c697bc43c87c89 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:52.551215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.571440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e80e7608-6dbf-4d35-966d-04ff2fc903ff tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.572514 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e80e7608-6dbf-4d35-966d-04ff2fc903ff tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/routers/cc0658c3-2d48-4656-80d9-9ad5871a0854 HTTP/1.1" status: 204 len: 168 time: 1.4026051 Mar 02 09:01:52.579619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57268) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:52.582979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe4e42-6a87-4b0e-b231-2cd31174433d None None] Network e604a0b3-73d0-4255-826b-3be1e8ffe1af requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:52.588157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=dedc92ff-bca9-4326-b9ac-6060425912c5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:52.651956 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-a0c224e5-44a6-4758-8d00-8f49e2e1d143 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af HTTP/1.1" status: 200 len: 1001 time: 0.2289112 Mar 02 09:01:52.704262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32151ba9-4b51-42ae-84a6-5a0efd5fac57 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:52.705234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-32151ba9-4b51-42ae-84a6-5a0efd5fac57 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Synchronizing usage tracker for tenant:49c4f91022b84bddb39c13a9f9fa6775 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:01:52.711698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-577667ae-73ab-43d4-890a-3132b8a470c9 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.762683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:52.768971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147df783-ee35-40f2-bbb3-a41b7893e6e1 None None] DHCP port deletion for e604a0b3-73d0-4255-826b-3be1e8ffe1af request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:01:52.775068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.815824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.816160 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Added segment e488f586-4a86-46a4-948a-89c3459b6fa5 of type vlan for network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 Mar 02 09:01:52.819266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-32151ba9-4b51-42ae-84a6-5a0efd5fac57 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Unset dirty status for tenant:49c4f91022b84bddb39c13a9f9fa6775 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:01:52.820402 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-32151ba9-4b51-42ae-84a6-5a0efd5fac57 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=404529ca-e09d-4767-a80d-06245fd88c67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4991214 Mar 02 09:01:52.827223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e604a0b3-73d0-4255-826b-3be1e8ffe1af']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:52.836192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57272) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:52.867259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6761f98a-cf0a-431d-aa7b-464f9654eda3') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:52.867972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6761f98a-cf0a-431d-aa7b-464f9654eda3') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:52.878222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-88b59541-36e7-49b5-af78-286e2ca53fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:52.879700 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-88b59541-36e7-49b5-af78-286e2ca53fbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d3925aa-8737-4a16-8b77-5b00fc03bcf0 HTTP/1.1" status: 200 len: 851 time: 0.1607895 Mar 02 09:01:52.889014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-345aa64b-6772-4120-a766-1d51ace0118c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Deleting port a7691072-6901-4439-9846-aceed16ac674 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:52.889353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-345aa64b-6772-4120-a766-1d51ace0118c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.959216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:52.968606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.022288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.049408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.052662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.084149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:01:53.084543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:01:53.098590 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:01:53.124107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Deleting port 5e8f8638-21bc-4b57-b7d1-674cb5d20ba4 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:53.124331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.157040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-577667ae-73ab-43d4-890a-3132b8a470c9 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.182226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-577667ae-73ab-43d4-890a-3132b8a470c9 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.186145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1844294-af95-46b6-8afb-973420533c93 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:53.187516 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e1844294-af95-46b6-8afb-973420533c93 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 881 time: 0.3504250 Mar 02 09:01:53.196672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57276) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:53.200788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.206080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:53.206660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.297581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-4ed17f35-ab88-4938-9033-136a2157312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:53.299193 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-4ed17f35-ab88-4938-9033-136a2157312a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3948922 Mar 02 09:01:53.301224 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-38d60883-e82e-49c7-bd7b-a9b412aaff21 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=404529ca-e09d-4767-a80d-06245fd88c67 HTTP/1.1" status: 200 len: 205 time: 0.1035988 Mar 02 09:01:53.304566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-577667ae-73ab-43d4-890a-3132b8a470c9 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.305050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577667ae-73ab-43d4-890a-3132b8a470c9 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Fanout notify agent at l3_agent the message router_deleted on router f90dd76b-b593-4810-a832-a866dda484ac {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:53.308361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57280) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:53.396353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.406272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.408119 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/e604a0b3-73d0-4255-826b-3be1e8ffe1af HTTP/1.1" status: 204 len: 168 time: 4.6461575 Mar 02 09:01:53.412753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57284) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:53.417357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Network': ['ID=4bae3d2e-aee9-467c-86f7-fac2ffd3db44,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:53.430349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:53.469082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-43465510'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:53.496257 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bccfb0ba-c1fa-4b31-bb85-8fa50a4eb155 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2097442 Mar 02 09:01:53.506845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:53.509721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57288) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:53.514710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294290be-8e11-4dc9-8e97-3e3b88e56082 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=e604a0b3-73d0-4255-826b-3be1e8ffe1af,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:53.525637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'subnet': {'network_id': '4bae3d2e-aee9-467c-86f7-fac2ffd3db44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:53.541771 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:network and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:53.560728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:53.572784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:53.628510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-577667ae-73ab-43d4-890a-3132b8a470c9 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.629570 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-577667ae-73ab-43d4-890a-3132b8a470c9 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/f90dd76b-b593-4810-a832-a866dda484ac HTTP/1.1" status: 204 len: 168 time: 1.1233742 Mar 02 09:01:53.639204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57292) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:53.695125 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-e0f208f2-6c4b-44cd-88ea-6d999b3b7310 service neutron] 10.222.0.15 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857458 Mar 02 09:01:53.706290 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7b150ae7-c04f-4424-9d9a-e1555a4397f4 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=f90dd76b-b593-4810-a832-a866dda484ac HTTP/1.1" status: 200 len: 205 time: 0.0614066 Mar 02 09:01:53.724557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57298) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:53.732795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:53.736069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.753943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.839958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-345aa64b-6772-4120-a766-1d51ace0118c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:53.922317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Calling delete_port for 5e8f8638-21bc-4b57-b7d1-674cb5d20ba4 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:53.923393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:53.997465 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-d5a47f0c-f372-4a72-93e8-3f41a14a473b tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] delete failed (client error): The resource could not be found. Mar 02 09:01:53.998410 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d5a47f0c-f372-4a72-93e8-3f41a14a473b tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/f90dd76b-b593-4810-a832-a866dda484ac HTTP/1.1" status: 404 len: 336 time: 0.2704439 Mar 02 09:01:54.000288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:54.006125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57302) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:54.014943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.077723 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-463289b7-cd6a-4346-a7e4-ebee1380c1be tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=9555afd3-4238-4e31-90a9-1d1970447ab1 HTTP/1.1" status: 200 len: 205 time: 0.0694964 Mar 02 09:01:54.078487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:54.084191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57306) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:54.132045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-345aa64b-6772-4120-a766-1d51ace0118c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Calling delete_port for a7691072-6901-4439-9846-aceed16ac674 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:54.149228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Made reservation on behalf of 50b22bd736e44686b0c697bc43c87c89 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:54.152612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.172794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.173136 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment 31b6eb4d-616c-4308-9681-043b5bb2735b of type vlan for network 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 Mar 02 09:01:54.206434 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-d6103a98-bc4f-4b5d-aae9-6764dcc2aa47 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] delete failed (client error): The resource could not be found. Mar 02 09:01:54.207439 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d6103a98-bc4f-4b5d-aae9-6764dcc2aa47 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/9555afd3-4238-4e31-90a9-1d1970447ab1 HTTP/1.1" status: 404 len: 336 time: 0.1223660 Mar 02 09:01:54.213075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57310) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:54.216454 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ec25f8a2-3f90-4eab-8e67-c861cb844ebc req-d3233127-45d8-42be-97d0-a896eeab2ceb service neutron] 10.222.0.15 "GET /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140202 Mar 02 09:01:54.289133 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.305521 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c9a6407b-bdd7-470e-9ac8-d59cc729e01f tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=2aedb821-59aa-4d1b-b97b-bf31560148e8 HTTP/1.1" status: 200 len: 205 time: 0.0885839 Mar 02 09:01:54.309686 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57314) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:54.396437 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-8aa40759-34ad-4f32-9fbb-c3c5440872b1 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] delete failed (client error): The resource could not be found. Mar 02 09:01:54.397453 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8aa40759-34ad-4f32-9fbb-c3c5440872b1 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/2aedb821-59aa-4d1b-b97b-bf31560148e8 HTTP/1.1" status: 404 len: 336 time: 0.0868495 Mar 02 09:01:54.400445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57318) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:54.465400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.478473 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d4bbd9d3-0ffa-44b6-a0f4-a5d8c422c9d1 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7 HTTP/1.1" status: 200 len: 205 time: 0.0746238 Mar 02 09:01:54.480599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57322) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:54.545548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.550694 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:54.551274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.557665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.566838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-345aa64b-6772-4120-a766-1d51ace0118c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.569043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Deleting port 302120f1-17e6-44a5-8b09-6435021fd7e9 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:54.569595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.594660 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-c1c2cd71-a59d-4a58-a427-b29280d0d99a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] delete failed (client error): The resource could not be found. Mar 02 09:01:54.598316 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c1c2cd71-a59d-4a58-a427-b29280d0d99a tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/75d5eec7-d5ff-4c80-bb2f-d2aaff47f3a7 HTTP/1.1" status: 404 len: 336 time: 0.1141937 Mar 02 09:01:54.602397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57326) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:54.692029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.703038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:54.706590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aa64b-6772-4120-a766-1d51ace0118c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Pushing event deleted for resources: {'Port': ['ID=a7691072-6901-4439-9846-aceed16ac674,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:54.709953 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-050aff95-e530-4f75-8be9-aa2ccf575e41 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2961392 Mar 02 09:01:54.713509 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4b760be6-e9cc-4596-9b64-d66631f11bc1 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c03a455-112f-4d7c-b7d9-7f0858ce549d HTTP/1.1" status: 200 len: 205 time: 0.0776536 Mar 02 09:01:54.713721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57330) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:54.715929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57334) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:54.719425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': '1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:54.725375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:54.812768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:54.817228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Port': ['ID=5e8f8638-21bc-4b57-b7d1-674cb5d20ba4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:54.869363 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-d13e646a-43c6-4ef7-a32c-d491e7a3b854 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] delete failed (client error): The resource could not be found. Mar 02 09:01:54.870948 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d13e646a-43c6-4ef7-a32c-d491e7a3b854 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/5c03a455-112f-4d7c-b7d9-7f0858ce549d HTTP/1.1" status: 404 len: 336 time: 0.1330559 Mar 02 09:01:54.880020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57338) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:55.001865 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-01c32db4-30ce-4283-b272-fff19c50fdc2 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "GET /v2.0/ports?device_id=4826e06d-6a1b-4978-b10b-cba4d186bfc4 HTTP/1.1" status: 200 len: 205 time: 0.0732882 Mar 02 09:01:55.003700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57342) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:55.102020 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-781b75a9-7418-411b-905f-28722d5da690 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] delete failed (client error): The resource could not be found. Mar 02 09:01:55.103046 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-781b75a9-7418-411b-905f-28722d5da690 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/routers/4826e06d-6a1b-4978-b10b-cba4d186bfc4 HTTP/1.1" status: 404 len: 336 time: 0.0956197 Mar 02 09:01:55.103653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Subnet': ['ID=2292eb29-6300-4547-b904-1726947e7ded,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:55.109449 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:55.110964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57346) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:55.115670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:subnet and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:55.120039 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:55.127816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:55.129676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Checking segment: {'id': 'e488f586-4a86-46a4-948a-89c3459b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4bae3d2e-aee9-467c-86f7-fac2ffd3db44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:55.130628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network hostable DHCP agents. Network: 4bae3d2e-aee9-467c-86f7-fac2ffd3db44, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:55.191854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:55.195903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.212428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:55.278093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4bae3d2e-aee9-467c-86f7-fac2ffd3db44) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:55.287410 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c1a7e-333c-407b-8f24-9ab68f1cef90 None None] Network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:55.288691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:55.289269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.292330 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b0adc8-b47d-4b73-80fc-21e051ccb5e5 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] DELETE failed (client error): The resource could not be found. Mar 02 09:01:55.292781 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b0adc8-b47d-4b73-80fc-21e051ccb5e5 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:01:55.318657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.333432 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-16b0adc8-b47d-4b73-80fc-21e051ccb5e5 tempest-RoutersIpV6AdminTest-490827458 tempest-RoutersIpV6AdminTest-490827458-project] 10.222.0.10 "DELETE /v2.0/subnets/3ab477b8-abbd-4568-85db-88ba968fc85c HTTP/1.1" status: 404 len: 337 time: 0.2157221 Mar 02 09:01:55.334603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-345aa64b-6772-4120-a766-1d51ace0118c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.338979 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-345aa64b-6772-4120-a766-1d51ace0118c tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/ports/a7691072-6901-4439-9846-aceed16ac674 HTTP/1.1" status: 204 len: 168 time: 2.7563856 Mar 02 09:01:55.346993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57352) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:55.421446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.563410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0a22cb-7e5c-4045-a556-978b45d915d8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Deleting subnet 8b2062a4-68c3-412f-b700-80af1f160821 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:01:55.597652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-4bae3d2e-aee9-467c-86f7-fac2ffd3db44', 'network_id': '4bae3d2e-aee9-467c-86f7-fac2ffd3db44', 'tenant_id': '50b22bd736e44686b0c697bc43c87c89', 'fixed_ips': [{'subnet_id': '2292eb29-6300-4547-b904-1726947e7ded'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:55.598826 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.627087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Calling delete_port for 302120f1-17e6-44a5-8b09-6435021fd7e9 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:55.640011 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8ddbb35a-74de-4959-82e8-c37e88e588e8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1269774 Mar 02 09:01:55.640855 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57356) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:55.643810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c0a22cb-7e5c-4045-a556-978b45d915d8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.684472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2107588054', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:55.691522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:55.696063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:router and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:55.705023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:55.718874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:55.749530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c0a22cb-7e5c-4045-a556-978b45d915d8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.811064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Allocated IP 172.20.0.2 (4bae3d2e-aee9-467c-86f7-fac2ffd3db44/2292eb29-6300-4547-b904-1726947e7ded/3214481c-515c-4ba3-bca0-1bf7fecc812c) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:55.817127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Router 2c35d615-8c44-4379-a7b7-b8d85e0aa1ac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:01:55.861476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c0a22cb-7e5c-4045-a556-978b45d915d8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.896937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.898157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.916687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.938093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:55.971410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:01:55.982271 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0f9301a4-b1a1-47d4-82ad-9e162492f5db tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "PUT /v2.0/routers/2c35d615-8c44-4379-a7b7-b8d85e0aa1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2379758 Mar 02 09:01:55.983803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57362) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:55.990707 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2152e-2b76-4119-84a1-fd2bbd006af0 None None] Sync routers for ids ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:01:56.000853 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2152e-2b76-4119-84a1-fd2bbd006af0 None None] Routers {'2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:56.001737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57366) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:56.002953 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-cbc2152e-2b76-4119-84a1-fd2bbd006af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:56.054041 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-74136120-12de-4716-b9cf-4fe61e33592d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] delete failed (client error): The resource could not be found. Mar 02 09:01:56.058784 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-74136120-12de-4716-b9cf-4fe61e33592d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-822094986 HTTP/1.1" status: 404 len: 334 time: 0.0739298 Mar 02 09:01:56.059989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57372) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:56.064902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5295fceb-40d4-4623-a142-7266c4a7fb04 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:56.089508 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-cbc2152e-2b76-4119-84a1-fd2bbd006af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:56.102749 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2152e-2b76-4119-84a1-fd2bbd006af0 None None] Routers {'2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:01:56.103559 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-cbc2152e-2b76-4119-84a1-fd2bbd006af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:56.187132 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-cbc2152e-2b76-4119-84a1-fd2bbd006af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:56.187783 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc2152e-2b76-4119-84a1-fd2bbd006af0 None None] The sync data for ids ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:01:56.202292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking segment: {'id': '31b6eb4d-616c-4308-9681-043b5bb2735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:56.202863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network hostable DHCP agents. Network: 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:56.207163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=b9e746b7-5e8d-4724-8b03-8883f6f248c2,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:56.306278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ee16b82-5b33-425c-9c1c-711f5d84d29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.381005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.391107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4ee16b82-5b33-425c-9c1c-711f5d84d29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:56.396117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4ee16b82-5b33-425c-9c1c-711f5d84d29b admin admin] Usage tracker for resource:security_group_rule and tenant:d533b891edfc44ee9271ce9f225ac41d is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:56.398968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4ee16b82-5b33-425c-9c1c-711f5d84d29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:56.404977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4ee16b82-5b33-425c-9c1c-711f5d84d29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:56.442242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c0a22cb-7e5c-4045-a556-978b45d915d8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.491490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:56.503993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a22cb-7e5c-4045-a556-978b45d915d8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2062a4-68c3-412f-b700-80af1f160821,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:56.506570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c0a22cb-7e5c-4045-a556-978b45d915d8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.512705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ace83-1258-400c-9df4-934d342d7c7a None None] Network 36de08cf-8fb0-480d-9a21-8ed9137d3d69 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:56.537347 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8c0a22cb-7e5c-4045-a556-978b45d915d8 tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/subnets/8b2062a4-68c3-412f-b700-80af1f160821 HTTP/1.1" status: 204 len: 168 time: 1.1870248 Mar 02 09:01:56.540860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57376) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:56.545316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.621418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:56.633173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:56.633684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.668531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba5f6d2-57e1-424b-aa66-e8406612d7d6 None None] Network 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:56.685655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5295fceb-40d4-4623-a142-7266c4a7fb04 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.693263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event deleted for resources: {'Port': ['ID=302120f1-17e6-44a5-8b09-6435021fd7e9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:56.734651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ee16b82-5b33-425c-9c1c-711f5d84d29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.807337 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6bcf77c1-a5fd-45a4-b616-7dda4758a6c0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0889299 Mar 02 09:01:56.807533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57380) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:56.818306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ee16b82-5b33-425c-9c1c-711f5d84d29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.829156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1832557609'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:56.843907 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:56.855902 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-5295fceb-40d4-4623-a142-7266c4a7fb04 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] update failed (client error): The resource could not be found. Mar 02 09:01:56.860914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5295fceb-40d4-4623-a142-7266c4a7fb04 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "PUT /v2.0/routers/2c35d615-8c44-4379-a7b7-b8d85e0aa1ac HTTP/1.1" status: 404 len: 339 time: 0.7998276 Mar 02 09:01:56.863113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57384) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:56.863250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.875071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1603458331'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:56.881621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.886847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:56.895473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:network and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:56.897950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Transition to ACTIVE for port object 3214481c-515c-4ba3-bca0-1bf7fecc812c will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:56.899992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:56.907909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:56.909771 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:network and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:56.923561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:56.951489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:56.958218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Transition to ACTIVE for port object 3214481c-515c-4ba3-bca0-1bf7fecc812c will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:56.972159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:56.979905 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4ee16b82-5b33-425c-9c1c-711f5d84d29b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d533b891edfc44ee9271ce9f225ac41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9730520 Mar 02 09:01:56.981162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.013367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57388) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:57.022512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee16b82-5b33-425c-9c1c-711f5d84d29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11daf82-ce64-4826-aa9c-3993cf5591a0,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:57.027271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.036721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Deleting port 5197d0b9-4b3f-445f-89be-7151d94db2d3 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:57.037235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.054884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02', 'network_id': '1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': 'b9e746b7-5e8d-4724-8b03-8883f6f248c2'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:01:57.055715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.071233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] DHCP port deletion for 36de08cf-8fb0-480d-9a21-8ed9137d3d69 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:01:57.076717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.095063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:57.098712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.126348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] Deleting port 5197d0b9-4b3f-445f-89be-7151d94db2d3 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:57.126700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.138131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.147374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.181194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:57.200558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.200976 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment e5172ebb-5a72-4853-ab71-c4c27b504da3 of type vlan for network f0cfa9f3-4eba-476e-a065-9a018cf4f682 Mar 02 09:01:57.226827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Made reservation on behalf of 39a505e29f92429686f2d77df7150ae4 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:57.230465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.26.3.228 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/f8a26cdb-9fef-47d5-99a2-36a8d90f599e) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:57.230944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.238191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:57.252624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:57.259687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.264054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Pushing event updated for resources: {'Port': ['ID=3214481c-515c-4ba3-bca0-1bf7fecc812c,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:57.267752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2686e2e-949a-4a6e-922d-b7f18db298bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.270149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:57.296151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.296586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Fanout notify agent at l3_agent the message router_deleted on router 404529ca-e09d-4767-a80d-06245fd88c67 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:01:57.314274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:01:57.356281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2686e2e-949a-4a6e-922d-b7f18db298bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.418931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:01:57.438935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.439285 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Added segment 21cb6ed4-1c53-4170-86ac-3457b303b80f of type vlan for network 91a69937-0154-4822-bf13-39baeccd0591 Mar 02 09:01:57.483004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.486977 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-630e6fbe-410d-4034-ac3b-a23935c6c31c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/404529ca-e09d-4767-a80d-06245fd88c67 HTTP/1.1" status: 204 len: 168 time: 4.1751878 Mar 02 09:01:57.494493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57392) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:57.505528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Attempting to bind port 3214481c-515c-4ba3-bca0-1bf7fecc812c on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:57.505528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Attempting to bind port 3214481c-515c-4ba3-bca0-1bf7fecc812c by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'e488f586-4a86-46a4-948a-89c3459b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4bae3d2e-aee9-467c-86f7-fac2ffd3db44'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:57.505528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Attempting to bind port 3214481c-515c-4ba3-bca0-1bf7fecc812c on network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:57.508481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-176918230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:57.518073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:57.524312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:57.524524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Checking segment: {'id': 'e488f586-4a86-46a4-948a-89c3459b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4bae3d2e-aee9-467c-86f7-fac2ffd3db44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:57.525204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.525204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Bound using segment: {'id': 'e488f586-4a86-46a4-948a-89c3459b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4bae3d2e-aee9-467c-86f7-fac2ffd3db44'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:57.525623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Usage tracker for resource:router and tenant:cfa529e7d5a44e3bb6dc6bd39dcb2ed6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:57.525769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Bound port: 3214481c-515c-4ba3-bca0-1bf7fecc812c, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e488f586-4a86-46a4-948a-89c3459b6fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4bae3d2e-aee9-467c-86f7-fac2ffd3db44'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:57.526028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.528032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] For port 5197d0b9-4b3f-445f-89be-7151d94db2d3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5197d0b9-4b3f-445f-89be-7151d94db2d3,segment=NetworkSegment(0a6cb09a-ba1e-4385-8454-b96ceebd0c32),segment_id=0a6cb09a-ba1e-4385-8454-b96ceebd0c32)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:57.528609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.529941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:57.540226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:57.576058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.581510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:57.582140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Allocated IP 2001:db8::3 (1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02/b9e746b7-5e8d-4724-8b03-8883f6f248c2/d70e4447-ee96-46b9-82e8-7484313d9a48) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:01:57.582293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.614166 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.642606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.643617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.691730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] For port 5197d0b9-4b3f-445f-89be-7151d94db2d3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5197d0b9-4b3f-445f-89be-7151d94db2d3,segment=NetworkSegment(0a6cb09a-ba1e-4385-8454-b96ceebd0c32),segment_id=0a6cb09a-ba1e-4385-8454-b96ceebd0c32)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:01:57.692347 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.728926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=f0cfa9f3-4eba-476e-a065-9a018cf4f682,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:57.753545 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7af09937-d91d-42e3-b9f9-1ea2357873e4 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9445872 Mar 02 09:01:57.756096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57396) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:57.761760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': 'f0cfa9f3-4eba-476e-a065-9a018cf4f682', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:57.808602 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Calling delete_port for 5197d0b9-4b3f-445f-89be-7151d94db2d3 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:57.842096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2686e2e-949a-4a6e-922d-b7f18db298bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.847897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.851882 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.869925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network f0cfa9f3-4eba-476e-a065-9a018cf4f682 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:57.872923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2686e2e-949a-4a6e-922d-b7f18db298bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11daf82-ce64-4826-aa9c-3993cf5591a0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:57.885565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2686e2e-949a-4a6e-922d-b7f18db298bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.890530 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c2686e2e-949a-4a6e-922d-b7f18db298bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a11daf82-ce64-4826-aa9c-3993cf5591a0 HTTP/1.1" status: 204 len: 168 time: 0.8715239 Mar 02 09:01:57.918571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.940076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:57.946878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:57.948938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:57.958609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:57.978570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] Calling delete_port for 5197d0b9-4b3f-445f-89be-7151d94db2d3 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:01:57.986843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.992832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:57.993691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:57.997983 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:subnet and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:58.007598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:58.010318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=f8a26cdb-9fef-47d5-99a2-36a8d90f599e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:58.021700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:58.041490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.109032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.112513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Pushing event deleted for resources: {'Port': ['ID=5197d0b9-4b3f-445f-89be-7151d94db2d3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:58.120457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-295e3464-816a-4429-b63e-182402a24b9c None None] For port 3214481c-515c-4ba3-bca0-1bf7fecc812c, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:58.162901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] No DVR routers for this DVR port 5197d0b9-4b3f-445f-89be-7151d94db2d3 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:01:58.169644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-295e3464-816a-4429-b63e-182402a24b9c None None] For port 3214481c-515c-4ba3-bca0-1bf7fecc812c, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3214481c-515c-4ba3-bca0-1bf7fecc812c,segment=NetworkSegment(e488f586-4a86-46a4-948a-89c3459b6fa5),segment_id=e488f586-4a86-46a4-948a-89c3459b6fa5)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:58.184081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:58.187559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.252189 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3858788 Mar 02 09:01:58.258218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57404) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:58.287297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'subnet': {'network_id': '91a69937-0154-4822-bf13-39baeccd0591', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:58.293863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.302768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096206ae-ab22-416c-9f72-88d881b1bf0d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Network': ['ID=91a69937-0154-4822-bf13-39baeccd0591,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:58.304403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Transition to ACTIVE for port object d70e4447-ee96-46b9-82e8-7484313d9a48 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:58.323727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Transition to ACTIVE for port object d70e4447-ee96-46b9-82e8-7484313d9a48 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:01:58.329331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5197d0b9-4b3f-445f-89be-7151d94db2d3 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:01:58.330471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.334769 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-daf08459-899c-4c39-b681-d0e6d8588b73 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8310087 Mar 02 09:01:58.340598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57408) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:58.340772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Performing IP validity checks on allocation pools {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 09:01:58.341245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 09:01:58.347697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': True}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:01:58.354989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 91a69937-0154-4822-bf13-39baeccd0591 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:01:58.376281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.381307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:01:58.381650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:01:58.432940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 5197d0b9-4b3f-445f-89be-7151d94db2d3 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:01:58.433274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5197d0b9-4b3f-445f-89be-7151d94db2d3 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:01:58.443890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.556654 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Network 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:01:58.565487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:58.574066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:01:58.578521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.583376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e3464-816a-4429-b63e-182402a24b9c None None] Pushing event updated for resources: {'Port': ['ID=3214481c-515c-4ba3-bca0-1bf7fecc812c,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:58.695660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.750577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57412) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:58.762879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Pushing event updated for resources: {'Port': ['ID=d70e4447-ee96-46b9-82e8-7484313d9a48,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:58.762879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Attempting to bind port d70e4447-ee96-46b9-82e8-7484313d9a48 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:01:58.763944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Attempting to bind port d70e4447-ee96-46b9-82e8-7484313d9a48 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '31b6eb4d-616c-4308-9681-043b5bb2735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:01:58.764528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Attempting to bind port d70e4447-ee96-46b9-82e8-7484313d9a48 on network 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:01:58.771561 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:01:58.772208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Checking segment: {'id': '31b6eb4d-616c-4308-9681-043b5bb2735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:58.772759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.773305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Bound using segment: {'id': '31b6eb4d-616c-4308-9681-043b5bb2735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:01:58.774101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Bound port: d70e4447-ee96-46b9-82e8-7484313d9a48, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b6eb4d-616c-4308-9681-043b5bb2735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:01:58.774643 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.789744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.816391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36de08cf-8fb0-480d-9a21-8ed9137d3d69']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:58.874828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] For port d70e4447-ee96-46b9-82e8-7484313d9a48, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:01:58.878906 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] For port d70e4447-ee96-46b9-82e8-7484313d9a48, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d70e4447-ee96-46b9-82e8-7484313d9a48,segment=NetworkSegment(31b6eb4d-616c-4308-9681-043b5bb2735b),segment_id=31b6eb4d-616c-4308-9681-043b5bb2735b)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:01:58.882497 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] Deleting port 5197d0b9-4b3f-445f-89be-7151d94db2d3 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:01:58.882944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:58.892545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:01:58.897223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6cb09a-ba1e-4385-8454-b96ceebd0c32') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:58.897521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6cb09a-ba1e-4385-8454-b96ceebd0c32') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:01:58.984955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Usage tracker for resource:subnet and tenant:39a505e29f92429686f2d77df7150ae4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:01:58.994362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b3a81418-a18b-4a21-9bbc-88ba51c58834 None None] The port '5197d0b9-4b3f-445f-89be-7151d94db2d3' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:01:58.997676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:01:59.001901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.004888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.016039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.028524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:01:59.040899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.049119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:01:59.050188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:01:59.069454 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:01:59.103344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afca9-70a7-4a8d-b3a7-99153a229862 None None] Pushing event updated for resources: {'Port': ['ID=d70e4447-ee96-46b9-82e8-7484313d9a48,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:59.142250 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-538b1a59-9906-4bff-82a7-075cc353b095 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c95eb62be4a14e2da1eca1fb91383676&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3905289 Mar 02 09:01:59.151923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57416) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:01:59.168690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Made reservation on behalf of 39a505e29f92429686f2d77df7150ae4 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:01:59.170961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=65aaf2e9-6fad-4ba5-8ed9-3b719c15f2b6,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:59.172387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.267974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking segment: {'id': 'e5172ebb-5a72-4853-ab71-c4c27b504da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0cfa9f3-4eba-476e-a065-9a018cf4f682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:01:59.267974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network hostable DHCP agents. Network: f0cfa9f3-4eba-476e-a065-9a018cf4f682, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:01:59.368393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6b4d8d27-7035-4b73-8525-fcc76fbcda05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.431775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.469778 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.476176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6b4d8d27-7035-4b73-8525-fcc76fbcda05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.485128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] Pushing event deleted for resources: {'Network': ['ID=36de08cf-8fb0-480d-9a21-8ed9137d3d69,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:59.491795 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f012dba4-2952-4abf-b972-206f8ddd733a tempest-TagsExtTest-992091879 tempest-TagsExtTest-992091879-project] 10.222.0.10 "DELETE /v2.0/networks/36de08cf-8fb0-480d-9a21-8ed9137d3d69 HTTP/1.1" status: 204 len: 168 time: 2.9499149 Mar 02 09:01:59.527103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.677525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network f0cfa9f3-4eba-476e-a065-9a018cf4f682 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:01:59.759921 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, f0cfa9f3-4eba-476e-a065-9a018cf4f682) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:01:59.766723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:01:59.767452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.770182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675b0b7-e117-4fd8-a03e-d739109e70a9 None None] Network f0cfa9f3-4eba-476e-a065-9a018cf4f682 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:01:59.794665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6b4d8d27-7035-4b73-8525-fcc76fbcda05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.796393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.835361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d8d27-7035-4b73-8525-fcc76fbcda05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294ddf35-b730-4fc5-9f9d-1ef244edec5b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:01:59.843201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6b4d8d27-7035-4b73-8525-fcc76fbcda05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:01:59.845045 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6b4d8d27-7035-4b73-8525-fcc76fbcda05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/294ddf35-b730-4fc5-9f9d-1ef244edec5b HTTP/1.1" status: 204 len: 168 time: 0.6897173 Mar 02 09:01:59.866759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router f299530a-8349-407e-a0d8-770a4a09349e is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:01:59.968642 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-05e96edf-6816-4e58-8199-f7a222e0b578 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2112777 Mar 02 09:01:59.977762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57424) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:00.053315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b1850f-3870-4022-a429-0645ec19a181 None None] Network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:00.139881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Subnet': ['ID=faa13bea-028c-4750-bc5d-de1bb220046f,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:00.150426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Checking segment: {'id': '21cb6ed4-1c53-4170-86ac-3457b303b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91a69937-0154-4822-bf13-39baeccd0591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:00.150952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network hostable DHCP agents. Network: 91a69937-0154-4822-bf13-39baeccd0591, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:02:00.188311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.247530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57432) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:00.270175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc82e7-d8ad-4eb3-b663-8ab4de410e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-f0cfa9f3-4eba-476e-a065-9a018cf4f682', 'network_id': 'f0cfa9f3-4eba-476e-a065-9a018cf4f682', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': '65aaf2e9-6fad-4ba5-8ed9-3b719c15f2b6'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:02:00.271946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-74dc82e7-d8ad-4eb3-b663-8ab4de410e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.297751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.402216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d70e4447-ee96-46b9-82e8-7484313d9a48 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:00.425124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:00.456738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.465717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b6bc1b01-cabf-4e23-a8dd-0b9877cf397a None None] Provisioning for port 3214481c-515c-4ba3-bca0-1bf7fecc812c completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:00.469283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21b138-3a63-4924-b2bf-ed7e129300d9 None None] Sync routers for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:00.567493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network 91a69937-0154-4822-bf13-39baeccd0591 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:02:00.575266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.576536 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-666fbe85-1b59-4f7e-a2cb-0c7c33146ab6 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9033992 Mar 02 09:02:00.585143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57444) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:00.652972 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4958dd27-ed91-43e2-bcbb-dc60059a4626 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51fb0fb8f5364fb892d4c5f2524ac0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930171 Mar 02 09:02:00.654324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Allocated IP 172.26.3.193 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/f2dcf89f-8a0b-4e85-ab40-26a132f5fde7) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:00.656095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57448) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:00.675499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abb98d-36d6-4b90-938d-0dd99e8f94c8 None None] Network 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:00.700869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.713468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21b138-3a63-4924-b2bf-ed7e129300d9 None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:00.714575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6c21b138-3a63-4924-b2bf-ed7e129300d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:00.717317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 91a69937-0154-4822-bf13-39baeccd0591) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:00.722616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:00.723203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.815634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c46db-fb35-4b9f-a479-367527adc3ae None None] Network 91a69937-0154-4822-bf13-39baeccd0591 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:00.851042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a4b21268-6190-4fa6-948f-e72355d47fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.860591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6c21b138-3a63-4924-b2bf-ed7e129300d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:00.863986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.893926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a4b21268-6190-4fa6-948f-e72355d47fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.903939 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d53cd9af-550f-4b6b-8589-c86b10db3e1d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6421185 Mar 02 09:02:00.917746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57458) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:00.926049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:00.927136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=65aaf2e9-6fad-4ba5-8ed9-3b719c15f2b6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:00.932682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1d3fbcbb-70a3-4d93-b717-bfcfe42533cc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'router': {'external_gateway_info': {'network_id': '91a69937-0154-4822-bf13-39baeccd0591'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:01.063249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.092959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-09477c68-b766-49e2-a201-8d3c676d940b None None] Provisioning for port d70e4447-ee96-46b9-82e8-7484313d9a48 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:01.095995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21b138-3a63-4924-b2bf-ed7e129300d9 None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:01.096630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6c21b138-3a63-4924-b2bf-ed7e129300d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server [None req-74dc82e7-d8ad-4eb3-b663-8ab4de410e03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65aaf2e9-6fad-4ba5-8ed9-3b719c15f2b6: This subnet is being modified by another concurrent operation. Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:02:01.159246 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise exception Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65aaf2e9-6fad-4ba5-8ed9-3b719c15f2b6: This subnet is being modified by another concurrent operation. Mar 02 09:02:01.162935 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Mar 02 09:02:01.196752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port d70e4447-ee96-46b9-82e8-7484313d9a48 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:01.205259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6c21b138-3a63-4924-b2bf-ed7e129300d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:01.205671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c21b138-3a63-4924-b2bf-ed7e129300d9 None None] The sync data for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:01.217105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c0aa0b-7495-4055-bd11-f8163f2772ad None None] Network f0cfa9f3-4eba-476e-a065-9a018cf4f682 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:01.263486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port d70e4447-ee96-46b9-82e8-7484313d9a48 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:01.263867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.324215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cfa9f3-4eba-476e-a065-9a018cf4f682']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:01.342563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5172ebb-5a72-4853-ab71-c4c27b504da3') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:01.342856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5172ebb-5a72-4853-ab71-c4c27b504da3') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:01.351377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57468) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:01.373962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.433309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.463131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.476126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:01.476525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.486030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a4b21268-6190-4fa6-948f-e72355d47fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:01.504600 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:01.507329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event updated for resources: {'Port': ['ID=f2dcf89f-8a0b-4e85-ab40-26a132f5fde7,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:01.540581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b21268-6190-4fa6-948f-e72355d47fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433ed757-b1e2-4718-8cf0-4017a6973ac1,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:01.623607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1382819532'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:01.641458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-91a69937-0154-4822-bf13-39baeccd0591', 'network_id': '91a69937-0154-4822-bf13-39baeccd0591', 'tenant_id': '39a505e29f92429686f2d77df7150ae4', 'fixed_ips': [{'subnet_id': 'faa13bea-028c-4750-bc5d-de1bb220046f'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:02:01.642459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.688048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:01.700862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Usage tracker for resource:network and tenant:a5cd4511ad9b4e4e98a7110501132a8a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:01.704855 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:01.763713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:01.772063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:01.774292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:01.774426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a4b21268-6190-4fa6-948f-e72355d47fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.777586 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a4b21268-6190-4fa6-948f-e72355d47fdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/433ed757-b1e2-4718-8cf0-4017a6973ac1 HTTP/1.1" status: 204 len: 168 time: 1.1182187 Mar 02 09:02:01.786801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d3fbcbb-70a3-4d93-b717-bfcfe42533cc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.786980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.790110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:01.851372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.890046 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=f0cfa9f3-4eba-476e-a065-9a018cf4f682,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:01.899090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Made reservation on behalf of a5cd4511ad9b4e4e98a7110501132a8a for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:01.902489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.930797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.945014 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f61f5b7c-179d-4e2a-9d8f-6652ba20c084 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/f0cfa9f3-4eba-476e-a065-9a018cf4f682 HTTP/1.1" status: 204 len: 168 time: 1.9657650 Mar 02 09:02:01.950397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57476) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:01.961510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:01.962068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-260941547'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:01.965075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:01.974572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:01.978984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Usage tracker for resource:security_group_rule and tenant:a5cd4511ad9b4e4e98a7110501132a8a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:02.007871 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:02.010423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:network and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:02.016490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Allocated IP 2001:db8:1::2 (91a69937-0154-4822-bf13-39baeccd0591/faa13bea-028c-4750-bc5d-de1bb220046f/475c920b-eda5-48a1-bc14-3cf2c12a6359) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:02.018235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:02.021021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:02.038417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:02.054525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port d70e4447-ee96-46b9-82e8-7484313d9a48, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d70e4447-ee96-46b9-82e8-7484313d9a48,segment=NetworkSegment(31b6eb4d-616c-4308-9681-043b5bb2735b),segment_id=31b6eb4d-616c-4308-9681-043b5bb2735b)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:02.172754 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:02.181604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.198832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.218068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.218836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3214481c-515c-4ba3-bca0-1bf7fecc812c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:02.335677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.336890 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:02.359741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.360084 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment 7bbe9dba-9b72-4948-b3fc-6bf6e8041f86 of type vlan for network 653508d2-94bd-476e-bcbf-e95270f73108 Mar 02 09:02:02.406499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=d70e4447-ee96-46b9-82e8-7484313d9a48,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:02.452674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.455549 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.521642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 3214481c-515c-4ba3-bca0-1bf7fecc812c completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:02.526335 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-1d3fbcbb-70a3-4d93-b717-bfcfe42533cc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:02:02.532976 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1d3fbcbb-70a3-4d93-b717-bfcfe42533cc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "PUT /v2.0/routers/2c35d615-8c44-4379-a7b7-b8d85e0aa1ac HTTP/1.1" status: 400 len: 364 time: 1.6141801 Mar 02 09:02:02.535621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57488) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:02.546582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:02.556308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3214481c-515c-4ba3-bca0-1bf7fecc812c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:02.556308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.578888 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.578888 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Added segment 31a41772-760b-4471-af91-ed0c26fb2825 of type vlan for network bbf6f5b9-6324-416e-83bc-16b9975c00f4 Mar 02 09:02:02.590188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5678ef-0400-433c-b476-cf814b7c46c1,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:02.617335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.639928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.653198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-edc73750-3675-4241-a10b-a8b3e0cdb184 None None] Provisioning complete for port d70e4447-ee96-46b9-82e8-7484313d9a48 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:02.653702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-edc73750-3675-4241-a10b-a8b3e0cdb184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.684519 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Transition to ACTIVE for port object 475c920b-eda5-48a1-bc14-3cf2c12a6359 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:02.685912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.783686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Transition to ACTIVE for port object 475c920b-eda5-48a1-bc14-3cf2c12a6359 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:02.810538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.891688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.902863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.20.0.1 (4bae3d2e-aee9-467c-86f7-fac2ffd3db44/2292eb29-6300-4547-b904-1726947e7ded/5dc02b99-3083-4d04-addb-5257d6224e45) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:02.936183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 3214481c-515c-4ba3-bca0-1bf7fecc812c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3214481c-515c-4ba3-bca0-1bf7fecc812c,segment=NetworkSegment(e488f586-4a86-46a4-948a-89c3459b6fa5),segment_id=e488f586-4a86-46a4-948a-89c3459b6fa5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:02.952607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.956757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Network 91a69937-0154-4822-bf13-39baeccd0591 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:02.959843 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:02.962917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:02.963661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.967442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:02.971382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:02.973774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:02.978514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.013131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Pushing event updated for resources: {'Port': ['ID=475c920b-eda5-48a1-bc14-3cf2c12a6359,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:03.020709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.125681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d70e4447-ee96-46b9-82e8-7484313d9a48 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:03.199292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Attempting to bind port 475c920b-eda5-48a1-bc14-3cf2c12a6359 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:03.199825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Attempting to bind port 475c920b-eda5-48a1-bc14-3cf2c12a6359 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '21cb6ed4-1c53-4170-86ac-3457b303b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91a69937-0154-4822-bf13-39baeccd0591'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:03.200291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Attempting to bind port 475c920b-eda5-48a1-bc14-3cf2c12a6359 on network 91a69937-0154-4822-bf13-39baeccd0591 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:03.224647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.225219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:03.225727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Checking segment: {'id': '21cb6ed4-1c53-4170-86ac-3457b303b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91a69937-0154-4822-bf13-39baeccd0591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:03.226257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.226754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Bound using segment: {'id': '21cb6ed4-1c53-4170-86ac-3457b303b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91a69937-0154-4822-bf13-39baeccd0591'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:03.227329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Bound port: 475c920b-eda5-48a1-bc14-3cf2c12a6359, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cb6ed4-1c53-4170-86ac-3457b303b80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91a69937-0154-4822-bf13-39baeccd0591'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:03.227801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.244595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Transition to ACTIVE for port object 5dc02b99-3083-4d04-addb-5257d6224e45 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:03.294158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=3214481c-515c-4ba3-bca0-1bf7fecc812c,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:03.353941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port d70e4447-ee96-46b9-82e8-7484313d9a48 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:03.354304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.372386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Network': ['ID=bbf6f5b9-6324-416e-83bc-16b9975c00f4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:03.397607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:03.408256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.417998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.436219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] For port 475c920b-eda5-48a1-bc14-3cf2c12a6359, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:03.437762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.503164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] For port 475c920b-eda5-48a1-bc14-3cf2c12a6359, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=475c920b-eda5-48a1-bc14-3cf2c12a6359,segment=NetworkSegment(21cb6ed4-1c53-4170-86ac-3457b303b80f),segment_id=21cb6ed4-1c53-4170-86ac-3457b303b80f)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:03.637190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.699220 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3a96572c-343f-46a4-b3bb-8fc5afeefb65 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3386817 Mar 02 09:02:03.700364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:03.703208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5ae15-ddcf-4f37-b50e-46745aca3145 None None] Pushing event updated for resources: {'Port': ['ID=475c920b-eda5-48a1-bc14-3cf2c12a6359,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:03.709483 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57506) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:03.715553 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7592723 Mar 02 09:02:03.732669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'subnet': {'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:03.755149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57510) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:03.823940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412afe59-b4b6-4a0c-b4cd-2eb89b22e2ce tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=653508d2-94bd-476e-bcbf-e95270f73108,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:03.839794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 653508d2-94bd-476e-bcbf-e95270f73108 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:03.842236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': '653508d2-94bd-476e-bcbf-e95270f73108', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:03.844614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:03.846075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:03.849527 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:03.911486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=5dc02b99-3083-4d04-addb-5257d6224e45,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:03.938339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:04.278263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:04.328281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Usage tracker for resource:subnet and tenant:a5cd4511ad9b4e4e98a7110501132a8a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:04.337243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:04.340080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:04.345734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:04.355891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:04.359891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:subnet and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:04.364247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2c50476a-8b39-4519-a511-a904bb49a73c None None] Provisioning for port 5dc02b99-3083-4d04-addb-5257d6224e45 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:04.364762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:04.373173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2c50476a-8b39-4519-a511-a904bb49a73c None None] Provisioning complete for port 5dc02b99-3083-4d04-addb-5257d6224e45 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:04.373173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2c50476a-8b39-4519-a511-a904bb49a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:04.387905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:04.437001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Allocated IP 2001:db8::1 (bab4f37d-9db1-42cc-a63a-dcfb4ab286f6/dbb2555a-1bc3-4115-bfd4-2e55d5b6d65a/97fe98ca-a842-4bb3-81da-d6cc878b3001) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:04.444375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2c50476a-8b39-4519-a511-a904bb49a73c None None] Port 5dc02b99-3083-4d04-addb-5257d6224e45 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:04.463252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Router 99397afe-95f1-454a-a98a-dd5ed69a14ed is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:02:04.549914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:04.559136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:04.714349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Made reservation on behalf of a5cd4511ad9b4e4e98a7110501132a8a for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:04.721586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:04.945879 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.010554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.078352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db5d15-ed35-40dd-99b3-bda1f4c6652e None None] Network 91a69937-0154-4822-bf13-39baeccd0591 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:05.195843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:05.204835 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a85ee-69a5-41ce-b9c3-44c67bfa30ca None None] Sync routers for ids ['99397afe-95f1-454a-a98a-dd5ed69a14ed'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:05.206405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.227837 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a85ee-69a5-41ce-b9c3-44c67bfa30ca None None] Routers {'99397afe-95f1-454a-a98a-dd5ed69a14ed'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:05.228584 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2e3a85ee-69a5-41ce-b9c3-44c67bfa30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['99397afe-95f1-454a-a98a-dd5ed69a14ed'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:05.314096 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3214481c-515c-4ba3-bca0-1bf7fecc812c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:05.329202 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2e3a85ee-69a5-41ce-b9c3-44c67bfa30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:05.341512 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a85ee-69a5-41ce-b9c3-44c67bfa30ca None None] Routers {'99397afe-95f1-454a-a98a-dd5ed69a14ed'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:05.342793 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2e3a85ee-69a5-41ce-b9c3-44c67bfa30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['99397afe-95f1-454a-a98a-dd5ed69a14ed'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:05.365869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=5dc02b99-3083-4d04-addb-5257d6224e45,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:05.436727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57540) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:05.455497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341626311', 'description': 'tempest-secgroup-smoke-341626311 description', 'project_id': '23af078d0c8346d5a239e1e87331455e'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:05.463644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:05.464849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:05.469139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:05.475481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:security_group and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:05.480528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:05.481100 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2e3a85ee-69a5-41ce-b9c3-44c67bfa30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:05.481100 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3a85ee-69a5-41ce-b9c3-44c67bfa30ca None None] The sync data for ids ['99397afe-95f1-454a-a98a-dd5ed69a14ed'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:05.482772 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-01a0ce45-9d09-480e-b551-fab9c5b0fec8 None None] Provisioning for port 475c920b-eda5-48a1-bc14-3cf2c12a6359 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:05.516511 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3214481c-515c-4ba3-bca0-1bf7fecc812c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:05.516892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.628567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:05.640574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.644674 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f08a080f-5133-4cae-8481-fb1239c75cbf tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "PUT /v2.0/routers/99397afe-95f1-454a-a98a-dd5ed69a14ed HTTP/1.1" status: 200 len: 914 time: 7.3034177 Mar 02 09:02:05.650527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57544) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:05.669177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.751788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 475c920b-eda5-48a1-bc14-3cf2c12a6359 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:05.782750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.840660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.875090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:05.884707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:security_group_rule and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:05.889990 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:05.901859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:05.904922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router f299530a-8349-407e-a0d8-770a4a09349e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:05.907162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 475c920b-eda5-48a1-bc14-3cf2c12a6359 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:05.914716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 475c920b-eda5-48a1-bc14-3cf2c12a6359 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:05.915584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.929193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:05.998486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=f32d0bdc-d74a-4ee5-8470-e1c4a31e8971,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:06.010760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b4ba1-c6fc-4d41-86e3-df2d7c66fd60 req-9216e87d-4a45-4b1e-b3b5-41bc75f74dd8 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:06.018760 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-612b4ba1-c6fc-4d41-86e3-df2d7c66fd60 req-9216e87d-4a45-4b1e-b3b5-41bc75f74dd8 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 946 time: 1.4972315 Mar 02 09:02:06.028349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e010f5d5-66f9-465d-bc82-271e28bbfbb6 None None] Provisioning complete for port 5dc02b99-3083-4d04-addb-5257d6224e45 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:06.028726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e010f5d5-66f9-465d-bc82-271e28bbfbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.051230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.071642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Transition to ACTIVE for port object 97fe98ca-a842-4bb3-81da-d6cc878b3001 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:06.081473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8867a5-9f74-4850-8880-46dfe63864ac None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:02:06.134311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e010f5d5-66f9-465d-bc82-271e28bbfbb6 None None] Port 5dc02b99-3083-4d04-addb-5257d6224e45 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:06.173028 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a6df33fd-fded-44d7-a021-1be02bc28609 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/routers/99397afe-95f1-454a-a98a-dd5ed69a14ed HTTP/1.1" status: 200 len: 920 time: 0.5058799 Mar 02 09:02:06.189586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57550) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:06.253209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.255726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.313556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:06.338617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8d785-e996-494f-88e1-cd3bd2c3de9d None None] Sync routers for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:06.343534 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f63b746f-26c6-45fc-967e-a048d586526b tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/routers/f299530a-8349-407e-a0d8-770a4a09349e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7562473 Mar 02 09:02:06.352396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57554) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:06.357446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 475c920b-eda5-48a1-bc14-3cf2c12a6359, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=475c920b-eda5-48a1-bc14-3cf2c12a6359,segment=NetworkSegment(21cb6ed4-1c53-4170-86ac-3457b303b80f),segment_id=21cb6ed4-1c53-4170-86ac-3457b303b80f)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:06.358569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4b2b670b-9ca3-4d66-9802-3d3e403d31f2 None None] Provisioning complete for port 475c920b-eda5-48a1-bc14-3cf2c12a6359 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:06.358791 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4b2b670b-9ca3-4d66-9802-3d3e403d31f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.364462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'port': {'network_id': '4bae3d2e-aee9-467c-86f7-fac2ffd3db44', 'name': 'tempest-FloatingIPTestJSON-964578232'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:06.431543 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-612b4ba1-c6fc-4d41-86e3-df2d7c66fd60 req-5134fd55-5447-4246-b9c9-81e39150501d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117780 Mar 02 09:02:06.432409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Checking segment: {'id': '31a41772-760b-4471-af91-ed0c26fb2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:06.432766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Network hostable DHCP agents. Network: bbf6f5b9-6324-416e-83bc-16b9975c00f4, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:02:06.445586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Subnet': ['ID=b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:06.455570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:06.472131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking segment: {'id': '7bbe9dba-9b72-4948-b3fc-6bf6e8041f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '653508d2-94bd-476e-bcbf-e95270f73108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:06.472487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network hostable DHCP agents. Network: 653508d2-94bd-476e-bcbf-e95270f73108, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:02:06.477083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:06.479828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:06.480331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.482581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-a1af08fa-38c8-4c4d-88a4-0dd44495aeb3 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:06.487910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-a1af08fa-38c8-4c4d-88a4-0dd44495aeb3 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Synchronizing usage tracker for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:06.495737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Port': ['ID=97fe98ca-a842-4bb3-81da-d6cc878b3001,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:06.507769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.508305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.526846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8d785-e996-494f-88e1-cd3bd2c3de9d None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:06.526846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d5d8d785-e996-494f-88e1-cd3bd2c3de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:06.562522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:06.566761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Usage tracker for resource:port and tenant:50b22bd736e44686b0c697bc43c87c89 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:06.570499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:06.578167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.579885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:06.588556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b5176-2668-4b09-a524-445cd915aa69 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:06.592694 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ee8b5176-2668-4b09-a524-445cd915aa69 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=99397afe-95f1-454a-a98a-dd5ed69a14ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3989577 Mar 02 09:02:06.594093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57558) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:06.594093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:06.601082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c1622-24e1-474e-a76d-08caa33672c3 req-8f417cd8-1c56-47ba-b98a-12cf5ed1f5d4 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:06.602854 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-306c1622-24e1-474e-a76d-08caa33672c3 req-8f417cd8-1c56-47ba-b98a-12cf5ed1f5d4 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 945 time: 0.3864334 Mar 02 09:02:06.613313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:02:06.616328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network 653508d2-94bd-476e-bcbf-e95270f73108 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:02:06.628135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:security_group_rule and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:06.638073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:06.651560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-a1af08fa-38c8-4c4d-88a4-0dd44495aeb3 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Unset dirty status for tenant:134e7f23a23046d49d74603c7e2e9a9a on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:06.652679 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-a1af08fa-38c8-4c4d-88a4-0dd44495aeb3 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 946 time: 0.4199057 Mar 02 09:02:06.661527 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:06.666193 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-306c1622-24e1-474e-a76d-08caa33672c3 req-fb643b65-e29b-4e01-8c12-c3cb4ef5c89d tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550416 Mar 02 09:02:06.696369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d5d8d785-e996-494f-88e1-cd3bd2c3de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:06.705564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236a5eea-2023-4f8a-8624-0c917cd510d2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:06.744054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8d785-e996-494f-88e1-cd3bd2c3de9d None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:06.744698 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d5d8d785-e996-494f-88e1-cd3bd2c3de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:06.750295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.765355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, bbf6f5b9-6324-416e-83bc-16b9975c00f4) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:06.770859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 653508d2-94bd-476e-bcbf-e95270f73108) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:06.774514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:06.775110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.775512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Made reservation on behalf of 50b22bd736e44686b0c697bc43c87c89 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:06.779245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.818463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d5d8d785-e996-494f-88e1-cd3bd2c3de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:06.818855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d8d785-e996-494f-88e1-cd3bd2c3de9d None None] The sync data for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:06.820421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=475c920b-eda5-48a1-bc14-3cf2c12a6359,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:06.830415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:06.831165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.835148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] device_id is not set on port 9d073f51-09e2-4582-abb6-775a5a1eb216 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:02:06.888076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Deleting port 53b1c202-dd0a-4af6-9dec-604b10936ffb {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:06.888412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:06.993058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644512a1-6f33-430f-b203-832287824b41 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:06.994470 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-644512a1-6f33-430f-b203-832287824b41 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 881 time: 0.3960092 Mar 02 09:02:07.008266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57562) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:07.058011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8867a5-9f74-4850-8880-46dfe63864ac None None] Unable to find a vacant binding_index for network bbf6f5b9-6324-416e-83bc-16b9975c00f4 and agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc {{(pid=88402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 02 09:02:07.074957 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d6885c35-100d-49b4-9089-9b80aa24d6e6 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3646739 Mar 02 09:02:07.080714 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3a9fcafc-fa59-45d0-8dbe-1ccad985214f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3188658 Mar 02 09:02:07.085421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8867a5-9f74-4850-8880-46dfe63864ac None None] Unable to find a vacant binding_index for network 653508d2-94bd-476e-bcbf-e95270f73108 and agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc {{(pid=88402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 02 09:02:07.090049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57566) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:07.090627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57568) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:07.116773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 475c920b-eda5-48a1-bc14-3cf2c12a6359 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:07.116912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'port': {'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1941313269'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:07.156703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8867a5-9f74-4850-8880-46dfe63864ac None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, bbf6f5b9-6324-416e-83bc-16b9975c00f4), (DHCP agent, dv-neutron-828796-1-hyperv, 653508d2-94bd-476e-bcbf-e95270f73108) {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:02:07.160837 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c67942fb-6ecb-4faf-b815-c4c0d4170a1e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=99397afe-95f1-454a-a98a-dd5ed69a14ed HTTP/1.1" status: 200 len: 205 time: 0.1508937 Mar 02 09:02:07.163196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.171331 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57574) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:07.251782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.336259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Allocated IP 172.20.0.14 (4bae3d2e-aee9-467c-86f7-fac2ffd3db44/2292eb29-6300-4547-b904-1726947e7ded/9d073f51-09e2-4582-abb6-775a5a1eb216) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:07.362945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 475c920b-eda5-48a1-bc14-3cf2c12a6359 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:07.363311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.501383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e292f73e-9589-4e47-8c80-bd2204e9cc70,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:07.557972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] For port 53b1c202-dd0a-4af6-9dec-604b10936ffb, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=53b1c202-dd0a-4af6-9dec-604b10936ffb,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:07.558737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.583071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.604666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:07.627269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Usage tracker for resource:port and tenant:a5cd4511ad9b4e4e98a7110501132a8a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:07.632982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:07.673789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:07.683423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.684809 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-49b2f0c8-b875-4f39-a5b0-6eb2412175a2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.2448950 Mar 02 09:02:07.696188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57580) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:07.757844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'security_group_rule': {'security_group_id': 'e292f73e-9589-4e47-8c80-bd2204e9cc70', 'project_id': '23af078d0c8346d5a239e1e87331455e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:07.769894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:07.775782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-653508d2-94bd-476e-bcbf-e95270f73108', 'network_id': '653508d2-94bd-476e-bcbf-e95270f73108', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': 'f32d0bdc-d74a-4ee5-8470-e1c4a31e8971'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:02:07.777769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.787530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.797474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-bbf6f5b9-6324-416e-83bc-16b9975c00f4', 'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4', 'tenant_id': 'a5cd4511ad9b4e4e98a7110501132a8a', 'fixed_ips': [{'subnet_id': 'b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:02:07.798975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.842156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:security_group_rule and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:07.862339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:07.882759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Made reservation on behalf of a5cd4511ad9b4e4e98a7110501132a8a for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:07.886355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.928603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.968653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:07.986980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] device_id is not set on port f8411314-8af2-4c9f-83ce-55ac347c3e35 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:02:08.048195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.049629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.084425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:08.085371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Allocated IP 2001:db8::1 (653508d2-94bd-476e-bcbf-e95270f73108/f32d0bdc-d74a-4ee5-8470-e1c4a31e8971/ac64e902-6718-4e35-be36-c5a63307555b) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:08.087666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Allocated IP 2001:db8::2 (bbf6f5b9-6324-416e-83bc-16b9975c00f4/b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7/19f2b708-36b6-48d7-91cb-fdedefe3cb12) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:08.219407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-500f5959-b078-461e-99a4-6f9350838273 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:08.220906 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-500f5959-b078-461e-99a4-6f9350838273 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 945 time: 0.4682775 Mar 02 09:02:08.318900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event updated for resources: {'Port': ['ID=97fe98ca-a842-4bb3-81da-d6cc878b3001,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:08.341728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa939e-dba0-4d3a-b112-fdebc8dcf6ac req-a0f40130-188e-4917-a1e9-0b9fdaf31025 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:08.343244 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0eaa939e-dba0-4d3a-b112-fdebc8dcf6ac req-a0f40130-188e-4917-a1e9-0b9fdaf31025 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 946 time: 0.6707897 Mar 02 09:02:08.380522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.385790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdcc7a-41f7-4631-aebf-8ee2e6afa172 req-fb2d5fb7-6d91-4b81-916b-ec17fbfa2b07 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:08.391768 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-58fdcc7a-41f7-4631-aebf-8ee2e6afa172 req-fb2d5fb7-6d91-4b81-916b-ec17fbfa2b07 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 945 time: 0.5681360 Mar 02 09:02:08.434476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Deleting port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:08.434684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.478516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.485662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.497783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Transition to ACTIVE for port object ac64e902-6718-4e35-be36-c5a63307555b will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:08.505112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Transition to ACTIVE for port object 19f2b708-36b6-48d7-91cb-fdedefe3cb12 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:08.505651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.513205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.513738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.516205 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Floating IP 3603291c-f5f4-4d26-8aa2-482befb74276 disassociated. External IP: 172.26.3.177, port: 53b1c202-dd0a-4af6-9dec-604b10936ffb. Mar 02 09:02:08.516205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Calling delete_port for 53b1c202-dd0a-4af6-9dec-604b10936ffb owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:08.532641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Transition to ACTIVE for port object ac64e902-6718-4e35-be36-c5a63307555b will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:08.536379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Transition to ACTIVE for port object 19f2b708-36b6-48d7-91cb-fdedefe3cb12 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:08.545984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.562166 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0eaa939e-dba0-4d3a-b112-fdebc8dcf6ac req-767051f2-d961-4ed5-9789-959ce15e2d33 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups?id=de898c36-0ef3-4e45-90d8-86c8cb8d32d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033248 Mar 02 09:02:08.589282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Transition to ACTIVE for port object 9d073f51-09e2-4582-abb6-775a5a1eb216 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:08.600614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.601844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:08.605050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-58fdcc7a-41f7-4631-aebf-8ee2e6afa172 req-f8d53a49-2bfb-488d-a18c-59e92c0a52e9 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962962 Mar 02 09:02:08.607793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:08.634625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.676273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Deleting port f2dcf89f-8a0b-4e85-ab40-26a132f5fde7 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:08.676610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.685336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.706379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Network 653508d2-94bd-476e-bcbf-e95270f73108 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:08.716109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:08.719277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:08.725502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.743025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:08.761804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.773730 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b8f18e-dada-4fc5-b496-a41730c89f17,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:08.777303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:08.779867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:08.782966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Pushing event updated for resources: {'Port': ['ID=ac64e902-6718-4e35-be36-c5a63307555b,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:08.949021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:08.959241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:08.963575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event updated for resources: {'Port': ['ID=9d073f51-09e2-4582-abb6-775a5a1eb216,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:08.965334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.966805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:08.974164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Attempting to bind port ac64e902-6718-4e35-be36-c5a63307555b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:08.974605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Attempting to bind port ac64e902-6718-4e35-be36-c5a63307555b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '7bbe9dba-9b72-4948-b3fc-6bf6e8041f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '653508d2-94bd-476e-bcbf-e95270f73108'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:08.975023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Attempting to bind port ac64e902-6718-4e35-be36-c5a63307555b on network 653508d2-94bd-476e-bcbf-e95270f73108 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:08.986810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Pushing event updated for resources: {'Port': ['ID=19f2b708-36b6-48d7-91cb-fdedefe3cb12,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:08.995981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:08.996458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Checking segment: {'id': '7bbe9dba-9b72-4948-b3fc-6bf6e8041f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '653508d2-94bd-476e-bcbf-e95270f73108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:08.996919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:08.997373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Bound using segment: {'id': '7bbe9dba-9b72-4948-b3fc-6bf6e8041f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '653508d2-94bd-476e-bcbf-e95270f73108'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:08.998452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Bound port: ac64e902-6718-4e35-be36-c5a63307555b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbe9dba-9b72-4948-b3fc-6bf6e8041f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '653508d2-94bd-476e-bcbf-e95270f73108'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:08.998452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.002949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.014647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Attempting to bind port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:09.015080 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Attempting to bind port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '31a41772-760b-4471-af91-ed0c26fb2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:09.015502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Attempting to bind port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 on network bbf6f5b9-6324-416e-83bc-16b9975c00f4 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:09.040815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.045314 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-930031c3-9482-49c5-a06d-6d19aade949f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3097951 Mar 02 09:02:09.051950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:09.051950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Checking segment: {'id': '31a41772-760b-4471-af91-ed0c26fb2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:09.051950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.051950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Bound using segment: {'id': '31a41772-760b-4471-af91-ed0c26fb2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:09.052412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57586) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:09.052979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Bound port: 19f2b708-36b6-48d7-91cb-fdedefe3cb12, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a41772-760b-4471-af91-ed0c26fb2825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:09.053139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.068283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Pushing event deleted for resources: {'Port': ['ID=53b1c202-dd0a-4af6-9dec-604b10936ffb,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:09.088708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'security_group_rule': {'security_group_id': 'e292f73e-9589-4e47-8c80-bd2204e9cc70', 'project_id': '23af078d0c8346d5a239e1e87331455e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:09.092776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=f32d0bdc-d74a-4ee5-8470-e1c4a31e8971,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:09.157710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:09.158048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.181150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.188842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:09.203014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Allocated IP 2001:db8::13f (bbf6f5b9-6324-416e-83bc-16b9975c00f4/b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7/f8411314-8af2-4c9f-83ce-55ac347c3e35) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:09.218480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] For port ac64e902-6718-4e35-be36-c5a63307555b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:09.220908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:security_group_rule and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:09.230860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Router 2c35d615-8c44-4379-a7b7-b8d85e0aa1ac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:09.231472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] For port ac64e902-6718-4e35-be36-c5a63307555b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ac64e902-6718-4e35-be36-c5a63307555b,segment=NetworkSegment(7bbe9dba-9b72-4948-b3fc-6bf6e8041f86),segment_id=7bbe9dba-9b72-4948-b3fc-6bf6e8041f86)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:09.232726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] For port 19f2b708-36b6-48d7-91cb-fdedefe3cb12, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:09.235532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:09.235707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] For port 19f2b708-36b6-48d7-91cb-fdedefe3cb12, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=19f2b708-36b6-48d7-91cb-fdedefe3cb12,segment=NetworkSegment(31a41772-760b-4471-af91-ed0c26fb2825),segment_id=31a41772-760b-4471-af91-ed0c26fb2825)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:09.300708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:09.313010 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Calling delete_port for f2dcf89f-8a0b-4e85-ab40-26a132f5fde7 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:09.339455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.350096 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5fcd1478-f081-48ae-9719-09001791caa2 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9966552 Mar 02 09:02:09.351632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.356334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.364156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57590) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:09.417045 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Request body: {'floatingip': {'port_id': '9d073f51-09e2-4582-abb6-775a5a1eb216'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:09.461474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc61977-086f-4d73-aac1-bbe7d6edf5a1 None None] Pushing event updated for resources: {'Port': ['ID=19f2b708-36b6-48d7-91cb-fdedefe3cb12,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:09.470042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] For port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:09.470705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.499730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.520601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653508d2-94bd-476e-bcbf-e95270f73108']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:09.606371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc35c6-6461-4f0e-95e1-e6421031a2c0 None None] Pushing event updated for resources: {'Port': ['ID=ac64e902-6718-4e35-be36-c5a63307555b,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:09.714329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbe9dba-9b72-4948-b3fc-6bf6e8041f86') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:09.714622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbe9dba-9b72-4948-b3fc-6bf6e8041f86') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:09.727831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.911730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:09.954317 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fce938c2-c7b9-4f88-b914-301455797c32 req-5992b96d-632a-41cb-a639-58d709d2a5bc tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 210 time: 0.1721563 Mar 02 09:02:09.955246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:09.969774 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d93d5-8d40-44c0-b24a-7e64adc1cafe None None] Sync routers for ids ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:09.984898 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d93d5-8d40-44c0-b24a-7e64adc1cafe None None] Routers {'2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:09.985826 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ae2d93d5-8d40-44c0-b24a-7e64adc1cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:10.047677 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ae2d93d5-8d40-44c0-b24a-7e64adc1cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:10.056544 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d93d5-8d40-44c0-b24a-7e64adc1cafe None None] Routers {'2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:10.057392 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ae2d93d5-8d40-44c0-b24a-7e64adc1cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:10.080238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:10.085342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.086760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Router 0f07c989-86f9-428b-a096-1078ee2c2949 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:10.123424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:10.123877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.124974 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ae2d93d5-8d40-44c0-b24a-7e64adc1cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:10.125607 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d93d5-8d40-44c0-b24a-7e64adc1cafe None None] The sync data for ids ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:10.148808 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:10.248295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.249019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.288600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:10.289589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:02:10.340742 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'code': 200} Mar 02 09:02:10.381016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.382507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 53b1c202-dd0a-4af6-9dec-604b10936ffb no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:10.465002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 53b1c202-dd0a-4af6-9dec-604b10936ffb {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:10.465342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 53b1c202-dd0a-4af6-9dec-604b10936ffb not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:10.486280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:10.513634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] Sync routers for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:10.537745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:10.554641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:10.555310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:10.558986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.559490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.559898 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Floating IP 3800f9e8-adc4-4f0d-933d-0d4ad0590b43 disassociated. External IP: 172.26.3.145, port: 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af. Mar 02 09:02:10.560338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Calling delete_port for 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:10.650392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ae0e9d15-dfb9-499b-84b4-116189559263 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "PUT /v2.0/routers/2c35d615-8c44-4379-a7b7-b8d85e0aa1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1114237 Mar 02 09:02:10.653576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.654306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57600) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:10.672298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27273e70-eab7-4c63-8501-93a84135b0c9 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:02:10.702656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cc7a32-3e88-45d3-ae70-7a9997f898a2,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:10.715253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.730957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 09:02:10.730957 dv-neutron-828796-1-hyperv neutron-server[88401]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 09:02:10.730957 dv-neutron-828796-1-hyperv neutron-server[88401]: [parameters: {'id': '653508d2-94bd-476e-bcbf-e95270f73108'}] Mar 02 09:02:10.730957 dv-neutron-828796-1-hyperv neutron-server[88401]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:02:10.734824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:02:10.746100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4cda1-aa7b-4e04-a75f-cd854a9d8a9b req-702e2e57-51b0-42b8-9bd5-9d679e7953ee tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:10.746921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2ac4cda1-aa7b-4e04-a75f-cd854a9d8a9b req-702e2e57-51b0-42b8-9bd5-9d679e7953ee tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Synchronizing usage tracker for tenant:2fab3e94ce60419d8ffa7baee0093f48 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:10.753155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Transition to ACTIVE for port object f8411314-8af2-4c9f-83ce-55ac347c3e35 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:10.754493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:02:10.754902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:02:10.776656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.807364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.809716 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c585c3e9-eb87-4c89-9f59-1a4da32a556c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7491913 Mar 02 09:02:10.811564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57604) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:10.816941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'security_group_rule': {'security_group_id': 'e292f73e-9589-4e47-8c80-bd2204e9cc70', 'project_id': '23af078d0c8346d5a239e1e87331455e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:10.822865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:10.826758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:security_group_rule and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:10.830564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:10.835934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:10.839446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2ac4cda1-aa7b-4e04-a75f-cd854a9d8a9b req-702e2e57-51b0-42b8-9bd5-9d679e7953ee tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Unset dirty status for tenant:2fab3e94ce60419d8ffa7baee0093f48 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:10.848450 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ac4cda1-aa7b-4e04-a75f-cd854a9d8a9b req-702e2e57-51b0-42b8-9bd5-9d679e7953ee tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 945 time: 1.0597177 Mar 02 09:02:10.872298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:10.886774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.918787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event deleted for resources: {'Port': ['ID=f2dcf89f-8a0b-4e85-ab40-26a132f5fde7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:10.924227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e69de08c-41e9-4e17-8170-1e0c9b079d43 None None] Provisioning for port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:10.942356 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ac4cda1-aa7b-4e04-a75f-cd854a9d8a9b req-0a57480c-8ad0-4a2d-b25a-60af6e6f31f4 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914741 Mar 02 09:02:10.961474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:10.977439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:10.983298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:10.990013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:10.995952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:10.996656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.030120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Port': ['ID=f8411314-8af2-4c9f-83ce-55ac347c3e35,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:11.072855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.149121 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f5f101ef-0caa-4b2a-b752-a342ac3b88de tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0572393 Mar 02 09:02:11.152685 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-547aadb3-e93c-4e32-bf9f-6109bb2f10fd req-2d5d7d3f-ef47-4606-b2ac-db867188706a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 210 time: 0.0531313 Mar 02 09:02:11.157109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57610) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:11.157109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.173825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'port': {'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1749992662', 'allowed_address_pairs': [{'ip_address': '2001:db8::13f', 'mac_address': 'fa:16:3e:95:03:9f'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:11.214840 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1127d0-6c35-4628-b2d5-9f55847d2296,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:11.252384 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 19f2b708-36b6-48d7-91cb-fdedefe3cb12 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:11.269375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.272179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Deleting port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:11.272697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.274058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] No DVR routers for this DVR port 53b1c202-dd0a-4af6-9dec-604b10936ffb on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:11.276747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.293870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'name': 'network-vif-deleted', 'tag': '53b1c202-dd0a-4af6-9dec-604b10936ffb'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:02:11.296626 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27273e70-eab7-4c63-8501-93a84135b0c9 None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:02:11.358629 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-144cf2a4-c76d-4ffa-bfdb-6b40e1d9773a req-c70dae9c-0e7b-4aaa-b2b4-ca5069ce4b4a tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.15 "DELETE /v2.0/ports/53b1c202-dd0a-4af6-9dec-604b10936ffb HTTP/1.1" status: 204 len: 173 time: 4.6926763 Mar 02 09:02:11.370610 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd', 'name': 'network-vif-deleted', 'tag': '53b1c202-dd0a-4af6-9dec-604b10936ffb', 'status': 'completed', 'code': 200} Mar 02 09:02:11.370610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.414739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting port ac64e902-6718-4e35-be36-c5a63307555b {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:11.415127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.464048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.465243 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-23a88052-74b9-4d54-a4c5-f16678dd9a2f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6525581 Mar 02 09:02:11.473653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57616) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:11.481732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:49Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a72f8570-ce5f-4724-8cda-426f1b2a46ad', 'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'mac_address': 'fa:16:3e:79:fd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:46Z', 'updated_at': '2022-03-02T08:59:58Z', 'revision_number': 5, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'subnets': [{'id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:11.484264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'security_group_rule': {'security_group_id': 'e292f73e-9589-4e47-8c80-bd2204e9cc70', 'project_id': '23af078d0c8346d5a239e1e87331455e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:11.494174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] Checking router: 0f07c989-86f9-428b-a096-1078ee2c2949 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:02:11.509031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d5b8e4be-d453-4894-a7fa-29b2122635d2 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.533932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:11.542560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:11.543877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:11.640414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:11.645487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:11.654222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:security_group_rule and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:11.665536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:11.671253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Usage tracker for resource:port and tenant:a5cd4511ad9b4e4e98a7110501132a8a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:11.681081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:11.685439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:11.712295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:11.712679 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.735134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.736531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:11.745099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.764761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] For port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:11.765114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.807794 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-d5b8e4be-d453-4894-a7fa-29b2122635d2 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 09:02:11.810541 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d5b8e4be-d453-4894-a7fa-29b2122635d2 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/routers/2c35d615-8c44-4379-a7b7-b8d85e0aa1ac HTTP/1.1" status: 409 len: 329 time: 1.1505773 Mar 02 09:02:11.813231 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57620) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:11.882446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.882842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Fanout notify agent at l3_agent the message router_deleted on router 99397afe-95f1-454a-a98a-dd5ed69a14ed {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:02:11.889360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Made reservation on behalf of a5cd4511ad9b4e4e98a7110501132a8a for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:11.905899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:11.914822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.915984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:11.919677 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-02d3a6b5-98b5-47ac-abe7-951add663630 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/99397afe-95f1-454a-a98a-dd5ed69a14ed HTTP/1.1" status: 204 len: 168 time: 4.7452948 Mar 02 09:02:11.920499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57624) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:11.984633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1810657721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:12.109335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] For port ac64e902-6718-4e35-be36-c5a63307555b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ac64e902-6718-4e35-be36-c5a63307555b,segment=NetworkSegment(7bbe9dba-9b72-4948-b3fc-6bf6e8041f86),segment_id=7bbe9dba-9b72-4948-b3fc-6bf6e8041f86)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:12.109335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:12.239124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Calling delete_port for ac64e902-6718-4e35-be36-c5a63307555b owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:12.255111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:12.268787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:12.279613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:12.305198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Usage tracker for resource:router and tenant:cfa529e7d5a44e3bb6dc6bd39dcb2ed6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:12.312868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:12.358157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 19f2b708-36b6-48d7-91cb-fdedefe3cb12, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=19f2b708-36b6-48d7-91cb-fdedefe3cb12,segment=NetworkSegment(31a41772-760b-4471-af91-ed0c26fb2825),segment_id=31a41772-760b-4471-af91-ed0c26fb2825)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:12.427420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524df04-0aed-4ede-8892-ea9201b15a95 None None] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:12.430050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:12.438229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dedc345-40fd-4f2b-b26e-4aa3a4ce657a None None] Network 653508d2-94bd-476e-bcbf-e95270f73108 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:12.470821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:12.510737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:12.824533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=19f2b708-36b6-48d7-91cb-fdedefe3cb12,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:12.934046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e82a5-b6f8-40a6-9b71-d122a784907d None None] Network 653508d2-94bd-476e-bcbf-e95270f73108 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:12.953340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-694e0a4e-d1dc-422b-9e3c-2f5f79cfd76b None None] Provisioning for port 9d073f51-09e2-4582-abb6-775a5a1eb216 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:12.973809 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP e8c1c246-8c2a-4344-bc5e-d920b3281ecc associated. External IP: 172.26.3.189, port: e1a2e2f8-0372-4d6d-984b-6dc301e82d44. Mar 02 09:02:12.993207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-694e0a4e-d1dc-422b-9e3c-2f5f79cfd76b None None] Provisioning complete for port 9d073f51-09e2-4582-abb6-775a5a1eb216 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:12.993576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-694e0a4e-d1dc-422b-9e3c-2f5f79cfd76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.002167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.002707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.002937 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Floating IP 3800f9e8-adc4-4f0d-933d-0d4ad0590b43 disassociated. External IP: 172.26.3.145, port: 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af. Mar 02 09:02:13.003213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Calling delete_port for 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:13.083026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.135351 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2b0c700-e43e-4960-8095-2f224e2eecd3 req-fe46b6af-6e1b-449f-b296-9793f47c6e84 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/ports?device_id=8cf1146c-a4c3-4ded-a798-3f1c6d7e66fd HTTP/1.1" status: 200 len: 210 time: 0.5474670 Mar 02 09:02:13.145949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:49Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a72f8570-ce5f-4724-8cda-426f1b2a46ad', 'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'mac_address': 'fa:16:3e:79:fd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:46Z', 'updated_at': '2022-03-02T08:59:58Z', 'revision_number': 5, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'subnets': [{'id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:13.160909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Port': ['ID=ac64e902-6718-4e35-be36-c5a63307555b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:13.177358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No DVR routers for this DVR port ac64e902-6718-4e35-be36-c5a63307555b on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:13.192112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2d0f5f-48c4-4379-a226-7e2fcb5884ed None None] The sync data for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv is: [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T08:59:49Z', 'revision_number': 4, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a72f8570-ce5f-4724-8cda-426f1b2a46ad', 'name': '', 'network_id': '4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'mac_address': 'fa:16:3e:79:fd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:46Z', 'updated_at': '2022-03-02T08:59:58Z', 'revision_number': 5, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'subnets': [{'id': 'c74a3713-1999-4c8f-b206-2ca5e5a8b17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:13.202008 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 19f2b708-36b6-48d7-91cb-fdedefe3cb12 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:13.295537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.363391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.363558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.363558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.368300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.455396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.466965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] device_id is not set on port b568ae43-ca87-4bac-aa28-5d9bb70f7794 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:02:13.477152 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-694e0a4e-d1dc-422b-9e3c-2f5f79cfd76b None None] Port 9d073f51-09e2-4582-abb6-775a5a1eb216 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:13.524044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.539758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40f03f-080d-49af-8f91-94f0513d1bce req-9c66514b-a1c5-488e-84e8-a852b379fe5c tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:13.541798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1d40f03f-080d-49af-8f91-94f0513d1bce req-9c66514b-a1c5-488e-84e8-a852b379fe5c tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 943 time: 1.4607604 Mar 02 09:02:13.626891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.656113 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3c1b62-44a5-46ba-afb1-0be4ddfee91a None None] New status for floating IP 3603291c-f5f4-4d26-8aa2-482befb74276: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:02:13.714333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:13.715079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.721564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653508d2-94bd-476e-bcbf-e95270f73108']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:13.750321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:13.765552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-faed5f3c-fe8c-4d87-ba60-94f90867e7e6 None None] Provisioning for port 97fe98ca-a842-4bb3-81da-d6cc878b3001 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:13.770292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.777570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1dfe21a-e6ce-4e77-9194-964611317ec9,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:13.798910 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-faed5f3c-fe8c-4d87-ba60-94f90867e7e6 None None] Provisioning complete for port 97fe98ca-a842-4bb3-81da-d6cc878b3001 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:13.799671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-faed5f3c-fe8c-4d87-ba60-94f90867e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.812137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbe9dba-9b72-4948-b3fc-6bf6e8041f86') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:13.812471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbe9dba-9b72-4948-b3fc-6bf6e8041f86') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:13.841115 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.842417 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ed61b3ad-3f69-4dbc-b80d-19c42f8ed3aa tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.8721108 Mar 02 09:02:13.853324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57632) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:13.856087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:13.888071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'enable_snat': False}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:13.910643 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-faed5f3c-fe8c-4d87-ba60-94f90867e7e6 None None] Port 97fe98ca-a842-4bb3-81da-d6cc878b3001 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:13.987713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1d40f03f-080d-49af-8f91-94f0513d1bce req-1d054f53-4013-441b-ae8e-7ec71b4f66c6 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab42534a-8361-49aa-9745-a42a37e66c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713183 Mar 02 09:02:13.994703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:14.014936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:14.051324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:14.053136 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4288a434-6673-486f-9423-f0f3c22148c3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.5755699 Mar 02 09:02:14.113590 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57636) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:14.130357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'security_group_rule': {'security_group_id': 'e292f73e-9589-4e47-8c80-bd2204e9cc70', 'project_id': '23af078d0c8346d5a239e1e87331455e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:14.143435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:14.154478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:14.156391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:security_group_rule and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:14.164831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:14.166936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2da11-ccc4-4af3-bb56-a5844fd7dd81 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:14.171135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Pushing event deleted for resources: {'Port': ['ID=5a2231e6-61c2-4f7b-a6f3-95f1eafc83af,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:14.180559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:14.180968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:14.192029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a2da11-ccc4-4af3-bb56-a5844fd7dd81 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:14.196244 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c3a2da11-ccc4-4af3-bb56-a5844fd7dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:14.321189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c3a2da11-ccc4-4af3-bb56-a5844fd7dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:14.335352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a2da11-ccc4-4af3-bb56-a5844fd7dd81 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:14.335989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c3a2da11-ccc4-4af3-bb56-a5844fd7dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:14.348267 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:14.355637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:14.422783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c3a2da11-ccc4-4af3-bb56-a5844fd7dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:14.423190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2da11-ccc4-4af3-bb56-a5844fd7dd81 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:14.475998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57644) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:14.579879 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Project 23af078d0c8346d5a239e1e87331455e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:02:14.632605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79c203-6c33-4de9-9416-842944bbeba3 None None] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:14.708838 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:14.747651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-09e32930-08c7-480a-8537-05540ec2a949 None None] Provisioning complete for port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:14.748406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-09e32930-08c7-480a-8537-05540ec2a949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:14.782500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5770329a-4ac5-4735-8508-329fc7aa1459 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:14.793922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Allocated IP 2001:db8::203 (bbf6f5b9-6324-416e-83bc-16b9975c00f4/b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7/b568ae43-ca87-4bac-aa28-5d9bb70f7794) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:14.958585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:14.962095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:14.994524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.011593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5770329a-4ac5-4735-8508-329fc7aa1459 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.031210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=653508d2-94bd-476e-bcbf-e95270f73108,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:15.056959 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-438d2bb9-9930-4e80-9b7c-2005cd1fcf31 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/653508d2-94bd-476e-bcbf-e95270f73108 HTTP/1.1" status: 204 len: 168 time: 7.9596815 Mar 02 09:02:15.061118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57650) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:15.073124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931258682'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:15.087794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:15.091250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Router 460de7d1-2c0d-417a-8cc3-669a3881bced has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:15.103701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:network and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:15.132773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:15.145820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:15.152458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-09e32930-08c7-480a-8537-05540ec2a949 None None] Provisioning for port f8411314-8af2-4c9f-83ce-55ac347c3e35 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:15.159003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-09e32930-08c7-480a-8537-05540ec2a949 None None] Provisioning complete for port f8411314-8af2-4c9f-83ce-55ac347c3e35 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:15.159708 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-09e32930-08c7-480a-8537-05540ec2a949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.209048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5770329a-4ac5-4735-8508-329fc7aa1459 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.234585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-09e32930-08c7-480a-8537-05540ec2a949 None None] Port f8411314-8af2-4c9f-83ce-55ac347c3e35 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:15.255581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.270860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770329a-4ac5-4735-8508-329fc7aa1459 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de898c36-0ef3-4e45-90d8-86c8cb8d32d0,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:15.336951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-4bc27d5e-efa9-46a3-86f8-bb89569be971 req-386b4878-e0e3-45b3-a088-befd09d73fc4 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Synchronizing usage tracker for tenant:2fab3e94ce60419d8ffa7baee0093f48 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:15.371024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.434434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:15.436824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302b6dd1-53e7-41ee-85a4-fb7d6b6a6394,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:15.438246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.459297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5770329a-4ac5-4735-8508-329fc7aa1459 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.460892 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5770329a-4ac5-4735-8508-329fc7aa1459 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "DELETE /v2.0/security-groups/de898c36-0ef3-4e45-90d8-86c8cb8d32d0 HTTP/1.1" status: 204 len: 168 time: 0.9818561 Mar 02 09:02:15.470961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57654) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:15.473510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-778e7b06-4367-4cbb-b075-d919d0a17713 None None] Provisioning complete for port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:15.474099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-778e7b06-4367-4cbb-b075-d919d0a17713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.489845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Deleting port 97fe98ca-a842-4bb3-81da-d6cc878b3001 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:15.490190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.534961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router f299530a-8349-407e-a0d8-770a4a09349e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:15.555100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.561364 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-117e8421-e51b-4eb5-9fb3-c2b3e9e414d4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4416931 Mar 02 09:02:15.561364 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-92c25ffe-0ee2-44c1-b434-ab8bb0c616f7 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] show failed (client error): The resource could not be found. Mar 02 09:02:15.562421 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-92c25ffe-0ee2-44c1-b434-ab8bb0c616f7 tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "GET /v2.0/security-groups/de898c36-0ef3-4e45-90d8-86c8cb8d32d0 HTTP/1.1" status: 404 len: 347 time: 0.0872324 Mar 02 09:02:15.563770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57658) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:15.569442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57660) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:15.641093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-778e7b06-4367-4cbb-b075-d919d0a17713 None None] Provisioning complete for port f8411314-8af2-4c9f-83ce-55ac347c3e35 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:15.642393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-778e7b06-4367-4cbb-b075-d919d0a17713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.647198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'security_group_rule': {'security_group_id': 'e292f73e-9589-4e47-8c80-bd2204e9cc70', 'project_id': '23af078d0c8346d5a239e1e87331455e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:15.663417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-4bc27d5e-efa9-46a3-86f8-bb89569be971 req-386b4878-e0e3-45b3-a088-befd09d73fc4 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Unset dirty status for tenant:2fab3e94ce60419d8ffa7baee0093f48 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:15.664576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4bc27d5e-efa9-46a3-86f8-bb89569be971 req-386b4878-e0e3-45b3-a088-befd09d73fc4 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 210 time: 0.4837453 Mar 02 09:02:15.703973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:15.726920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-778e7b06-4367-4cbb-b075-d919d0a17713 None None] Port f8411314-8af2-4c9f-83ce-55ac347c3e35 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:15.746372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.756942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:15.758878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.761256 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment b5337041-85f2-4f2b-9118-3c9067085515 of type vlan for network 80a374a9-2a4d-4e89-8403-9f7b55d4dd28 Mar 02 09:02:15.773656 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] Sync routers for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:15.789197 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:15.790522 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:15.853469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Transition to ACTIVE for port object b568ae43-ca87-4bac-aa28-5d9bb70f7794 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:15.856206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-461fe56d-447b-493d-afd4-049a1b33233c None None] Provisioning complete for port f8411314-8af2-4c9f-83ce-55ac347c3e35 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:15.856589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-461fe56d-447b-493d-afd4-049a1b33233c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.876766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:15.880185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Deleting port 82ef8cbe-b55a-4ce3-94e2-e62afe5085aa {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:15.881447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.944731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:15.951549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] No DVR routers for this DVR port 5a2231e6-61c2-4f7b-a6f3-95f1eafc83af on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:15.997288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-461fe56d-447b-493d-afd4-049a1b33233c None None] Port f8411314-8af2-4c9f-83ce-55ac347c3e35 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:16.006264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.021696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'name': 'network-vif-deleted', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:02:16.045661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.074501 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:16.099827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:security_group_rule and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:16.123051 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e32fdf8c-1c92-4e38-ab31-1a96b03ffd99 req-bc8d52b0-646b-4025-a468-7e6fe5e4663a tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.15 "DELETE /v2.0/ports/5a2231e6-61c2-4f7b-a6f3-95f1eafc83af HTTP/1.1" status: 204 len: 173 time: 7.8440542 Mar 02 09:02:16.124900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:16.133359 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e572870-740b-4d4e-9ba6-3c7ad659f711', 'name': 'network-vif-deleted', 'tag': '5a2231e6-61c2-4f7b-a6f3-95f1eafc83af', 'status': 'completed', 'code': 200} Mar 02 09:02:16.149003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:16.158974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:16.167774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:16.168661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.183930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Port': ['ID=b568ae43-ca87-4bac-aa28-5d9bb70f7794,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:16.257675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:02:16.294071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.355484 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c64556f5-b7e7-406b-ba87-9f9ac9c849a9 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.2010255 Mar 02 09:02:16.363489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57668) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:16.443903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Calling delete_port for 97fe98ca-a842-4bb3-81da-d6cc878b3001 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:16.474522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:16.478330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.478808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.482687 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:53Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'db4b7050-0a7f-4381-a16b-8c480b47a4c2', 'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'mac_address': 'fa:16:3e:fe:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:50Z', 'updated_at': '2022-03-02T09:00:03Z', 'revision_number': 5, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'subnets': [{'id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:16.492902 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] Checking router: 460de7d1-2c0d-417a-8cc3-669a3881bced for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:02:16.507378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:16.512686 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:16.514937 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:16.585770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.591368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e2eb5778-fb2c-44b2-b5fb-ac9843929400 None None] Provisioning for port b568ae43-ca87-4bac-aa28-5d9bb70f7794 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:16.596241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e2eb5778-fb2c-44b2-b5fb-ac9843929400 None None] Provisioning complete for port b568ae43-ca87-4bac-aa28-5d9bb70f7794 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:16.596608 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e2eb5778-fb2c-44b2-b5fb-ac9843929400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.602955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:16.604205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.658102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb5778-fb2c-44b2-b5fb-ac9843929400 None None] Port b568ae43-ca87-4bac-aa28-5d9bb70f7794 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:16.662169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Calling delete_port for 82ef8cbe-b55a-4ce3-94e2-e62afe5085aa owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:16.724779 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:16.729327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=80a374a9-2a4d-4e89-8403-9f7b55d4dd28,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:16.737371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.746487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 80a374a9-2a4d-4e89-8403-9f7b55d4dd28 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:16.775765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:16.971288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e912342-db13-4abf-ab17-d479aaf74359 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:16.977273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e912342-db13-4abf-ab17-d479aaf74359 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:16.983172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e912342-db13-4abf-ab17-d479aaf74359 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:16.985692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5e912342-db13-4abf-ab17-d479aaf74359 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Synchronizing usage tracker for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:17.000121 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8554e348-5098-403b-b749-d00fc327f92e req-ecb3ec18-50ac-49de-a850-9a64fc61a919 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e572870-740b-4d4e-9ba6-3c7ad659f711 HTTP/1.1" status: 200 len: 210 time: 0.0973198 Mar 02 09:02:17.000121 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-24699f4a-ecb4-46aa-be9b-8eda1e263fca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9348462 Mar 02 09:02:17.007965 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Project 23af078d0c8346d5a239e1e87331455e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:02:17.030779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57674) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:17.056542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': '80a374a9-2a4d-4e89-8403-9f7b55d4dd28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:17.059232 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Allocated IP 172.26.3.157 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/1774deb6-dcb5-4da6-8ab0-be9197ec41f7) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:17.078629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.144478 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:53Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'db4b7050-0a7f-4381-a16b-8c480b47a4c2', 'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'mac_address': 'fa:16:3e:fe:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:50Z', 'updated_at': '2022-03-02T09:00:03Z', 'revision_number': 5, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'subnets': [{'id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:17.150018 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abce79ba-9694-4fdb-a31a-47fb845fadd6 None None] The sync data for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv is: [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T08:59:53Z', 'revision_number': 4, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'db4b7050-0a7f-4381-a16b-8c480b47a4c2', 'name': '', 'network_id': '43aa9e5b-557a-4bfa-8385-0ab2334b2ce2', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'mac_address': 'fa:16:3e:fe:78:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:50Z', 'updated_at': '2022-03-02T09:00:03Z', 'revision_number': 5, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'subnets': [{'id': '6d3925aa-8737-4a16-8b77-5b00fc03bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:17.201202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.204125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5e912342-db13-4abf-ab17-d479aaf74359 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Unset dirty status for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:17.208850 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5e912342-db13-4abf-ab17-d479aaf74359 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.8440938 Mar 02 09:02:17.217173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57678) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:17.268804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.290480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:17.295110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.300940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-06e2d9d7-5d3c-479e-9383-ef9dae2b7c18 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Deleting port b568ae43-ca87-4bac-aa28-5d9bb70f7794 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:17.301287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06e2d9d7-5d3c-479e-9383-ef9dae2b7c18 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.305966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfeb961-58ca-40da-a79f-59ce0f5702ae None None] Sync routers for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:17.336076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfeb961-58ca-40da-a79f-59ce0f5702ae None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:17.342763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ddfeb961-58ca-40da-a79f-59ce0f5702ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:17.415164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:17.428989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ddfeb961-58ca-40da-a79f-59ce0f5702ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:17.437027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfeb961-58ca-40da-a79f-59ce0f5702ae None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:17.437646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ddfeb961-58ca-40da-a79f-59ce0f5702ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:17.479923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.485914 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d93c9-f7db-4d01-a5e2-4633f69bb9b4 None None] New status for floating IP 3800f9e8-adc4-4f0d-933d-0d4ad0590b43: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:02:17.488863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:subnet and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:17.501129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:17.517580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:17.579094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.584594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ddfeb961-58ca-40da-a79f-59ce0f5702ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:17.585339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfeb961-58ca-40da-a79f-59ce0f5702ae None None] The sync data for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:17.630842 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3659707c-a74b-48df-81fc-2154ffa9b9f7 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/floatingips/e8c1c246-8c2a-4344-bc5e-d920b3281ecc HTTP/1.1" status: 200 len: 978 time: 8.2678056 Mar 02 09:02:17.637206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57682) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:17.640725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cab65e-98e5-42f9-ade8-a7eb72d27b49,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:17.651690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:17.655219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.669714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06e2d9d7-5d3c-479e-9383-ef9dae2b7c18 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.690197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.779194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.784528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.785760 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8d624df1-63c8-40e1-9366-1b3a88685764 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.2211754 Mar 02 09:02:17.824956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57686) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:17.840088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:17.848665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'network': {'name': 'tempest-network-smoke--410316558', 'project_id': '23af078d0c8346d5a239e1e87331455e', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:17.864299 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Pushing event deleted for resources: {'Port': ['ID=82ef8cbe-b55a-4ce3-94e2-e62afe5085aa,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:17.864452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-06e2d9d7-5d3c-479e-9383-ef9dae2b7c18 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Calling delete_port for b568ae43-ca87-4bac-aa28-5d9bb70f7794 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:17.905723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:17.926628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:17.933536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:17.947178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:17.955975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:network and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:17.974663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:17.977084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 9d073f51-09e2-4582-abb6-775a5a1eb216 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:17.977422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.026401 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Port': ['ID=97fe98ca-a842-4bb3-81da-d6cc878b3001,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:18.054707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:18.124942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Pushing event updated for resources: {'Port': ['ID=1774deb6-dcb5-4da6-8ab0-be9197ec41f7,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:18.190184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Made reservation on behalf of 23af078d0c8346d5a239e1e87331455e for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:18.194190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.306794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57698) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:18.312352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.355881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.367787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.368978 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-65cb62cc-3da9-460d-a197-1b1ce56ab57d tempest-ServersTestJSON-746946654 tempest-ServersTestJSON-746946654-project] 10.222.0.10 "DELETE /v2.0/floatingips/3603291c-f5f4-4d26-8aa2-482befb74276 HTTP/1.1" status: 204 len: 168 time: 2.7977858 Mar 02 09:02:18.385163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57702) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:18.446509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:18.571400 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.571737 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Added segment fa203108-329f-46f9-88b9-844aab28cd55 of type vlan for network 122e816d-e1ce-4258-b49f-4b0c00e4f143 Mar 02 09:02:18.672211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.683583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06e2d9d7-5d3c-479e-9383-ef9dae2b7c18 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.867917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2d9d7-5d3c-479e-9383-ef9dae2b7c18 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event deleted for resources: {'Port': ['ID=b568ae43-ca87-4bac-aa28-5d9bb70f7794,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:18.928533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-80c58089-79d3-4d7f-9949-418774123cf3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.961949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:18.967812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.120599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-80c58089-79d3-4d7f-9949-418774123cf3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.202861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:02:19.213132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Router 2c35d615-8c44-4379-a7b7-b8d85e0aa1ac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:19.251082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06e2d9d7-5d3c-479e-9383-ef9dae2b7c18 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.256264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=aa310bcc-65c1-4da5-8876-62bd426f80a4,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:19.283930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.356405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking segment: {'id': 'b5337041-85f2-4f2b-9118-3c9067085515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '80a374a9-2a4d-4e89-8403-9f7b55d4dd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:19.356761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network hostable DHCP agents. Network: 80a374a9-2a4d-4e89-8403-9f7b55d4dd28, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:02:19.377014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.377384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.377694 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Floating IP e8c1c246-8c2a-4344-bc5e-d920b3281ecc disassociated. External IP: 172.26.3.189, port: 9d073f51-09e2-4582-abb6-775a5a1eb216. Mar 02 09:02:19.378061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 9d073f51-09e2-4582-abb6-775a5a1eb216 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:19.432935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.438270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:19.438845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.509940 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-06e2d9d7-5d3c-479e-9383-ef9dae2b7c18 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "DELETE /v2.0/ports/b568ae43-ca87-4bac-aa28-5d9bb70f7794 HTTP/1.1" status: 204 len: 168 time: 2.2914999 Mar 02 09:02:19.525271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57706) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:19.557559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:19.573872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa40f7-e750-48db-9c64-abe4f67c5f14 None None] Sync routers for ids ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:19.590373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa40f7-e750-48db-9c64-abe4f67c5f14 None None] Routers {'2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:19.590991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dcaa40f7-e750-48db-9c64-abe4f67c5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:19.646520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-80c58089-79d3-4d7f-9949-418774123cf3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.652914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-28808e34-73b4-4c08-b882-73fe5846b3c0 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] GET failed (client error): The resource could not be found. Mar 02 09:02:19.653691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-28808e34-73b4-4c08-b882-73fe5846b3c0 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Synchronizing usage tracker for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:19.670774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dcaa40f7-e750-48db-9c64-abe4f67c5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:19.682934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa40f7-e750-48db-9c64-abe4f67c5f14 None None] Routers {'2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:19.683773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dcaa40f7-e750-48db-9c64-abe4f67c5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:19.690714 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-07901cd7-3a2a-44e7-bbb1-a6b6f362b3e5 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "PUT /v2.0/routers/2c35d615-8c44-4379-a7b7-b8d85e0aa1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8763366 Mar 02 09:02:19.701041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57710) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:19.707410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network 80a374a9-2a4d-4e89-8403-9f7b55d4dd28 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:02:19.717121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c58089-79d3-4d7f-9949-418774123cf3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42534a-8361-49aa-9745-a42a37e66c5c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:19.719099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-80c58089-79d3-4d7f-9949-418774123cf3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.723653 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-80c58089-79d3-4d7f-9949-418774123cf3 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "DELETE /v2.0/security-groups/ab42534a-8361-49aa-9745-a42a37e66c5c HTTP/1.1" status: 204 len: 168 time: 1.4049768 Mar 02 09:02:19.723653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'Network': ['ID=122e816d-e1ce-4258-b49f-4b0c00e4f143,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:19.755468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-efd50209-7118-4798-bf51-887571616156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:19.756803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 122e816d-e1ce-4258-b49f-4b0c00e4f143 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:19.782186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-dcaa40f7-e750-48db-9c64-abe4f67c5f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:19.782628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa40f7-e750-48db-9c64-abe4f67c5f14 None None] The sync data for ids ['2c35d615-8c44-4379-a7b7-b8d85e0aa1ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:19.785103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57714) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:19.795860 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-20149d0f-3019-43a8-afc3-bfe8355e7740 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9673541 Mar 02 09:02:19.807239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57718) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:19.822810 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-8def0253-4ca5-4e7f-8c61-2812114df64c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] show failed (client error): The resource could not be found. Mar 02 09:02:19.827163 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8def0253-4ca5-4e7f-8c61-2812114df64c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1722770668 HTTP/1.1" status: 404 len: 335 time: 0.1178405 Mar 02 09:02:19.827163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'admin_state_up': True, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:19.829682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57722) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:19.840357 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-c1fb3453-cbc9-4700-9d96-185eb7d6167c tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] show failed (client error): The resource could not be found. Mar 02 09:02:19.844055 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c1fb3453-cbc9-4700-9d96-185eb7d6167c tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "GET /v2.0/security-groups/ab42534a-8361-49aa-9745-a42a37e66c5c HTTP/1.1" status: 404 len: 347 time: 0.0481184 Mar 02 09:02:19.844221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-aced72a1-2575-4fc9-9f6c-c02263afdd4d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:19.844317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:19.848435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57726) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:19.875996 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:router and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:19.930406 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-aced72a1-2575-4fc9-9f6c-c02263afdd4d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] update failed (client error): The resource could not be found. Mar 02 09:02:19.936037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aced72a1-2575-4fc9-9f6c-c02263afdd4d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1742818940 HTTP/1.1" status: 404 len: 335 time: 0.1006169 Mar 02 09:02:19.936351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57730) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:19.936984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:19.939742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 80a374a9-2a4d-4e89-8403-9f7b55d4dd28) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:19.948701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90932a0d-292d-4cd6-a5e2-8784418fa711 None None] Network 80a374a9-2a4d-4e89-8403-9f7b55d4dd28 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:19.963146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:19.972838 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:19.973420 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.050965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-28808e34-73b4-4c08-b882-73fe5846b3c0 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Unset dirty status for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:20.052134 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-28808e34-73b4-4c08-b882-73fe5846b3c0 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "GET /v2.0/ports/b568ae43-ca87-4bac-aa28-5d9bb70f7794 HTTP/1.1" status: 404 len: 333 time: 0.5261059 Mar 02 09:02:20.058548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57734) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:20.093049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.104468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-387c5e97-ae8f-49ef-b2ff-f550977bb43c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Deleting subnet faa13bea-028c-4750-bc5d-de1bb220046f {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:02:20.106951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.110831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-387c5e97-ae8f-49ef-b2ff-f550977bb43c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.182960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-80a374a9-2a4d-4e89-8403-9f7b55d4dd28', 'network_id': '80a374a9-2a4d-4e89-8403-9f7b55d4dd28', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': 'aa310bcc-65c1-4da5-8876-62bd426f80a4'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:02:20.183797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.202727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.206016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'port': {'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1888618704'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:20.234935 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-92175ef1-7985-4cc0-bf80-1b47d32837af tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2027266 Mar 02 09:02:20.235880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.236880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.256691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57738) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:20.260000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Deleting port f3d4bf58-fd87-4fe3-917c-09c64a3caa18 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:20.260000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.284539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=9d073f51-09e2-4582-abb6-775a5a1eb216,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:20.294084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-387c5e97-ae8f-49ef-b2ff-f550977bb43c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.375609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Allocated IP 2001:db8::1 (80a374a9-2a4d-4e89-8403-9f7b55d4dd28/aa310bcc-65c1-4da5-8876-62bd426f80a4/8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:20.519529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.699488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router f299530a-8349-407e-a0d8-770a4a09349e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:20.710904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.723931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Transition to ACTIVE for port object 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:20.725509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:20.740511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-387c5e97-ae8f-49ef-b2ff-f550977bb43c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.750057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Transition to ACTIVE for port object 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:20.801589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.814826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:20.824034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.893075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Network 80a374a9-2a4d-4e89-8403-9f7b55d4dd28 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:20.900542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:20.905624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:20.911788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Pushing event updated for resources: {'Port': ['ID=8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:20.947908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.948169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:20.964445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Router 03ce6db2-c468-4993-9d21-948e315c9e55 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:02:21.004878 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Attempting to bind port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:21.005258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Attempting to bind port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'b5337041-85f2-4f2b-9118-3c9067085515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '80a374a9-2a4d-4e89-8403-9f7b55d4dd28'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:21.005693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Attempting to bind port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 on network 80a374a9-2a4d-4e89-8403-9f7b55d4dd28 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:21.012162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:21.022274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Checking segment: {'id': 'b5337041-85f2-4f2b-9118-3c9067085515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '80a374a9-2a4d-4e89-8403-9f7b55d4dd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:21.022274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.022274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Bound using segment: {'id': 'b5337041-85f2-4f2b-9118-3c9067085515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '80a374a9-2a4d-4e89-8403-9f7b55d4dd28'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:21.022274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Bound port: 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5337041-85f2-4f2b-9118-3c9067085515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '80a374a9-2a4d-4e89-8403-9f7b55d4dd28'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:21.022274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.085413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:21.088276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:21.088627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.101894 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f658a9-367e-4f92-9b0b-3c024c47cac7 None None] Sync routers for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:21.105025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] For port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:21.108670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] For port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6,segment=NetworkSegment(b5337041-85f2-4f2b-9118-3c9067085515),segment_id=b5337041-85f2-4f2b-9118-3c9067085515)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:21.117276 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f658a9-367e-4f92-9b0b-3c024c47cac7 None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:21.119077 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-60f658a9-367e-4f92-9b0b-3c024c47cac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:21.159282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-387c5e97-ae8f-49ef-b2ff-f550977bb43c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.185654 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-60f658a9-367e-4f92-9b0b-3c024c47cac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:21.192355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Calling delete_port for f3d4bf58-fd87-4fe3-917c-09c64a3caa18 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:21.192528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.213364 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f658a9-367e-4f92-9b0b-3c024c47cac7 None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:21.214391 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-60f658a9-367e-4f92-9b0b-3c024c47cac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:21.274346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Made reservation on behalf of a5cd4511ad9b4e4e98a7110501132a8a for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:21.292133 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.295696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f9fc9-05e7-4ba8-8451-1deb91f940f1 None None] Pushing event updated for resources: {'Port': ['ID=8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:21.319074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.345788 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-60f658a9-367e-4f92-9b0b-3c024c47cac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:21.346446 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f658a9-367e-4f92-9b0b-3c024c47cac7 None None] The sync data for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:21.384726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c5e97-ae8f-49ef-b2ff-f550977bb43c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Subnet': ['ID=faa13bea-028c-4750-bc5d-de1bb220046f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:21.415911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] device_id is not set on port ea8e3fb8-8d78-44e0-9d92-7b82590a769f yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:02:21.454734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-387c5e97-ae8f-49ef-b2ff-f550977bb43c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.482492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c41c43-6d17-462b-82a8-7efe8363e471 None None] Network 91a69937-0154-4822-bf13-39baeccd0591 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:21.513464 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-387c5e97-ae8f-49ef-b2ff-f550977bb43c tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/subnets/faa13bea-028c-4750-bc5d-de1bb220046f HTTP/1.1" status: 204 len: 168 time: 1.5653965 Mar 02 09:02:21.515594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.517540 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d9da7da4-4f16-4afb-8b30-8cffe01e4805 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/ports/9d073f51-09e2-4582-abb6-775a5a1eb216 HTTP/1.1" status: 204 len: 168 time: 3.8792732 Mar 02 09:02:21.521042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57742) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:21.521555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57744) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:21.583709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:21.615898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.617375 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bcd9e542-1df0-45d1-a0f3-7dbeffc0f544 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "PUT /v2.0/routers/03ce6db2-c468-4993-9d21-948e315c9e55 HTTP/1.1" status: 200 len: 916 time: 7.7489357 Mar 02 09:02:21.621156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57750) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:21.742600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d60bea-7a0a-455d-bf3a-e99063f28968 None None] Sync routers for ids ['03ce6db2-c468-4993-9d21-948e315c9e55'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:21.756444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.760868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d60bea-7a0a-455d-bf3a-e99063f28968 None None] Routers {'03ce6db2-c468-4993-9d21-948e315c9e55'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:21.761855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-93d60bea-7a0a-455d-bf3a-e99063f28968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['03ce6db2-c468-4993-9d21-948e315c9e55'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:21.858458 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:02:21.889271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:21.896712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-93d60bea-7a0a-455d-bf3a-e99063f28968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:21.924431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d60bea-7a0a-455d-bf3a-e99063f28968 None None] Routers {'03ce6db2-c468-4993-9d21-948e315c9e55'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:21.924431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-93d60bea-7a0a-455d-bf3a-e99063f28968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:01:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['03ce6db2-c468-4993-9d21-948e315c9e55'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:22.011062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-93d60bea-7a0a-455d-bf3a-e99063f28968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:22.011902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d60bea-7a0a-455d-bf3a-e99063f28968 None None] The sync data for ids ['03ce6db2-c468-4993-9d21-948e315c9e55'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:22.013408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b793c2f0-aa93-4b65-8c24-009f56ce40c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.069259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Deleting port 475c920b-eda5-48a1-bc14-3cf2c12a6359 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:22.069602 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.103020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c93ca1-7cef-45ee-9682-f94ee3c9dabf None None] DHCP port deletion for 91a69937-0154-4822-bf13-39baeccd0591 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:02:22.107369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e2c93ca1-7cef-45ee-9682-f94ee3c9dabf None None] Deleting port 475c920b-eda5-48a1-bc14-3cf2c12a6359 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:22.108377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e2c93ca1-7cef-45ee-9682-f94ee3c9dabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.114310 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bead03be-d4d0-4954-9ece-cfeba04002ea tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/routers/03ce6db2-c468-4993-9d21-948e315c9e55 HTTP/1.1" status: 200 len: 922 time: 0.4836223 Mar 02 09:02:22.118291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57754) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:22.219594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Allocated IP 2001:db8::197 (bbf6f5b9-6324-416e-83bc-16b9975c00f4/b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7/ea8e3fb8-8d78-44e0-9d92-7b82590a769f) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:22.232124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] For port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6,segment=NetworkSegment(b5337041-85f2-4f2b-9118-3c9067085515),segment_id=b5337041-85f2-4f2b-9118-3c9067085515)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:22.234687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.303066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.391229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e2c93ca1-7cef-45ee-9682-f94ee3c9dabf None None] For port 475c920b-eda5-48a1-bc14-3cf2c12a6359, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=475c920b-eda5-48a1-bc14-3cf2c12a6359,segment=NetworkSegment(21cb6ed4-1c53-4170-86ac-3457b303b80f),segment_id=21cb6ed4-1c53-4170-86ac-3457b303b80f)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:22.391622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e2c93ca1-7cef-45ee-9682-f94ee3c9dabf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.457708 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Calling delete_port for 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:22.523734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e2c93ca1-7cef-45ee-9682-f94ee3c9dabf None None] Calling delete_port for 475c920b-eda5-48a1-bc14-3cf2c12a6359 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:22.578503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d475ba-65dc-4b01-b687-27cadab7e9f1 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:22.580226 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-77d475ba-65dc-4b01-b687-27cadab7e9f1 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=03ce6db2-c468-4993-9d21-948e315c9e55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4593449 Mar 02 09:02:22.593167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57762) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:22.598895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0e6c5-5532-4618-8057-151cdd935757 None None] Network 80a374a9-2a4d-4e89-8403-9f7b55d4dd28 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:22.698294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Pushing event deleted for resources: {'Port': ['ID=f3d4bf58-fd87-4fe3-917c-09c64a3caa18,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:22.700484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] For port 475c920b-eda5-48a1-bc14-3cf2c12a6359, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=475c920b-eda5-48a1-bc14-3cf2c12a6359,segment=NetworkSegment(21cb6ed4-1c53-4170-86ac-3457b303b80f),segment_id=21cb6ed4-1c53-4170-86ac-3457b303b80f)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:22.700657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e2c93ca1-7cef-45ee-9682-f94ee3c9dabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.700997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.760102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c93ca1-7cef-45ee-9682-f94ee3c9dabf None None] Pushing event deleted for resources: {'Port': ['ID=475c920b-eda5-48a1-bc14-3cf2c12a6359,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:22.762073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c93ca1-7cef-45ee-9682-f94ee3c9dabf None None] No DVR routers for this DVR port 475c920b-eda5-48a1-bc14-3cf2c12a6359 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:22.828740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ceb296bf-9520-44ed-802f-2c123c0b253c None None] Provisioning for port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:22.838110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.842918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ceb296bf-9520-44ed-802f-2c123c0b253c None None] Provisioning complete for port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:22.843838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ceb296bf-9520-44ed-802f-2c123c0b253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:22.884212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ceb296bf-9520-44ed-802f-2c123c0b253c None None] Port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 was deleted so its status cannot be updated. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 09:02:22.952261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Port': ['ID=8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:22.990817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Calling delete_port for 475c920b-eda5-48a1-bc14-3cf2c12a6359 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:23.052396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.060914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.060914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No DVR routers for this DVR port 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:23.080225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.110379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f619e64b-43dc-411b-93c8-ed6c80aa7d25 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:23.110957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f619e64b-43dc-411b-93c8-ed6c80aa7d25 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Synchronizing usage tracker for tenant:49c4f91022b84bddb39c13a9f9fa6775 on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:23.141891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f619e64b-43dc-411b-93c8-ed6c80aa7d25 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] Unset dirty status for tenant:49c4f91022b84bddb39c13a9f9fa6775 on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:23.143053 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f619e64b-43dc-411b-93c8-ed6c80aa7d25 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/networks/f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 881 time: 0.5488949 Mar 02 09:02:23.145970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57766) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:23.154311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 475c920b-eda5-48a1-bc14-3cf2c12a6359 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:23.193440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 475c920b-eda5-48a1-bc14-3cf2c12a6359 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:23.194077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 475c920b-eda5-48a1-bc14-3cf2c12a6359 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:23.197624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:02:23.197969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:02:23.200236 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-866618a6-3c04-4b04-adc3-85651662696a tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=03ce6db2-c468-4993-9d21-948e315c9e55 HTTP/1.1" status: 200 len: 205 time: 0.0532510 Mar 02 09:02:23.204317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57770) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:23.264657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.430524 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.585749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.592589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.593753 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-84a2d700-b3c2-4486-93cd-5e1c01024807 tempest-ServersTestManualDisk-1546716327 tempest-ServersTestManualDisk-1546716327-project] 10.222.0.10 "DELETE /v2.0/floatingips/3800f9e8-adc4-4f0d-933d-0d4ad0590b43 HTTP/1.1" status: 204 len: 168 time: 3.7197790 Mar 02 09:02:23.604222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57774) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:23.699545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Deleting port 475c920b-eda5-48a1-bc14-3cf2c12a6359 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:23.699881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.719730 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.748381 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.772808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Deleting port a72f8570-ce5f-4724-8cda-426f1b2a46ad {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:23.773136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.809476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:23.835139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] The port '475c920b-eda5-48a1-bc14-3cf2c12a6359' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:02:23.867379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Transition to ACTIVE for port object ea8e3fb8-8d78-44e0-9d92-7b82590a769f will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:24.002130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.009792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.039789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.083659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a69937-0154-4822-bf13-39baeccd0591']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:24.097890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Deleting port 1774deb6-dcb5-4da6-8ab0-be9197ec41f7 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:24.098150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.123327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=aa310bcc-65c1-4da5-8876-62bd426f80a4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:24.145572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d1495f-734e-4147-a832-06293f0cd8d0 None None] Network 80a374a9-2a4d-4e89-8403-9f7b55d4dd28 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:24.256105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 5dc02b99-3083-4d04-addb-5257d6224e45 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:24.256455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.297548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cb6ed4-1c53-4170-86ac-3457b303b80f') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:24.297823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cb6ed4-1c53-4170-86ac-3457b303b80f') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:24.320803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.381681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50386cd2-f1c7-4484-a3aa-3b1017880af8 None None] DHCP port deletion for 80a374a9-2a4d-4e89-8403-9f7b55d4dd28 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:02:24.396632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.407660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.453882 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Allocated IP 172.26.3.131 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/f5bd4d50-c42d-43a5-aac2-ca3958f5d472) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:24.476547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:24.476953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:24.491134 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:24.520475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.526103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.529234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] For port a72f8570-ce5f-4724-8cda-426f1b2a46ad, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a72f8570-ce5f-4724-8cda-426f1b2a46ad,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:24.529563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.540022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a374a9-2a4d-4e89-8403-9f7b55d4dd28']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:24.657919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5337041-85f2-4f2b-9118-3c9067085515') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:24.658126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5337041-85f2-4f2b-9118-3c9067085515') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:24.662161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.740611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.807455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.817325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Calling delete_port for 1774deb6-dcb5-4da6-8ab0-be9197ec41f7 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:24.883697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Calling delete_port for a72f8570-ce5f-4724-8cda-426f1b2a46ad owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:24.941504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.954701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:24.965427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:24.977733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:24.980095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:24.981006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 5dc02b99-3083-4d04-addb-5257d6224e45 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:24.985953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:24.986548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.028175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Network': ['ID=91a69937-0154-4822-bf13-39baeccd0591,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:25.039066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Port': ['ID=ea8e3fb8-8d78-44e0-9d92-7b82590a769f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:25.039351 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3d801667-2902-4e32-a091-b0930c7c0535 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/networks/91a69937-0154-4822-bf13-39baeccd0591 HTTP/1.1" status: 204 len: 168 time: 3.5166285 Mar 02 09:02:25.044496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57778) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:25.081250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:25.127522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.135033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:25.135646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8aab4f9e-81b3-49d2-8ab0-6a927b8f12e6 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:25.153769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:25.154213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:25.169770 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:25.172304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-1270b47b-524f-4bfd-bb50-0e0d781b5adc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Deleting subnet cd30aae3-d212-4d10-be23-951a23a88119 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:02:25.179527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1270b47b-524f-4bfd-bb50-0e0d781b5adc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.266261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1270b47b-524f-4bfd-bb50-0e0d781b5adc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.314546 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-083542d7-f2f5-4728-b546-e261b241abf2 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.2549438 Mar 02 09:02:25.329701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57782) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:25.353901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13f', 'mac_address': 'fa:16:3e:95:03:9f'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:25.406535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.429033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b85f3b46-4f1d-4d91-8aef-4d2a6d6f321b None None] Provisioning for port ea8e3fb8-8d78-44e0-9d92-7b82590a769f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:25.434843 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b85f3b46-4f1d-4d91-8aef-4d2a6d6f321b None None] Provisioning complete for port ea8e3fb8-8d78-44e0-9d92-7b82590a769f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:25.435686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b85f3b46-4f1d-4d91-8aef-4d2a6d6f321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.466962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1270b47b-524f-4bfd-bb50-0e0d781b5adc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.483113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.487161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.505430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b85f3b46-4f1d-4d91-8aef-4d2a6d6f321b None None] Port ea8e3fb8-8d78-44e0-9d92-7b82590a769f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:25.535886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.584222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.584460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=80a374a9-2a4d-4e89-8403-9f7b55d4dd28,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:25.591498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event deleted for resources: {'Port': ['ID=1774deb6-dcb5-4da6-8ab0-be9197ec41f7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:25.604387 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b5ca9118-9784-4dd3-b9fb-c9e7238915e6 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/80a374a9-2a4d-4e89-8403-9f7b55d4dd28 HTTP/1.1" status: 204 len: 168 time: 5.3182535 Mar 02 09:02:25.610743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57786) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:25.620513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48114555'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:25.635669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:25.658981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:network and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:25.694531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:25.712897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:25.784812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1270b47b-524f-4bfd-bb50-0e0d781b5adc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.816815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.826004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=5dc02b99-3083-4d04-addb-5257d6224e45,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:25.902315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:25.907923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.908057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1270b47b-524f-4bfd-bb50-0e0d781b5adc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.910349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270b47b-524f-4bfd-bb50-0e0d781b5adc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Subnet': ['ID=cd30aae3-d212-4d10-be23-951a23a88119,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:25.918842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35708dc0-7874-4d75-9dfe-c3ae7fad2dcb None None] Network 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:25.924263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:25.927418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:25.945817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:25.958932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:25.978072 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1270b47b-524f-4bfd-bb50-0e0d781b5adc tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/subnets/cd30aae3-d212-4d10-be23-951a23a88119 HTTP/1.1" status: 204 len: 168 time: 0.9304621 Mar 02 09:02:25.982331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57790) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:26.008162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.046868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.070555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'Port': ['ID=f5bd4d50-c42d-43a5-aac2-ca3958f5d472,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:26.126556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:26.226308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a72f8570-ce5f-4724-8cda-426f1b2a46ad,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:26.250292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d21ce3-f2ea-45a0-a82e-e228aab4eb70 None None] DHCP port deletion for 9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:02:26.255612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d0d21ce3-f2ea-45a0-a82e-e228aab4eb70 None None] Deleting port 885afc8b-9fa6-467f-ac23-75e4a86f3667 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:26.256040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d0d21ce3-f2ea-45a0-a82e-e228aab4eb70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.260889 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.261481 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment c3986238-36f0-410b-8ffe-b702757310ca of type vlan for network 03d7aa69-e341-4259-a947-5c9e6e120056 Mar 02 09:02:26.266694 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.317088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec94980-204e-4f9d-8941-32091fa33aee tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Deleting subnet 89c6a920-fca9-4ee3-b0e5-635ae45e21ec {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:02:26.321394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.325986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.333907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ec94980-204e-4f9d-8941-32091fa33aee tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.488207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ec94980-204e-4f9d-8941-32091fa33aee tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.527467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d0d21ce3-f2ea-45a0-a82e-e228aab4eb70 None None] For port 885afc8b-9fa6-467f-ac23-75e4a86f3667, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=885afc8b-9fa6-467f-ac23-75e4a86f3667,segment=NetworkSegment(1034e945-441d-4105-8a6e-537a23564d32),segment_id=1034e945-441d-4105-8a6e-537a23564d32)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:26.528492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d0d21ce3-f2ea-45a0-a82e-e228aab4eb70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.531069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.539366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.540028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Fanout notify agent at l3_agent the message router_deleted on router 03ce6db2-c468-4993-9d21-948e315c9e55 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:02:26.622220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.626921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f141b2d1-01d4-4aeb-be96-b4a27baf7838 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/03ce6db2-c468-4993-9d21-948e315c9e55 HTTP/1.1" status: 204 len: 168 time: 3.4182346 Mar 02 09:02:26.635209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57794) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:26.648094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-698019738', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:26.663063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:26.669699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Usage tracker for resource:router and tenant:cfa529e7d5a44e3bb6dc6bd39dcb2ed6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:26.672750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d0d21ce3-f2ea-45a0-a82e-e228aab4eb70 None None] Calling delete_port for 885afc8b-9fa6-467f-ac23-75e4a86f3667 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:26.674344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:26.687050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:26.735371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.784651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ec94980-204e-4f9d-8941-32091fa33aee tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.823522 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d0d21ce3-f2ea-45a0-a82e-e228aab4eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.870560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d21ce3-f2ea-45a0-a82e-e228aab4eb70 None None] Pushing event deleted for resources: {'Port': ['ID=885afc8b-9fa6-467f-ac23-75e4a86f3667,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:26.874457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d21ce3-f2ea-45a0-a82e-e228aab4eb70 None None] No DVR routers for this DVR port 885afc8b-9fa6-467f-ac23-75e4a86f3667 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:26.902353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.903371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.957650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:26.961204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:02:27.057204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router f299530a-8349-407e-a0d8-770a4a09349e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:27.119053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ec94980-204e-4f9d-8941-32091fa33aee tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.178138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 885afc8b-9fa6-467f-ac23-75e4a86f3667 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:27.218866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 885afc8b-9fa6-467f-ac23-75e4a86f3667 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:27.219614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 885afc8b-9fa6-467f-ac23-75e4a86f3667 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:27.249257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.255348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:27.255957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.291475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:02:27.325816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.346661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.367334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec94980-204e-4f9d-8941-32091fa33aee tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Subnet': ['ID=89c6a920-fca9-4ee3-b0e5-635ae45e21ec,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:27.382544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b76eb1a-e9c5-47a2-96c7-e741a9d82dcf None None] Network 929df6dc-9a71-4c0a-89ed-997c0eddb534 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:27.423309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ec94980-204e-4f9d-8941-32091fa33aee tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.564611 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.9528182 Mar 02 09:02:27.566335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.568057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.572707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57798) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:27.588857 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8ec94980-204e-4f9d-8941-32091fa33aee tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/subnets/89c6a920-fca9-4ee3-b0e5-635ae45e21ec HTTP/1.1" status: 204 len: 168 time: 1.6033187 Mar 02 09:02:27.591853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57800) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:27.648646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f4476-854e-40de-8be4-44af1e37be70 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=03d7aa69-e341-4259-a947-5c9e6e120056,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:27.659188 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 03d7aa69-e341-4259-a947-5c9e6e120056 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:27.668368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': '03d7aa69-e341-4259-a947-5c9e6e120056', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:27.681329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aecd93f-ff9f-4e34-9549-2c606a880266 None None] DHCP port deletion for 929df6dc-9a71-4c0a-89ed-997c0eddb534 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:02:27.694257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] In _notify_port_updated(), no bound segment for port ea8e3fb8-8d78-44e0-9d92-7b82590a769f on network bbf6f5b9-6324-416e-83bc-16b9975c00f4 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:02:27.699571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:27.700183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.704099 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "PUT /v2.0/ports/ea8e3fb8-8d78-44e0-9d92-7b82590a769f HTTP/1.1" status: 200 len: 1003 time: 2.3692801 Mar 02 09:02:27.713594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57806) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:27.786226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5aecd93f-ff9f-4e34-9549-2c606a880266 None None] Deleting port 345b8218-69dc-4af8-9eaf-e430d52bea55 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:27.786581 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5aecd93f-ff9f-4e34-9549-2c606a880266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.830968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.846164 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-13430200-ee9d-4543-b574-40cff4965d1a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Deleting port ea8e3fb8-8d78-44e0-9d92-7b82590a769f {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:27.846841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13430200-ee9d-4543-b574-40cff4965d1a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.992580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:27.994731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:28.005589 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a404bed2-dd26-479e-8318-e08e700e2ef3 None None] Sync routers for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:28.016621 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a404bed2-dd26-479e-8318-e08e700e2ef3 None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:28.017037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3def7f8e-9cc5-40bd-8545-4cecaa9ad15f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/routers/f299530a-8349-407e-a0d8-770a4a09349e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4924340 Mar 02 09:02:28.017863 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a404bed2-dd26-479e-8318-e08e700e2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:28.022489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57810) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:28.034953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5aecd93f-ff9f-4e34-9549-2c606a880266 None None] For port 345b8218-69dc-4af8-9eaf-e430d52bea55, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=345b8218-69dc-4af8-9eaf-e430d52bea55,segment=NetworkSegment(2e162395-43a5-4a05-8057-a3eba3eca134),segment_id=2e162395-43a5-4a05-8057-a3eba3eca134)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:28.035661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5aecd93f-ff9f-4e34-9549-2c606a880266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.075370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70ed2c-88b7-403f-afc0-96fbde70e2cf tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Port': ['ID=ea8e3fb8-8d78-44e0-9d92-7b82590a769f,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:28.082578 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a404bed2-dd26-479e-8318-e08e700e2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:28.092585 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a404bed2-dd26-479e-8318-e08e700e2ef3 None None] Routers {'f299530a-8349-407e-a0d8-770a4a09349e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:28.093562 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a404bed2-dd26-479e-8318-e08e700e2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f299530a-8349-407e-a0d8-770a4a09349e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:28.157069 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a404bed2-dd26-479e-8318-e08e700e2ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:28.157689 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a404bed2-dd26-479e-8318-e08e700e2ef3 None None] The sync data for ids ['f299530a-8349-407e-a0d8-770a4a09349e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:28.177346 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5aecd93f-ff9f-4e34-9549-2c606a880266 None None] Calling delete_port for 345b8218-69dc-4af8-9eaf-e430d52bea55 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:28.217430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-22c32eb9-8f96-46c1-8f29-39cf98ebe86a None None] Provisioning complete for port ea8e3fb8-8d78-44e0-9d92-7b82590a769f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:28.217921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-22c32eb9-8f96-46c1-8f29-39cf98ebe86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.296076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-22c32eb9-8f96-46c1-8f29-39cf98ebe86a None None] Port ea8e3fb8-8d78-44e0-9d92-7b82590a769f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:28.354219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:28.377495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5aecd93f-ff9f-4e34-9549-2c606a880266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.425868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:subnet and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:28.437930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:28.469968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aecd93f-ff9f-4e34-9549-2c606a880266 None None] No DVR routers for this DVR port 345b8218-69dc-4af8-9eaf-e430d52bea55 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:28.474871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecd93f-ff9f-4e34-9549-2c606a880266 None None] Pushing event deleted for resources: {'Port': ['ID=345b8218-69dc-4af8-9eaf-e430d52bea55,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:28.500592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:28.511638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Deleting port db4b7050-0a7f-4381-a16b-8c480b47a4c2 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:28.511638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.602265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.660783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:28.661683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3a155f-e6d5-40cf-a6fe-1c81410b81c0']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:28.664314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.670551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.744965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1034e945-441d-4105-8a6e-537a23564d32') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:28.745173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1034e945-441d-4105-8a6e-537a23564d32') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:28.821783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.856035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13430200-ee9d-4543-b574-40cff4965d1a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.928492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:28.931756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.048617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Router 0f07c989-86f9-428b-a096-1078ee2c2949 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:29.073928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] For port db4b7050-0a7f-4381-a16b-8c480b47a4c2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=db4b7050-0a7f-4381-a16b-8c480b47a4c2,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:29.074281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.119660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 345b8218-69dc-4af8-9eaf-e430d52bea55 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:29.144734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-13430200-ee9d-4543-b574-40cff4965d1a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Calling delete_port for ea8e3fb8-8d78-44e0-9d92-7b82590a769f owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:29.155997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 345b8218-69dc-4af8-9eaf-e430d52bea55 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:29.156795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 345b8218-69dc-4af8-9eaf-e430d52bea55 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:29.171700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:29.172111 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.186555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:29.209926 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:29.264873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Calling delete_port for db4b7050-0a7f-4381-a16b-8c480b47a4c2 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:29.286992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.422323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.471991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.498114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.543724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Network': ['ID=9b3a155f-e6d5-40cf-a6fe-1c81410b81c0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:29.545519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port f8a26cdb-9fef-47d5-99a2-36a8d90f599e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:29.545870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.614800 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-187e3350-f357-47e8-bb26-134e9d22c1ac tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/networks/9b3a155f-e6d5-40cf-a6fe-1c81410b81c0 HTTP/1.1" status: 204 len: 168 time: 2.0219431 Mar 02 09:02:29.628917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57814) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:29.639726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Allocated IP 172.26.3.185 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/f219259b-3c1a-4920-bb7c-b109005b5779) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:29.789955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:29.800697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] Sync routers for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:29.805843 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-11dd8f81-4b3e-4cac-ab82-9578860319ae admin admin] 10.222.0.10 "PUT /v2.0/routers/0f07c989-86f9-428b-a096-1078ee2c2949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4196374 Mar 02 09:02:29.808516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57818) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:29.814503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:29.815389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:29.828739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13430200-ee9d-4543-b574-40cff4965d1a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.888321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.893994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:29.911570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13430200-ee9d-4543-b574-40cff4965d1a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event deleted for resources: {'Port': ['ID=ea8e3fb8-8d78-44e0-9d92-7b82590a769f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:29.924896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:02:30.021031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:30.152394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=d66a802f-9e02-413a-8292-6ed67872b3ac,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:30.195151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.221342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking segment: {'id': 'c3986238-36f0-410b-8ffe-b702757310ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03d7aa69-e341-4259-a947-5c9e6e120056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:30.221729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network hostable DHCP agents. Network: 03d7aa69-e341-4259-a947-5c9e6e120056, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:02:30.232291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.350010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T09:02:25Z', 'revision_number': 5, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:30.354315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] Checking router: 0f07c989-86f9-428b-a096-1078ee2c2949 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:02:30.363288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] Routers {'0f07c989-86f9-428b-a096-1078ee2c2949'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:30.364068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0f07c989-86f9-428b-a096-1078ee2c2949'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:30.406216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for f8a26cdb-9fef-47d5-99a2-36a8d90f599e owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:30.409878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.528330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:30.539430 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Sync routers for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:30.543958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4b7050-0a7f-4381-a16b-8c480b47a4c2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:30.546125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network 03d7aa69-e341-4259-a947-5c9e6e120056 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:02:30.555745 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Routers {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:30.556525 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:30.614661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.623963 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] Set router 0f07c989-86f9-428b-a096-1078ee2c2949 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:30.637633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13430200-ee9d-4543-b574-40cff4965d1a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.641916 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-13430200-ee9d-4543-b574-40cff4965d1a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "DELETE /v2.0/ports/ea8e3fb8-8d78-44e0-9d92-7b82590a769f HTTP/1.1" status: 204 len: 168 time: 2.9143827 Mar 02 09:02:30.656671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57822) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:30.728390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 03d7aa69-e341-4259-a947-5c9e6e120056) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:30.755502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929df6dc-9a71-4c0a-89ed-997c0eddb534']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:30.758954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:30.759966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.783028 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c47d6ac-d74f-48a0-a227-2269e82621f1 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] GET failed (client error): The resource could not be found. Mar 02 09:02:30.783689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7c47d6ac-d74f-48a0-a227-2269e82621f1 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Synchronizing usage tracker for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:30.793311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e162395-43a5-4a05-8057-a3eba3eca134') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:30.793919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e162395-43a5-4a05-8057-a3eba3eca134') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:30.795372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.819587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.826445 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Set router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:30.868225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.878320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.882723 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1d0728c5-ca24-49d4-a5bd-e65111c12b25 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 11.0622866 Mar 02 09:02:30.882967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7c47d6ac-d74f-48a0-a227-2269e82621f1 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Unset dirty status for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:30.884295 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7c47d6ac-d74f-48a0-a227-2269e82621f1 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "GET /v2.0/ports/ea8e3fb8-8d78-44e0-9d92-7b82590a769f HTTP/1.1" status: 404 len: 333 time: 0.2227681 Mar 02 09:02:30.885200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57826) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:30.891412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57828) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:30.905788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'port': {'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-579632908'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:30.926980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.963995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:30.964410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:30.980601 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:30.999405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d16ad4e-3606-42cf-8830-37a41c6007b9 None None] Network 03d7aa69-e341-4259-a947-5c9e6e120056 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:31.252779 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:26Z', 'revision_number': 3, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:31.254686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.259508 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Checking router: 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:02:31.260166 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Updating router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 port f5bd4d50-c42d-43a5-aac2-ca3958f5d472 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:02:31.261851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-03d7aa69-e341-4259-a947-5c9e6e120056', 'network_id': '03d7aa69-e341-4259-a947-5c9e6e120056', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': 'd66a802f-9e02-413a-8292-6ed67872b3ac'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:02:31.263445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.297451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6ba00502-b9ab-42f4-be43-ea0d3f15cde8 tempest-TestNetworkAdvancedServerOps-1588066809 tempest-TestNetworkAdvancedServerOps-1588066809-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=23af078d0c8346d5a239e1e87331455e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4047861 Mar 02 09:02:31.312659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57838) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:31.329475 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.351595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.363204 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fef0ab9c-979d-47a5-9724-32986cc65bac tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7280273 Mar 02 09:02:31.363204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Deleting port 20a9eb5f-9960-46b6-8985-defa8affe660 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:31.363204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.372335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57842) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:31.386311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.419804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:31.421327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.427482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': '03d7aa69-e341-4259-a947-5c9e6e120056', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:31.445565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:31.463489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:31.492143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Allocated IP 2001:db8::2 (03d7aa69-e341-4259-a947-5c9e6e120056/d66a802f-9e02-413a-8292-6ed67872b3ac/a9db76e9-89a7-4138-9165-936403ca382f) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:31.540363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:31.569058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Network': ['ID=929df6dc-9a71-4c0a-89ed-997c0eddb534,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:31.587629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event updated for resources: {'Port': ['ID=f219259b-3c1a-4920-bb7c-b109005b5779,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:31.597141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.619466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:31.657284 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8ecc0298-eeb5-4023-85e0-2b21cff10799 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/networks/929df6dc-9a71-4c0a-89ed-997c0eddb534 HTTP/1.1" status: 204 len: 168 time: 2.0273426 Mar 02 09:02:31.710817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57846) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:31.724717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.735614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Transition to ACTIVE for port object a9db76e9-89a7-4138-9165-936403ca382f will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:31.743470 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.756699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=f8a26cdb-9fef-47d5-99a2-36a8d90f599e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:31.758097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Transition to ACTIVE for port object a9db76e9-89a7-4138-9165-936403ca382f will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:31.761101 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Transition to ACTIVE for port object f5bd4d50-c42d-43a5-aac2-ca3958f5d472 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:31.762412 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T09:02:25Z', 'revision_number': 5, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:31.767420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d841c-2836-4211-bafb-86a7c7041b07 None None] The sync data for ids ['0f07c989-86f9-428b-a096-1078ee2c2949'] in dv-neutron-828796-1-hyperv is: [{'id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'name': 'tempest-ServersTestJSON-1364106823-router', 'tenant_id': '134e7f23a23046d49d74603c7e2e9a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:36Z', 'updated_at': '2022-03-02T09:02:25Z', 'revision_number': 5, 'project_id': '134e7f23a23046d49d74603c7e2e9a9a', 'gw_port': {'id': '20a9eb5f-9960-46b6-8985-defa8affe660', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f07c989-86f9-428b-a096-1078ee2c2949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:38Z', 'updated_at': '2022-03-02T08:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:31.863079 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.863604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.939273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Made reservation on behalf of a5cd4511ad9b4e4e98a7110501132a8a for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:31.943267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:31.971586 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Attempting to bind port f5bd4d50-c42d-43a5-aac2-ca3958f5d472 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:31.972085 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Attempting to bind port f5bd4d50-c42d-43a5-aac2-ca3958f5d472 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:31.972263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36084cf-afd1-4adb-af07-19829c361110 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Deleting subnet dbb2555a-1bc3-4115-bfd4-2e55d5b6d65a {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:02:31.972618 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Attempting to bind port f5bd4d50-c42d-43a5-aac2-ca3958f5d472 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:31.978345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Network 03d7aa69-e341-4259-a947-5c9e6e120056 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:31.979641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Pushing event updated for resources: {'Port': ['ID=a9db76e9-89a7-4138-9165-936403ca382f,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:31.980953 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Pushing event updated for resources: {'Port': ['ID=f5bd4d50-c42d-43a5-aac2-ca3958f5d472,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:31.982865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:31.985463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:31.992606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b36084cf-afd1-4adb-af07-19829c361110 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.000689 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:32.001059 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:32.001455 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.001911 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:32.003831 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Bound port: f5bd4d50-c42d-43a5-aac2-ca3958f5d472, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:32.004351 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.037597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] For port 20a9eb5f-9960-46b6-8985-defa8affe660, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=20a9eb5f-9960-46b6-8985-defa8affe660,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:32.045106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.045272 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.045272 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.046525 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.047202 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.047676 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.048925 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.049975 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.050474 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.050950 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.051462 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.051933 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.052453 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:32.101027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Attempting to bind port a9db76e9-89a7-4138-9165-936403ca382f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:32.101555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Attempting to bind port a9db76e9-89a7-4138-9165-936403ca382f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'c3986238-36f0-410b-8ffe-b702757310ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03d7aa69-e341-4259-a947-5c9e6e120056'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:32.102058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Attempting to bind port a9db76e9-89a7-4138-9165-936403ca382f on network 03d7aa69-e341-4259-a947-5c9e6e120056 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:32.110836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688337ba-bf7c-4016-a981-c4a5490846f8 tempest-TestNetworkAdvancedServerOps-1588066809 tempest-TestNetworkAdvancedServerOps-1588066809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:32.112676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-688337ba-bf7c-4016-a981-c4a5490846f8 tempest-TestNetworkAdvancedServerOps-1588066809 tempest-TestNetworkAdvancedServerOps-1588066809-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7932355 Mar 02 09:02:32.114134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] device_id is not set on port 0dba8e14-4e23-4505-b2ac-96efa73e0560 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:02:32.117550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:32.118564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Checking segment: {'id': 'c3986238-36f0-410b-8ffe-b702757310ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03d7aa69-e341-4259-a947-5c9e6e120056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:32.118564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.119149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Bound using segment: {'id': 'c3986238-36f0-410b-8ffe-b702757310ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03d7aa69-e341-4259-a947-5c9e6e120056'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:32.120006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57850) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:32.120464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Bound port: a9db76e9-89a7-4138-9165-936403ca382f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3986238-36f0-410b-8ffe-b702757310ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '03d7aa69-e341-4259-a947-5c9e6e120056'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:32.121286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.134700 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] For port f5bd4d50-c42d-43a5-aac2-ca3958f5d472, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:32.140304 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] For port f5bd4d50-c42d-43a5-aac2-ca3958f5d472, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f5bd4d50-c42d-43a5-aac2-ca3958f5d472,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:32.230820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Calling delete_port for 20a9eb5f-9960-46b6-8985-defa8affe660 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:32.234359 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.255371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:32.256975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] For port a9db76e9-89a7-4138-9165-936403ca382f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:32.261479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] For port a9db76e9-89a7-4138-9165-936403ca382f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a9db76e9-89a7-4138-9165-936403ca382f,segment=NetworkSegment(c3986238-36f0-410b-8ffe-b702757310ca),segment_id=c3986238-36f0-410b-8ffe-b702757310ca)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:32.282919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b36084cf-afd1-4adb-af07-19829c361110 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.290653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.307629 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Routers {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:32.308249 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:32.317789 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9114e333-011b-43ba-bec4-4d3ff8507baa tempest-TestNetworkAdvancedServerOps-1588066809 tempest-TestNetworkAdvancedServerOps-1588066809-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1323733 Mar 02 09:02:32.337675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.349352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57854) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:32.355308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:subnet and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:32.364325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1706245587', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'project_id': '23af078d0c8346d5a239e1e87331455e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:32.443838 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b508e3b-2dcb-46f7-a83c-0350dcee7451 None None] Pushing event updated for resources: {'Port': ['ID=f5bd4d50-c42d-43a5-aac2-ca3958f5d472,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:32.447395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:32.501820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:32.547774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b4cc8-6a1a-49a5-83d8-527cec047082 None None] Pushing event updated for resources: {'Port': ['ID=a9db76e9-89a7-4138-9165-936403ca382f,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:32.560974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Router 460de7d1-2c0d-417a-8cc3-669a3881bced has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:32.602806 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] Set router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:32.659349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.675145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.702827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b36084cf-afd1-4adb-af07-19829c361110 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.784164 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:32.795444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.821509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:32.997720 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:26Z', 'revision_number': 3, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:33.001911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:33.002991 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef432e91-7e38-4653-a752-e83ff1ae60ea None None] The sync data for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv is: [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:26Z', 'revision_number': 3, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:33.038752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a9eb5f-9960-46b6-8985-defa8affe660,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:33.059600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:subnet and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:33.078442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:33.095147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.095681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Fanout notify agent at l3_agent the message router_deleted on router f299530a-8349-407e-a0d8-770a4a09349e {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:02:33.127822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:33.132401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Allocated IP 2001:db8::161 (bbf6f5b9-6324-416e-83bc-16b9975c00f4/b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7/0dba8e14-4e23-4505-b2ac-96efa73e0560) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:33.140721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.243751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.247552 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-111801a5-3e48-4c93-93b4-4406b64cc6fd tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/routers/f299530a-8349-407e-a0d8-770a4a09349e HTTP/1.1" status: 204 len: 168 time: 5.2184472 Mar 02 09:02:33.252765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57858) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:33.292878 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a9db76e9-89a7-4138-9165-936403ca382f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:33.316937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:33.330297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] Sync routers for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:33.334430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Made reservation on behalf of 23af078d0c8346d5a239e1e87331455e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:33.339805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.345218 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3c75668e-1b41-4580-8420-d161875ea142 admin admin] 10.222.0.10 "PUT /v2.0/routers/460de7d1-2c0d-417a-8cc3-669a3881bced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7139823 Mar 02 09:02:33.351003 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.360537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57862) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:33.374665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:33.376218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:33.410136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b36084cf-afd1-4adb-af07-19829c361110 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.572472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36084cf-afd1-4adb-af07-19829c361110 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb2555a-1bc3-4115-bfd4-2e55d5b6d65a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:33.589437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f917366-4a1a-472f-aa56-eab6b2dd4944 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting subnet 2292eb29-6300-4547-b904-1726947e7ded {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:02:33.603747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a9db76e9-89a7-4138-9165-936403ca382f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:33.613104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f917366-4a1a-472f-aa56-eab6b2dd4944 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.666141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a72f8570-ce5f-4724-8cda-426f1b2a46ad no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:33.727953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:33.770353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.779422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.795037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b36084cf-afd1-4adb-af07-19829c361110 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:33.800048 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b36084cf-afd1-4adb-af07-19829c361110 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/subnets/dbb2555a-1bc3-4115-bfd4-2e55d5b6d65a HTTP/1.1" status: 204 len: 168 time: 2.0879991 Mar 02 09:02:33.800863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57866) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:33.898727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d2334d-dd05-4b61-ba18-cf25461265df None None] Network bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:33.986094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.000885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f917366-4a1a-472f-aa56-eab6b2dd4944 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.008277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a72f8570-ce5f-4724-8cda-426f1b2a46ad {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:34.008840 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a72f8570-ce5f-4724-8cda-426f1b2a46ad not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:34.084337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862acb5-941a-428d-95cc-8017e99ff3cf None None] Network 03d7aa69-e341-4259-a947-5c9e6e120056 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:34.106208 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f917366-4a1a-472f-aa56-eab6b2dd4944 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.175450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.176089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f07c989-86f9-428b-a096-1078ee2c2949 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:02:34.180060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Deleting port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:34.180452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.232118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.242131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.244468 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c98f55e3-a164-43a2-b6dc-0f5af6bb7485 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f07c989-86f9-428b-a096-1078ee2c2949 HTTP/1.1" status: 204 len: 168 time: 4.4350216 Mar 02 09:02:34.252142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57870) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:34.336017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0a1207a6-5991-4705-b13e-66cd5cf1531a None None] Provisioning for port a9db76e9-89a7-4138-9165-936403ca382f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:34.361819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0a1207a6-5991-4705-b13e-66cd5cf1531a None None] Provisioning complete for port a9db76e9-89a7-4138-9165-936403ca382f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:34.362204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0a1207a6-5991-4705-b13e-66cd5cf1531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.399859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-949b3e31-22ca-4ec1-b73a-f7b692019718 admin admin] Deleting subnet c74a3713-1999-4c8f-b206-2ca5e5a8b17f {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:02:34.412405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-949b3e31-22ca-4ec1-b73a-f7b692019718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.464700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f917366-4a1a-472f-aa56-eab6b2dd4944 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.514894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.524427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-949b3e31-22ca-4ec1-b73a-f7b692019718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.601595 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] DHCP port deletion for bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:02:34.621517 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] Deleting port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:34.622136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.654970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Checking segment: {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:34.655333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Network hostable DHCP agents. Network: 122e816d-e1ce-4258-b49f-4b0c00e4f143, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:02:34.668971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'Subnet': ['ID=aa82573b-246c-4d88-866a-a8952f19ba1d,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:34.704696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f917366-4a1a-472f-aa56-eab6b2dd4944 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.708299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9702d99-8ee5-4acd-8b67-bac651390cbd None None] Network 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:34.759132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-949b3e31-22ca-4ec1-b73a-f7b692019718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.788565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.816213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f917366-4a1a-472f-aa56-eab6b2dd4944 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Subnet': ['ID=2292eb29-6300-4547-b904-1726947e7ded,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:34.910204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Transition to ACTIVE for port object 0dba8e14-4e23-4505-b2ac-96efa73e0560 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:34.933967 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4f917366-4a1a-472f-aa56-eab6b2dd4944 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/subnets/2292eb29-6300-4547-b904-1726947e7ded HTTP/1.1" status: 204 len: 168 time: 1.6762228 Mar 02 09:02:34.937450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57874) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:34.966170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] For port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b,segment=NetworkSegment(763d5ed6-1627-4d41-8e0d-e8228bc3f57e),segment_id=763d5ed6-1627-4d41-8e0d-e8228bc3f57e)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:34.966538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.972075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.978345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Network 122e816d-e1ce-4258-b49f-4b0c00e4f143 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:02:34.983884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0a1207a6-5991-4705-b13e-66cd5cf1531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:34.998399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.074418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 122e816d-e1ce-4258-b49f-4b0c00e4f143) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:35.093496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:35.094123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.140513 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T09:02:29Z', 'revision_number': 5, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port': {'id': '256185ac-0888-4b8d-831b-c3ab68a50b8f', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T08:59:39Z', 'updated_at': '2022-03-02T08:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:35.144554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad0693-61c8-4ec0-911c-19b5eb73a366 None None] Network 122e816d-e1ce-4258-b49f-4b0c00e4f143 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:35.198700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Deleting port 256185ac-0888-4b8d-831b-c3ab68a50b8f {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:35.199378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.202717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] Checking router: 460de7d1-2c0d-417a-8cc3-669a3881bced for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:02:35.225017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0a1207a6-5991-4705-b13e-66cd5cf1531a None None] For port a9db76e9-89a7-4138-9165-936403ca382f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a9db76e9-89a7-4138-9165-936403ca382f,segment=NetworkSegment(c3986238-36f0-410b-8ffe-b702757310ca),segment_id=c3986238-36f0-410b-8ffe-b702757310ca)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:35.240743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-949b3e31-22ca-4ec1-b73a-f7b692019718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.243074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.284256 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6832580b-4fee-4b17-859f-8df6cf3487b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9326236 Mar 02 09:02:35.285550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.287047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57878) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:35.304291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] For port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b,segment=NetworkSegment(763d5ed6-1627-4d41-8e0d-e8228bc3f57e),segment_id=763d5ed6-1627-4d41-8e0d-e8228bc3f57e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:35.305054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.308234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Calling delete_port for 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:35.314816 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] Routers {'460de7d1-2c0d-417a-8cc3-669a3881bced'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:35.315783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['460de7d1-2c0d-417a-8cc3-669a3881bced'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:35.374961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0a1207a6-5991-4705-b13e-66cd5cf1531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.377055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f5bd4d50-c42d-43a5-aac2-ca3958f5d472 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:35.412395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-949b3e31-22ca-4ec1-b73a-f7b692019718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.419529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b3e31-22ca-4ec1-b73a-f7b692019718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74a3713-1999-4c8f-b206-2ca5e5a8b17f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:35.439212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.445653 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-949b3e31-22ca-4ec1-b73a-f7b692019718 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c74a3713-1999-4c8f-b206-2ca5e5a8b17f HTTP/1.1" status: 204 len: 168 time: 1.1843557 Mar 02 09:02:35.449313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57882) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:35.538934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 3214481c-515c-4ba3-bca0-1bf7fecc812c {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:35.539279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.622496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.651696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] Calling delete_port for 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:35.698308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Port': ['ID=5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:35.703214 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] No DVR routers for this DVR port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:35.714474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd461b-da41-4cea-83ac-e08b2b4f4636 None None] Network 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:35.732489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:35.744817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network 03d7aa69-e341-4259-a947-5c9e6e120056 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:35.757369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:35.759383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:35.761195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:35.766825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:35.767609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.768803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.781473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=e071e710-4f29-4f39-a376-740937f42de7,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:35.793700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:35.794328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.806439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Port': ['ID=0dba8e14-4e23-4505-b2ac-96efa73e0560,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:35.904129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.919050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Deleting port 8a2afd23-8c46-4296-ad26-202962e50b74 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:35.919654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:35.936507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2c75f-6fc5-4c8a-a7da-6a5e02358e77 None None] Network 03d7aa69-e341-4259-a947-5c9e6e120056 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:36.059529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab4f37d-9db1-42cc-a63a-dcfb4ab286f6']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:36.079015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-29196141-f222-4dba-aae3-fc35bb50c7e8 None None] Provisioning complete for port a9db76e9-89a7-4138-9165-936403ca382f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:36.079384 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-29196141-f222-4dba-aae3-fc35bb50c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.120800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763d5ed6-1627-4d41-8e0d-e8228bc3f57e') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:36.120800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763d5ed6-1627-4d41-8e0d-e8228bc3f57e') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:36.136216 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-47dee894-fc34-4479-9469-cc5101485beb tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.2396035 Mar 02 09:02:36.139789 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-79676aee-f10b-4ca4-a1bf-484ee9813652 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.7487984 Mar 02 09:02:36.139789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57890) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:36.146607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57892) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:36.150044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] For port 256185ac-0888-4b8d-831b-c3ab68a50b8f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=256185ac-0888-4b8d-831b-c3ab68a50b8f,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:36.150474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.152863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.161029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-fbb5832c-4f97-422f-9089-1d7a21d54dde tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:95:03:9f'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:36.210435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Router 265ed9fd-7231-46bf-9f2e-45c5affaeb51 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:02:36.234850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] For port 3214481c-515c-4ba3-bca0-1bf7fecc812c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3214481c-515c-4ba3-bca0-1bf7fecc812c,segment=NetworkSegment(e488f586-4a86-46a4-948a-89c3459b6fa5),segment_id=e488f586-4a86-46a4-948a-89c3459b6fa5)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:36.235228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.246802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.357515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d77db1-e545-48df-9f75-4b5cf7303555 None None] DHCP port deletion for 4bae3d2e-aee9-467c-86f7-fac2ffd3db44 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:02:36.358212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Calling delete_port for 256185ac-0888-4b8d-831b-c3ab68a50b8f owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:36.371842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1207a6-5991-4705-b13e-66cd5cf1531a None None] Pushing event updated for resources: {'Port': ['ID=a9db76e9-89a7-4138-9165-936403ca382f,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:36.388694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] Set router 460de7d1-2c0d-417a-8cc3-669a3881bced gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:36.397504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:36.397504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:36.426275 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:36.430577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d010c1-0559-4a5d-a6a0-a252173ad5bb tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:36.432086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d010c1-0559-4a5d-a6a0-a252173ad5bb tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:36.433679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d010c1-0559-4a5d-a6a0-a252173ad5bb tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:36.435243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d010c1-0559-4a5d-a6a0-a252173ad5bb tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:36.437009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d010c1-0559-4a5d-a6a0-a252173ad5bb tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:36.437651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c7d010c1-0559-4a5d-a6a0-a252173ad5bb tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Synchronizing usage tracker for tenant:661415e16f0b443c93538ba95fc3da67 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:36.446730 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 3214481c-515c-4ba3-bca0-1bf7fecc812c owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:36.518818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-82d77db1-e545-48df-9f75-4b5cf7303555 None None] Deleting port 3214481c-515c-4ba3-bca0-1bf7fecc812c {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:36.519187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-82d77db1-e545-48df-9f75-4b5cf7303555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.609819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T09:02:34Z', 'revision_number': 6, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:36.679679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] For port 8a2afd23-8c46-4296-ad26-202962e50b74, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8a2afd23-8c46-4296-ad26-202962e50b74,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:36.680036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.696873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:02:36.697539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:02:36.697767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e7bab5-85b1-4988-8749-89087bae9c72 None None] The sync data for ids ['460de7d1-2c0d-417a-8cc3-669a3881bced'] in dv-neutron-828796-1-hyperv is: [{'id': '460de7d1-2c0d-417a-8cc3-669a3881bced', 'name': 'tempest-ServersTestManualDisk-1439515870-router', 'tenant_id': '2fab3e94ce60419d8ffa7baee0093f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T08:59:37Z', 'updated_at': '2022-03-02T09:02:34Z', 'revision_number': 6, 'project_id': '2fab3e94ce60419d8ffa7baee0093f48', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:36.784265 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port f5bd4d50-c42d-43a5-aac2-ca3958f5d472 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:36.801155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-122e816d-e1ce-4258-b49f-4b0c00e4f143', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:02:36.802006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.819141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-82d77db1-e545-48df-9f75-4b5cf7303555 None None] The port '3214481c-515c-4ba3-bca0-1bf7fecc812c' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:02:36.841596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port f5bd4d50-c42d-43a5-aac2-ca3958f5d472 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:36.842063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.935255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:36.941865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.953740 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b03821-9b8f-4be4-8e2a-b0eca44cd35c None None] Sync routers for ids ['265ed9fd-7231-46bf-9f2e-45c5affaeb51'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:36.960318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c7d010c1-0559-4a5d-a6a0-a252173ad5bb tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Unset dirty status for tenant:661415e16f0b443c93538ba95fc3da67 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:36.962498 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c7d010c1-0559-4a5d-a6a0-a252173ad5bb tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8119094 Mar 02 09:02:36.965935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.969423 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b03821-9b8f-4be4-8e2a-b0eca44cd35c None None] Routers {'265ed9fd-7231-46bf-9f2e-45c5affaeb51'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:36.970313 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e8b03821-9b8f-4be4-8e2a-b0eca44cd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['265ed9fd-7231-46bf-9f2e-45c5affaeb51'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:36.980821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:36.984236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57898) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:36.998005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Calling delete_port for 8a2afd23-8c46-4296-ad26-202962e50b74 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:37.036059 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e8b03821-9b8f-4be4-8e2a-b0eca44cd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:37.045984 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b03821-9b8f-4be4-8e2a-b0eca44cd35c None None] Routers {'265ed9fd-7231-46bf-9f2e-45c5affaeb51'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:37.046762 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e8b03821-9b8f-4be4-8e2a-b0eca44cd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['265ed9fd-7231-46bf-9f2e-45c5affaeb51'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:37.178528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-274322448'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:37.185680 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e8b03821-9b8f-4be4-8e2a-b0eca44cd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:37.186313 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b03821-9b8f-4be4-8e2a-b0eca44cd35c None None] The sync data for ids ['265ed9fd-7231-46bf-9f2e-45c5affaeb51'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:37.187619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] DHCP port deletion for 4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:02:37.203860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] No DVR routers for this DVR port 3214481c-515c-4ba3-bca0-1bf7fecc812c on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:37.204424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] Deleting port 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:37.204794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.248034 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/networks/bab4f37d-9db1-42cc-a63a-dcfb4ab286f6 HTTP/1.1" status: 204 len: 168 time: 3.4187186 Mar 02 09:02:37.249934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] Deleting port 8a2afd23-8c46-4296-ad26-202962e50b74 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:37.250305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.252619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57902) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:37.259851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=3214481c-515c-4ba3-bca0-1bf7fecc812c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:37.259851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Pushing event deleted for resources: {'Network': ['ID=bab4f37d-9db1-42cc-a63a-dcfb4ab286f6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:37.265162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:37.339507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:network and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:37.342666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.343007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.343329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.343645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd82a4-b3e0-45e6-bf03-c4ce74a6b9fb None None] The port '5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:02:37.343757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.343967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.344278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.344597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.344913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.345228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.345876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.346030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.346252 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39381630-d244-4434-a8ef-ec74b7283d09 tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.349418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.350051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.350185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.350419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.350744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.351063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.351386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.351690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.352279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.352386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.352625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.354436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.358462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.363951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:37.372758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Allocated IP 172.20.0.2 (122e816d-e1ce-4258-b49f-4b0c00e4f143/aa82573b-246c-4d88-866a-a8952f19ba1d/b193823c-b50e-47d2-a2af-11bce6b69670) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:37.383829 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8169ea26-0aca-4e62-8c2f-e258f097569a tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Synchronizing usage tracker for tenant:39a505e29f92429686f2d77df7150ae4 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:37.388024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:37.400501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fbb5832c-4f97-422f-9089-1d7a21d54dde tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.405317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6cb419-9666-4eb8-83de-0918c01a6e98 None None] Update dhcp port {'port': {'network_id': '03d7aa69-e341-4259-a947-5c9e6e120056', 'fixed_ips': [{'subnet_id': 'd66a802f-9e02-413a-8292-6ed67872b3ac', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e071e710-4f29-4f39-a376-740937f42de7'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': 'a9db76e9-89a7-4138-9165-936403ca382f'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:02:37.437276 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eb544d57-ef5c-415a-bf3f-659f9c510a72 None None] Provisioning for port 0dba8e14-4e23-4505-b2ac-96efa73e0560 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:37.443475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port f5bd4d50-c42d-43a5-aac2-ca3958f5d472, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f5bd4d50-c42d-43a5-aac2-ca3958f5d472,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:37.462739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.466598 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ea71776c-e885-44d8-83f7-9cabc4ff86b0 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.8300846 Mar 02 09:02:37.473063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57906) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:37.479631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:37.539780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.556043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:37.559590 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.567367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eb544d57-ef5c-415a-bf3f-659f9c510a72 None None] Provisioning complete for port 0dba8e14-4e23-4505-b2ac-96efa73e0560 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:37.567734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eb544d57-ef5c-415a-bf3f-659f9c510a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.591180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.620139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.654287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.671277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8169ea26-0aca-4e62-8c2f-e258f097569a tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Unset dirty status for tenant:39a505e29f92429686f2d77df7150ae4 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:37.675607 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8169ea26-0aca-4e62-8c2f-e258f097569a tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c35d615-8c44-4379-a7b7-b8d85e0aa1ac HTTP/1.1" status: 200 len: 205 time: 0.4171937 Mar 02 09:02:37.676528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2afd23-8c46-4296-ad26-202962e50b74,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:37.689063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bae3d2e-aee9-467c-86f7-fac2ffd3db44']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:37.697479 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57910) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:37.700330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] No DVR routers for this DVR port 8a2afd23-8c46-4296-ad26-202962e50b74 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:37.707701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb419-9666-4eb8-83de-0918c01a6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.731773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 20a9eb5f-9960-46b6-8985-defa8affe660 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:37.807532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=256185ac-0888-4b8d-831b-c3ab68a50b8f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:37.849922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e488f586-4a86-46a4-948a-89c3459b6fa5') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:37.850181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e488f586-4a86-46a4-948a-89c3459b6fa5') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:37.858597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 20a9eb5f-9960-46b6-8985-defa8affe660 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:37.859148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 20a9eb5f-9960-46b6-8985-defa8affe660 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:37.859709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:37.870686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.871171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.871606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.872034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.872459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.872885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.873309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.873730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.874169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.874600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.875018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.875431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:37.944633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:37.953276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:37.997846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:37.998429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5bb2a0f3-cd6a-41ca-91ba-82cbd93d870b not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:38.004876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18b1deda-833c-461e-b0bd-a8d3a9bfd68d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.014972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eb544d57-ef5c-415a-bf3f-659f9c510a72 None None] Port 0dba8e14-4e23-4505-b2ac-96efa73e0560 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:38.040060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.050077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.054220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.071466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] For port 8a2afd23-8c46-4296-ad26-202962e50b74, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8a2afd23-8c46-4296-ad26-202962e50b74,segment=NetworkSegment(914d071b-640f-4f22-853e-f6aeaa3f857a),segment_id=914d071b-640f-4f22-853e-f6aeaa3f857a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:38.072060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.094392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=f5bd4d50-c42d-43a5-aac2-ca3958f5d472,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:38.118213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.118566 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment f16e4821-8431-460d-a5bb-f09288c6d522 of type vlan for network a93a4c69-5265-42c2-936e-38760a2463a9 Mar 02 09:02:38.246881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a9db76e9-89a7-4138-9165-936403ca382f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:38.285762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] Calling delete_port for 8a2afd23-8c46-4296-ad26-202962e50b74 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:38.314952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.321489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.331579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fbb5832c-4f97-422f-9089-1d7a21d54dde tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.377526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.390467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:38.390698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:38.405868 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:38.423492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fbb5832c-4f97-422f-9089-1d7a21d54dde tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.481622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.482307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460de7d1-2c0d-417a-8cc3-669a3881bced {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:02:38.510108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-fbb5832c-4f97-422f-9089-1d7a21d54dde tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] In _notify_port_updated(), no bound segment for port 0dba8e14-4e23-4505-b2ac-96efa73e0560 on network bbf6f5b9-6324-416e-83bc-16b9975c00f4 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:02:38.517155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb5832c-4f97-422f-9089-1d7a21d54dde tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:38.517155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fbb5832c-4f97-422f-9089-1d7a21d54dde tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.518165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.518309 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fbb5832c-4f97-422f-9089-1d7a21d54dde tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "PUT /v2.0/ports/0dba8e14-4e23-4505-b2ac-96efa73e0560 HTTP/1.1" status: 200 len: 1002 time: 2.3749959 Mar 02 09:02:38.527600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57914) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:38.534958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:02:38.535526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:02:38.536660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Transition to ACTIVE for port object b193823c-b50e-47d2-a2af-11bce6b69670 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:38.565032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-fa6cb419-9666-4eb8-83de-0918c01a6e98 None None] Allocated IP 172.20.0.1 (03d7aa69-e341-4259-a947-5c9e6e120056/e071e710-4f29-4f39-a376-740937f42de7/a9db76e9-89a7-4138-9165-936403ca382f) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:38.574908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a9db76e9-89a7-4138-9165-936403ca382f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:38.575592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.612463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Transition to ACTIVE for port object b193823c-b50e-47d2-a2af-11bce6b69670 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:38.679168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.683296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1e287d6d-b160-4530-a54c-bf71d5dff5d3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/460de7d1-2c0d-417a-8cc3-669a3881bced HTTP/1.1" status: 204 len: 168 time: 5.2344303 Mar 02 09:02:38.687640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57918) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:38.688458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5832c-4f97-422f-9089-1d7a21d54dde tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Port': ['ID=0dba8e14-4e23-4505-b2ac-96efa73e0560,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:38.755489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18b1deda-833c-461e-b0bd-a8d3a9bfd68d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.766111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18b1deda-833c-461e-b0bd-a8d3a9bfd68d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.775809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:38.779228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0be7199b-7d90-4493-bdc3-34291d0947b7 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Deleting port 0dba8e14-4e23-4505-b2ac-96efa73e0560 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:38.779747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0be7199b-7d90-4493-bdc3-34291d0947b7 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.785563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.821066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914d071b-640f-4f22-853e-f6aeaa3f857a') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:38.821360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914d071b-640f-4f22-853e-f6aeaa3f857a') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:38.839957 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fa6cb419-9666-4eb8-83de-0918c01a6e98 None None] For port a9db76e9-89a7-4138-9165-936403ca382f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a9db76e9-89a7-4138-9165-936403ca382f,segment=NetworkSegment(c3986238-36f0-410b-8ffe-b702757310ca),segment_id=c3986238-36f0-410b-8ffe-b702757310ca)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:38.842922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.900165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.906612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.932006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:02:38.944427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.966130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Network 122e816d-e1ce-4258-b49f-4b0c00e4f143 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:38.981182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Network': ['ID=4bae3d2e-aee9-467c-86f7-fac2ffd3db44,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:38.983320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:38.991635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:38.993943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:39.004717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fb0200-c080-4d8a-94eb-47a52999fb87 admin admin] Deleting subnet 6d3925aa-8737-4a16-8b77-5b00fc03bcf0 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:02:39.015924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Pushing event updated for resources: {'Port': ['ID=b193823c-b50e-47d2-a2af-11bce6b69670,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:39.028613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-21fb0200-c080-4d8a-94eb-47a52999fb87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.048261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18b1deda-833c-461e-b0bd-a8d3a9bfd68d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.049558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b1deda-833c-461e-b0bd-a8d3a9bfd68d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Fanout notify agent at l3_agent the message router_deleted on router 2c35d615-8c44-4379-a7b7-b8d85e0aa1ac {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:02:39.051863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:39.052408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.062372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] Deleting port 8a2afd23-8c46-4296-ad26-202962e50b74 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:39.062781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:39.073563 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:39.096395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18b1deda-833c-461e-b0bd-a8d3a9bfd68d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.098525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.098872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.099206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.099537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.099865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.100190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.100510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.100834 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.101155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.101473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.101791 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.102129 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:02:39.102685 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-18b1deda-833c-461e-b0bd-a8d3a9bfd68d tempest-RoutersNegativeIpV6Test-179599292 tempest-RoutersNegativeIpV6Test-179599292-project] 10.222.0.10 "DELETE /v2.0/routers/2c35d615-8c44-4379-a7b7-b8d85e0aa1ac HTTP/1.1" status: 204 len: 168 time: 1.4032915 Mar 02 09:02:39.118264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb419-9666-4eb8-83de-0918c01a6e98 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.120145 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5dcbd961-82ef-4cd7-bcf6-dfbd574eb06d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/networks/4bae3d2e-aee9-467c-86f7-fac2ffd3db44 HTTP/1.1" status: 204 len: 168 time: 4.1815405 Mar 02 09:02:39.126684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57924) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:39.160178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 256185ac-0888-4b8d-831b-c3ab68a50b8f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:39.251926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.257800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:39.258416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.268949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-21fb0200-c080-4d8a-94eb-47a52999fb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.282598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-395b653e-07c2-4ba4-ae8c-bd310557de91 None None] Provisioning complete for port 0dba8e14-4e23-4505-b2ac-96efa73e0560 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:39.282963 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-395b653e-07c2-4ba4-ae8c-bd310557de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.331161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-27e1211a-dac1-4ef9-bff6-7c8e38c7d90e None None] The port '8a2afd23-8c46-4296-ad26-202962e50b74' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:02:39.338633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 256185ac-0888-4b8d-831b-c3ab68a50b8f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:39.338974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 256185ac-0888-4b8d-831b-c3ab68a50b8f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:39.339377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3214481c-515c-4ba3-bca0-1bf7fecc812c no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:39.355041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.368773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.384720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fa6cb419-9666-4eb8-83de-0918c01a6e98 None None] Transition to ACTIVE for port object a9db76e9-89a7-4138-9165-936403ca382f will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:39.394899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 3214481c-515c-4ba3-bca0-1bf7fecc812c {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:39.395256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3214481c-515c-4ba3-bca0-1bf7fecc812c not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:39.395624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8a2afd23-8c46-4296-ad26-202962e50b74 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:39.438444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Attempting to bind port b193823c-b50e-47d2-a2af-11bce6b69670 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:39.438444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Attempting to bind port b193823c-b50e-47d2-a2af-11bce6b69670 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:39.438444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Attempting to bind port b193823c-b50e-47d2-a2af-11bce6b69670 on network 122e816d-e1ce-4258-b49f-4b0c00e4f143 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:39.447596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 8a2afd23-8c46-4296-ad26-202962e50b74 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:39.447596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8a2afd23-8c46-4296-ad26-202962e50b74 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:39.447861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device db4b7050-0a7f-4381-a16b-8c480b47a4c2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:39.454398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 70ef1701-d589-4709-bcb8-639aeb09fba3 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:39.455065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.467819 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3076007 Mar 02 09:02:39.472180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57928) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:39.478603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.486959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-fe06b1a2-1ed6-417b-ad7d-7f8655ee5929 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:39.491591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: db4b7050-0a7f-4381-a16b-8c480b47a4c2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:39.492880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device db4b7050-0a7f-4381-a16b-8c480b47a4c2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:39.494596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-395b653e-07c2-4ba4-ae8c-bd310557de91 None None] Port 0dba8e14-4e23-4505-b2ac-96efa73e0560 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:39.496620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:39.497039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Checking segment: {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:39.497436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.498052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Bound using segment: {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:39.498530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Bound port: b193823c-b50e-47d2-a2af-11bce6b69670, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:39.498900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.509173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Allocated IP 172.20.0.1 (122e816d-e1ce-4258-b49f-4b0c00e4f143/aa82573b-246c-4d88-866a-a8952f19ba1d/05c29425-f709-473e-a885-0356d1136f57) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:39.513022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb419-9666-4eb8-83de-0918c01a6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.608356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6047630-a9ef-4241-a367-d8efb2bed8d3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=a93a4c69-5265-42c2-936e-38760a2463a9,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:39.656107 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4 HTTP/1.1" status: 204 len: 168 time: 4.2030234 Mar 02 09:02:39.673397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cb419-9666-4eb8-83de-0918c01a6e98 None None] Pushing event updated for resources: {'Port': ['ID=a9db76e9-89a7-4138-9165-936403ca382f,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:39.676658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c8dac-8bf8-4a4e-9996-ab818cec2c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e15b4e5-c6e5-4643-8bb5-c88c4064e2c4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:39.711840 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network a93a4c69-5265-42c2-936e-38760a2463a9 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:39.721111 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57936) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:39.770022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.806437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe06b1a2-1ed6-417b-ad7d-7f8655ee5929 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.876416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Deleting port f219259b-3c1a-4920-bb7c-b109005b5779 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:39.877018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.892214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0be7199b-7d90-4493-bdc3-34291d0947b7 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.916337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-21fb0200-c080-4d8a-94eb-47a52999fb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:39.960116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] For port b193823c-b50e-47d2-a2af-11bce6b69670, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:39.967295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] For port b193823c-b50e-47d2-a2af-11bce6b69670, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b193823c-b50e-47d2-a2af-11bce6b69670,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:39.969953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe06b1a2-1ed6-417b-ad7d-7f8655ee5929 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.059137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.103672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0be7199b-7d90-4493-bdc3-34291d0947b7 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Calling delete_port for 0dba8e14-4e23-4505-b2ac-96efa73e0560 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:40.173585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f5bd4d50-c42d-43a5-aac2-ca3958f5d472 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:40.173895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.174355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.189089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe06b1a2-1ed6-417b-ad7d-7f8655ee5929 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network a93a4c69-5265-42c2-936e-38760a2463a9 is not hosted by any dhcp agent {{(pid=88400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 09:02:40.195206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe06b1a2-1ed6-417b-ad7d-7f8655ee5929 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:40.195817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe06b1a2-1ed6-417b-ad7d-7f8655ee5929 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.198307 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fe06b1a2-1ed6-417b-ad7d-7f8655ee5929 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "PUT /v2.0/networks/a93a4c69-5265-42c2-936e-38760a2463a9 HTTP/1.1" status: 200 len: 723 time: 0.7232084 Mar 02 09:02:40.207050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57942) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:40.267171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05e0c6-8973-4e0e-ac51-9d29cb2bad2b None None] Pushing event updated for resources: {'Port': ['ID=b193823c-b50e-47d2-a2af-11bce6b69670,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:40.296862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57946) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:40.308865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port f5bd4d50-c42d-43a5-aac2-ca3958f5d472 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:40.309238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.317657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': 'a93a4c69-5265-42c2-936e-38760a2463a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:40.387187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.406727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Transition to ACTIVE for port object 05c29425-f709-473e-a885-0356d1136f57 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:40.423244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 70ef1701-d589-4709-bcb8-639aeb09fba3 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:40.476812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a9db76e9-89a7-4138-9165-936403ca382f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:40.545241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06b1a2-1ed6-417b-ad7d-7f8655ee5929 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=a93a4c69-5265-42c2-936e-38760a2463a9,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:40.562620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network a93a4c69-5265-42c2-936e-38760a2463a9 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:40.638695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.701609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:40.712015 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9eafcb6d-40ff-4e78-abd1-6bd1e87e4a5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=134e7f23a23046d49d74603c7e2e9a9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4139385 Mar 02 09:02:40.722975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57950) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:40.787650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3cf9ebc1-4b01-4dce-a7d0-93d3c651e4fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39a505e29f92429686f2d77df7150ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0640070 Mar 02 09:02:40.795790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-73025565-38e7-43e9-b52b-c14d9136a6db None None] Provisioning for port a9db76e9-89a7-4138-9165-936403ca382f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:40.801945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-73025565-38e7-43e9-b52b-c14d9136a6db None None] Provisioning complete for port a9db76e9-89a7-4138-9165-936403ca382f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:40.802308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73025565-38e7-43e9-b52b-c14d9136a6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.811255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57954) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:40.837508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:40.862823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-21fb0200-c080-4d8a-94eb-47a52999fb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:40.863718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Calling delete_port for f219259b-3c1a-4920-bb7c-b109005b5779 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:40.990535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb0200-c080-4d8a-94eb-47a52999fb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3925aa-8737-4a16-8b77-5b00fc03bcf0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:40.991794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08568fb5-844d-431c-90e6-7a647a54a67a None None] Network 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:41.003665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-21fb0200-c080-4d8a-94eb-47a52999fb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.021530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:41.027745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.091011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-def2f50c-3c3f-467a-a6f9-abafc975f45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.131978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.182716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-903b3345-07d2-46c5-b61f-d00542a2689a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.185537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-def2f50c-3c3f-467a-a6f9-abafc975f45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.211604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0be7199b-7d90-4493-bdc3-34291d0947b7 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.252184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-21fb0200-c080-4d8a-94eb-47a52999fb87 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6d3925aa-8737-4a16-8b77-5b00fc03bcf0 HTTP/1.1" status: 204 len: 168 time: 2.5600781 Mar 02 09:02:41.256300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57958) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:41.263767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Network 122e816d-e1ce-4258-b49f-4b0c00e4f143 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:41.285447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d49939e-9a2a-4c4a-ae76-f8503cbf4899 None None] DHCP port deletion for 43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:02:41.287660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.291719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6d49939e-9a2a-4c4a-ae76-f8503cbf4899 None None] Deleting port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:41.292339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6d49939e-9a2a-4c4a-ae76-f8503cbf4899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.298291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:41.314445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:41.349327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'Port': ['ID=05c29425-f709-473e-a885-0356d1136f57,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:41.363554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Pushing event deleted for resources: {'Port': ['ID=f219259b-3c1a-4920-bb7c-b109005b5779,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:41.382069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-903b3345-07d2-46c5-b61f-d00542a2689a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.388991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.477450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7199b-7d90-4493-bdc3-34291d0947b7 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event deleted for resources: {'Port': ['ID=0dba8e14-4e23-4505-b2ac-96efa73e0560,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:41.557898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=70ef1701-d589-4709-bcb8-639aeb09fba3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:41.583118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.587214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0be7199b-7d90-4493-bdc3-34291d0947b7 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.624178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.670552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6d49939e-9a2a-4c4a-ae76-f8503cbf4899 None None] For port 5458665b-f8e2-41b9-8a28-8f0f53f21b01, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5458665b-f8e2-41b9-8a28-8f0f53f21b01,segment=NetworkSegment(39d638e9-6938-4f70-a413-c8dc89874c71),segment_id=39d638e9-6938-4f70-a413-c8dc89874c71)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:41.670552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6d49939e-9a2a-4c4a-ae76-f8503cbf4899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.711113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Deleting port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:41.711496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.733799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.746459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.756289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0be7199b-7d90-4493-bdc3-34291d0947b7 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "DELETE /v2.0/ports/0dba8e14-4e23-4505-b2ac-96efa73e0560 HTTP/1.1" status: 204 len: 168 time: 3.2275002 Mar 02 09:02:41.757780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.761753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57962) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:41.768069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.769438 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cfd0d9b2-fbd5-4d36-8730-1790945d104e tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/floatingips/e8c1c246-8c2a-4344-bc5e-d920b3281ecc HTTP/1.1" status: 204 len: 168 time: 2.6360257 Mar 02 09:02:41.777993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57964) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:41.829621 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e1770a-1e5a-49f8-8b68-412a6ad730b8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] DELETE failed (client error): The resource could not be found. Mar 02 09:02:41.830137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e1770a-1e5a-49f8-8b68-412a6ad730b8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:02:41.839159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43274210-4b8f-4f8c-803b-3377f5a93272 None None] Network 122e816d-e1ce-4258-b49f-4b0c00e4f143 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:41.853264 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-15e1770a-1e5a-49f8-8b68-412a6ad730b8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/ports/9d073f51-09e2-4582-abb6-775a5a1eb216 HTTP/1.1" status: 404 len: 333 time: 0.0719335 Mar 02 09:02:41.853494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57970) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:41.860858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6d49939e-9a2a-4c4a-ae76-f8503cbf4899 None None] Calling delete_port for 5458665b-f8e2-41b9-8a28-8f0f53f21b01 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:41.906635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-def2f50c-3c3f-467a-a6f9-abafc975f45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.908981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-def2f50c-3c3f-467a-a6f9-abafc975f45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.910110 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-def2f50c-3c3f-467a-a6f9-abafc975f45d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b8827eb-0ca1-49cb-92e5-2d76fce8d40b HTTP/1.1" status: 204 len: 168 time: 1.1782122 Mar 02 09:02:41.927988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be613920-7e60-4bd0-995c-a7296999c853 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Synchronizing usage tracker for tenant:50b22bd736e44686b0c697bc43c87c89 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:41.945653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-903b3345-07d2-46c5-b61f-d00542a2689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.948021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-903b3345-07d2-46c5-b61f-d00542a2689a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:41.949294 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-903b3345-07d2-46c5-b61f-d00542a2689a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0b6fd86-44ff-4cc1-919d-ce8d4ce2d2ae HTTP/1.1" status: 204 len: 168 time: 1.1334002 Mar 02 09:02:41.950447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2f50c-3c3f-467a-a6f9-abafc975f45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8827eb-0ca1-49cb-92e5-2d76fce8d40b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:41.977867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b3345-07d2-46c5-b61f-d00542a2689a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b6fd86-44ff-4cc1-919d-ce8d4ce2d2ae,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:42.070105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be613920-7e60-4bd0-995c-a7296999c853 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Unset dirty status for tenant:50b22bd736e44686b0c697bc43c87c89 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:42.073629 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-be613920-7e60-4bd0-995c-a7296999c853 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "GET /v2.0/ports?device_id=f299530a-8349-407e-a0d8-770a4a09349e HTTP/1.1" status: 200 len: 205 time: 0.2162371 Mar 02 09:02:42.073905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57978) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:42.125414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a8c7fddd-c1ce-41e6-837b-c0c91259fb31 None None] Provisioning for port b193823c-b50e-47d2-a2af-11bce6b69670 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:42.201902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6d49939e-9a2a-4c4a-ae76-f8503cbf4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:42.213765 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-37980a07-e1f0-4972-8970-605b8e32f0e8 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] GET failed (client error): The resource could not be found. Mar 02 09:02:42.214325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-37980a07-e1f0-4972-8970-605b8e32f0e8 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Synchronizing usage tracker for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:42.225305 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-b03a5fac-9fd3-4093-b3a2-345e0b09d67a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] delete failed (client error): The resource could not be found. Mar 02 09:02:42.226353 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b03a5fac-9fd3-4093-b3a2-345e0b09d67a tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/routers/f299530a-8349-407e-a0d8-770a4a09349e HTTP/1.1" status: 404 len: 336 time: 0.1513529 Mar 02 09:02:42.232865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 57982) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:42.279293 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fda0760-4794-4ebe-a200-d5a3d5402461 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] DELETE failed (client error): The resource could not be found. Mar 02 09:02:42.279741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fda0760-4794-4ebe-a200-d5a3d5402461 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:02:42.281525 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2fda0760-4794-4ebe-a200-d5a3d5402461 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/subnets/2292eb29-6300-4547-b904-1726947e7ded HTTP/1.1" status: 404 len: 337 time: 0.0476437 Mar 02 09:02:42.285378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 57986) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:42.291720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b193823c-b50e-47d2-a2af-11bce6b69670 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:42.297865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:42.312528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] The port '5458665b-f8e2-41b9-8a28-8f0f53f21b01' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:02:42.334457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49939e-9a2a-4c4a-ae76-f8503cbf4899 None None] Pushing event deleted for resources: {'Port': ['ID=5458665b-f8e2-41b9-8a28-8f0f53f21b01,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:42.340709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d49939e-9a2a-4c4a-ae76-f8503cbf4899 None None] No DVR routers for this DVR port 5458665b-f8e2-41b9-8a28-8f0f53f21b01 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:42.454135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=4042270e-c48c-4ceb-9564-b05d67cceb96,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:42.504688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port b193823c-b50e-47d2-a2af-11bce6b69670 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:42.511453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b193823c-b50e-47d2-a2af-11bce6b69670 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:42.511844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:42.650401 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking segment: {'id': 'f16e4821-8431-460d-a5bb-f09288c6d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a93a4c69-5265-42c2-936e-38760a2463a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:42.650766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network hostable DHCP agents. Network: a93a4c69-5265-42c2-936e-38760a2463a9, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:02:42.662836 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-37980a07-e1f0-4972-8970-605b8e32f0e8 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Unset dirty status for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:42.674903 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-37980a07-e1f0-4972-8970-605b8e32f0e8 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "GET /v2.0/ports/0dba8e14-4e23-4505-b2ac-96efa73e0560 HTTP/1.1" status: 404 len: 333 time: 0.8717215 Mar 02 09:02:42.680112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58002) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:42.695500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'port': {'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1913539298'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:42.804478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-461e6212-df75-4030-b120-a66498d21bcc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port e1a2e2f8-0372-4d6d-984b-6dc301e82d44 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:42.804806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461e6212-df75-4030-b120-a66498d21bcc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:42.811573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:42.824941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-acbf4aeb-880a-4af2-ab25-0084950c6544 None None] Provisioning complete for port b193823c-b50e-47d2-a2af-11bce6b69670 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:42.826121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-acbf4aeb-880a-4af2-ab25-0084950c6544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:42.924685 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:42.958971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:42.969196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:42.987554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port b193823c-b50e-47d2-a2af-11bce6b69670, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b193823c-b50e-47d2-a2af-11bce6b69670,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:43.079826 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.107583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43aa9e5b-557a-4bfa-8385-0ab2334b2ce2']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:43.169405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5458665b-f8e2-41b9-8a28-8f0f53f21b01 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:43.205499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d638e9-6938-4f70-a413-c8dc89874c71') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:43.205977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d638e9-6938-4f70-a413-c8dc89874c71') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:43.210774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 5458665b-f8e2-41b9-8a28-8f0f53f21b01 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:43.211543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5458665b-f8e2-41b9-8a28-8f0f53f21b01 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:43.221549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=b193823c-b50e-47d2-a2af-11bce6b69670,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:43.226565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network a93a4c69-5265-42c2-936e-38760a2463a9 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:02:43.226723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:43.245823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.254942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Router 265ed9fd-7231-46bf-9f2e-45c5affaeb51 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:43.270023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.271904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:43.290047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.309577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-acbf4aeb-880a-4af2-ab25-0084950c6544 None None] Provisioning for port 05c29425-f709-473e-a885-0356d1136f57 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:43.315062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-acbf4aeb-880a-4af2-ab25-0084950c6544 None None] Provisioning complete for port 05c29425-f709-473e-a885-0356d1136f57 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:43.315398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-acbf4aeb-880a-4af2-ab25-0084950c6544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.344939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.376006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-acbf4aeb-880a-4af2-ab25-0084950c6544 None None] Port 05c29425-f709-473e-a885-0356d1136f57 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:43.463211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Made reservation on behalf of a5cd4511ad9b4e4e98a7110501132a8a for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:43.466759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.500340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a647918f-a549-418e-afec-70eec70f4f42 None None] Provisioning complete for port 05c29425-f709-473e-a885-0356d1136f57 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:43.501029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a647918f-a549-418e-afec-70eec70f4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.530519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] device_id is not set on port 555f165b-8ba7-4a5a-863c-0f2fcf4e66eb yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:02:43.582906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'Port': ['ID=05c29425-f709-473e-a885-0356d1136f57,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:43.617269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.624398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a647918f-a549-418e-afec-70eec70f4f42 None None] Port 05c29425-f709-473e-a885-0356d1136f57 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:43.657510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:43.658434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:43.777136 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:43.780976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58030) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:43.781125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58032) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:43.792678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, a93a4c69-5265-42c2-936e-38760a2463a9) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:43.805020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1819fecc-4a55-45ce-ad2c-992ae9b17737 None None] Network a93a4c69-5265-42c2-936e-38760a2463a9 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:43.809864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:43.810588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.838797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461e6212-df75-4030-b120-a66498d21bcc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.851260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:43.863579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.868555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:43.902790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Allocated IP 2001:db8::59 (bbf6f5b9-6324-416e-83bc-16b9975c00f4/b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7/555f165b-8ba7-4a5a-863c-0f2fcf4e66eb) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:43.957950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Network 122e816d-e1ce-4258-b49f-4b0c00e4f143 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:43.969001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:44.058594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fdbe68-b74c-4978-99a5-2b435f96f3e1 None None] Sync routers for ids ['265ed9fd-7231-46bf-9f2e-45c5affaeb51'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:44.108548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fdbe68-b74c-4978-99a5-2b435f96f3e1 None None] Routers {'265ed9fd-7231-46bf-9f2e-45c5affaeb51'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:44.109425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-06fdbe68-b74c-4978-99a5-2b435f96f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['265ed9fd-7231-46bf-9f2e-45c5affaeb51'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:44.193449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b193823c-b50e-47d2-a2af-11bce6b69670 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:44.267795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=43aa9e5b-557a-4bfa-8385-0ab2334b2ce2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:44.298004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-06fdbe68-b74c-4978-99a5-2b435f96f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:44.327577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:44.340586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1312256135-network', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:44.349527 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.353314 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1fbe1466-19ce-433e-aa56-47cb7bc59a87 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "PUT /v2.0/routers/265ed9fd-7231-46bf-9f2e-45c5affaeb51 HTTP/1.1" status: 200 len: 705 time: 6.8760545 Mar 02 09:02:44.360203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-461e6212-df75-4030-b120-a66498d21bcc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for e1a2e2f8-0372-4d6d-984b-6dc301e82d44 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:44.366684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fdbe68-b74c-4978-99a5-2b435f96f3e1 None None] Routers {'265ed9fd-7231-46bf-9f2e-45c5affaeb51'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:44.367393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-06fdbe68-b74c-4978-99a5-2b435f96f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['265ed9fd-7231-46bf-9f2e-45c5affaeb51'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:44.381176 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58044) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:44.406850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-225157ae-80d6-4b0b-96db-3acfa12a91b6 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:44.408389 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-225157ae-80d6-4b0b-96db-3acfa12a91b6 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 09:02:44.409652 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-225157ae-80d6-4b0b-96db-3acfa12a91b6 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 09:02:44.410974 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-225157ae-80d6-4b0b-96db-3acfa12a91b6 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6194181 Mar 02 09:02:44.421187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:44.426584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Usage tracker for resource:network and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:44.433385 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:44.437914 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fd79c4e2-5597-49ca-abdf-164c2d34c9c3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/43aa9e5b-557a-4bfa-8385-0ab2334b2ce2 HTTP/1.1" status: 204 len: 168 time: 3.1798997 Mar 02 09:02:44.442833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-a93a4c69-5265-42c2-936e-38760a2463a9', 'network_id': 'a93a4c69-5265-42c2-936e-38760a2463a9', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': '4042270e-c48c-4ceb-9564-b05d67cceb96'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:02:44.442833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.444957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58048) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:44.446642 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a85ebf91-2053-4520-8a20-ef62106668fa tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2366791 Mar 02 09:02:44.450367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:44.454977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58052) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:44.463859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--687468827'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:44.475945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:44.479946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:44.481822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-06fdbe68-b74c-4978-99a5-2b435f96f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:44.482393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fdbe68-b74c-4978-99a5-2b435f96f3e1 None None] The sync data for ids ['265ed9fd-7231-46bf-9f2e-45c5affaeb51'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:44.485713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:44.490739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eb8df4fc-a9e0-4401-8815-6b1075dd401a None None] Provisioning complete for port 05c29425-f709-473e-a885-0356d1136f57 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:44.491207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eb8df4fc-a9e0-4401-8815-6b1075dd401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.514384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:44.526114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bf53c658-8d46-46bf-b1b2-a59ddee9ecec tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:44.627062 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ee0ef443-ce0c-45a9-8535-bae8a5c6cf4d tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/routers/265ed9fd-7231-46bf-9f2e-45c5affaeb51 HTTP/1.1" status: 200 len: 740 time: 0.2471905 Mar 02 09:02:44.640420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58058) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:44.684954 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eb8df4fc-a9e0-4401-8815-6b1075dd401a None None] Port 05c29425-f709-473e-a885-0356d1136f57 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:44.691019 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-24d7587d-037d-4adb-b15c-74ad3f19cf96 tempest-RoutersAdminTest-593016418 tempest-RoutersAdminTest-593016418-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&device_id=265ed9fd-7231-46bf-9f2e-45c5affaeb51 HTTP/1.1" status: 200 len: 205 time: 0.0491538 Mar 02 09:02:44.694105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58062) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:44.708258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b193823c-b50e-47d2-a2af-11bce6b69670 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:44.708895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.716968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.748567 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-19105c52-63da-4645-a427-c469a29ee88a tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=265ed9fd-7231-46bf-9f2e-45c5affaeb51 HTTP/1.1" status: 200 len: 205 time: 0.0489016 Mar 02 09:02:44.749996 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bf53c658-8d46-46bf-b1b2-a59ddee9ecec tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1547353'] for subnet, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.770536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58066) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:44.785126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Made reservation on behalf of d46638fe2fb94b42895fff73d0ae8776 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:44.787351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.799847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.819738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.870462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:44.884293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58070) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:44.897015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Allocated IP 2001:db8::2 (a93a4c69-5265-42c2-936e-38760a2463a9/4042270e-c48c-4ceb-9564-b05d67cceb96/9c6c453f-749e-4287-8642-971afb2ae8f3) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:44.930820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:44.951595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:44.955985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:44.960329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:44.978806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:44.981489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Usage tracker for resource:security_group_rule and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:44.992394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:45.006443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:45.013224 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9300572d-fdd7-4f66-9e40-22177a7978d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fab3e94ce60419d8ffa7baee0093f48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1255884 Mar 02 09:02:45.023631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58074) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:45.038806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-abc4d3f8-9e27-4cb9-b335-6162062c916b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.099807 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461e6212-df75-4030-b120-a66498d21bcc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.109763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Transition to ACTIVE for port object 555f165b-8ba7-4a5a-863c-0f2fcf4e66eb will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:45.169012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e6212-df75-4030-b120-a66498d21bcc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=e1a2e2f8-0372-4d6d-984b-6dc301e82d44,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:45.234568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.245700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Transition to ACTIVE for port object 9c6c453f-749e-4287-8642-971afb2ae8f3 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:45.264421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Transition to ACTIVE for port object 9c6c453f-749e-4287-8642-971afb2ae8f3 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:45.271952 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a05bad13-24b5-4707-bd37-e107ca9ae402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.314752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:45.324958 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Sync routers for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:45.328199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.335947 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Routers {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:45.336749 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:45.346348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.376311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-abc4d3f8-9e27-4cb9-b335-6162062c916b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.379941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-abc4d3f8-9e27-4cb9-b335-6162062c916b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.392062 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cc31a510-2c87-49cf-adea-77b876c327d2 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "PUT /v2.0/routers/8f5e35b7-b1db-46f2-be3d-0bfc580d52c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0932527 Mar 02 09:02:45.402818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a05bad13-24b5-4707-bd37-e107ca9ae402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.419518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Network a93a4c69-5265-42c2-936e-38760a2463a9 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:45.422930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:45.432417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:45.473270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Pushing event updated for resources: {'Port': ['ID=9c6c453f-749e-4287-8642-971afb2ae8f3,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:45.476048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461e6212-df75-4030-b120-a66498d21bcc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.488578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.491474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.551542 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Set router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:45.578315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:45.589453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-abc4d3f8-9e27-4cb9-b335-6162062c916b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.589578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc4d3f8-9e27-4cb9-b335-6162062c916b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Fanout notify agent at l3_agent the message router_deleted on router 265ed9fd-7231-46bf-9f2e-45c5affaeb51 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:02:45.609710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.617981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:45.627379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:45.638332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Attempting to bind port 9c6c453f-749e-4287-8642-971afb2ae8f3 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:45.639183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Attempting to bind port 9c6c453f-749e-4287-8642-971afb2ae8f3 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f16e4821-8431-460d-a5bb-f09288c6d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a93a4c69-5265-42c2-936e-38760a2463a9'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:45.639783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Attempting to bind port 9c6c453f-749e-4287-8642-971afb2ae8f3 on network a93a4c69-5265-42c2-936e-38760a2463a9 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:45.647003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:45.858642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:45.858642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Checking segment: {'id': 'f16e4821-8431-460d-a5bb-f09288c6d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a93a4c69-5265-42c2-936e-38760a2463a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:45.858642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.858642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Bound using segment: {'id': 'f16e4821-8431-460d-a5bb-f09288c6d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a93a4c69-5265-42c2-936e-38760a2463a9'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:45.858642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Bound port: 9c6c453f-749e-4287-8642-971afb2ae8f3, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16e4821-8431-460d-a5bb-f09288c6d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a93a4c69-5265-42c2-936e-38760a2463a9'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:45.858642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.859791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:45.860573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:45.860573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:45.860573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.861623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:45.862051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-abc4d3f8-9e27-4cb9-b335-6162062c916b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:45.862051 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-abc4d3f8-9e27-4cb9-b335-6162062c916b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/265ed9fd-7231-46bf-9f2e-45c5affaeb51 HTTP/1.1" status: 204 len: 168 time: 0.9772902 Mar 02 09:02:45.862427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58090) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:45.862427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab53d6d-7174-42bb-9c18-02276e38737f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:45.862656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] For port 9c6c453f-749e-4287-8642-971afb2ae8f3, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:45.862656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] For port 9c6c453f-749e-4287-8642-971afb2ae8f3, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9c6c453f-749e-4287-8642-971afb2ae8f3,segment=NetworkSegment(f16e4821-8431-460d-a5bb-f09288c6d522),segment_id=f16e4821-8431-460d-a5bb-f09288c6d522)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:45.862811 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-b573d3a7-b1ac-4fc6-b36e-601b0d9f9eb0 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341626311&fields=id&tenant_id=23af078d0c8346d5a239e1e87331455e HTTP/1.1" status: 200 len: 267 time: 0.1443813 Mar 02 09:02:45.862811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Port': ['ID=555f165b-8ba7-4a5a-863c-0f2fcf4e66eb,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:45.862957 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c181b1a8-22c3-4e76-bedf-dc531204b983 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=265ed9fd-7231-46bf-9f2e-45c5affaeb51 HTTP/1.1" status: 200 len: 205 time: 0.0751479 Mar 02 09:02:45.862957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58094) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:45.935324 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-618d1023-3900-4792-b316-bf6f4ae24f99 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] delete failed (client error): The resource could not be found. Mar 02 09:02:45.936509 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-618d1023-3900-4792-b316-bf6f4ae24f99 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/265ed9fd-7231-46bf-9f2e-45c5affaeb51 HTTP/1.1" status: 404 len: 336 time: 0.0886395 Mar 02 09:02:45.939642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58098) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:45.978123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-908fea4d-e893-41c6-82a8-90c33b7f938b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:45.979841 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-908fea4d-e893-41c6-82a8-90c33b7f938b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/networks?id=122e816d-e1ce-4258-b49f-4b0c00e4f143 HTTP/1.1" status: 200 len: 796 time: 0.1839499 Mar 02 09:02:45.983112 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2fa28687-035a-4ea3-8cb5-abb1c75431e7 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=03ce6db2-c468-4993-9d21-948e315c9e55 HTTP/1.1" status: 200 len: 205 time: 0.0423908 Mar 02 09:02:45.985487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58102) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:45.995573 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:41Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '05c29425-f709-473e-a885-0356d1136f57', 'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'mac_address': 'fa:16:3e:02:85:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:38Z', 'updated_at': '2022-03-02T09:02:42Z', 'revision_number': 2, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'subnets': [{'id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:45.996438 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-d3d79800-144f-4fb2-85bc-d50289e94421 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/quotas/23af078d0c8346d5a239e1e87331455e HTTP/1.1" status: 200 len: 375 time: 0.0105042 Mar 02 09:02:46.003159 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Checking router: 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:02:46.006233 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Updating router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 port 05c29425-f709-473e-a885-0356d1136f57 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:02:46.056806 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-40301733-5cde-4ef3-910d-29010ce06f3c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] delete failed (client error): The resource could not be found. Mar 02 09:02:46.057745 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-40301733-5cde-4ef3-910d-29010ce06f3c tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/03ce6db2-c468-4993-9d21-948e315c9e55 HTTP/1.1" status: 404 len: 336 time: 0.0705740 Mar 02 09:02:46.061177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58106) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.065462 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.118379 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d18c43ff-0821-45e2-ad05-eb2e6d213edb tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=99397afe-95f1-454a-a98a-dd5ed69a14ed HTTP/1.1" status: 200 len: 205 time: 0.0459394 Mar 02 09:02:46.118701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58110) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.130222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-f4c74c42-1f5f-44ea-8c41-a342b26ec38f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Synchronizing usage tracker for tenant:23af078d0c8346d5a239e1e87331455e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:46.177645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.202053 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-3ce811ce-a544-469d-a498-bb9afd86034b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] delete failed (client error): The resource could not be found. Mar 02 09:02:46.203098 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3ce811ce-a544-469d-a498-bb9afd86034b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/99397afe-95f1-454a-a98a-dd5ed69a14ed HTTP/1.1" status: 404 len: 336 time: 0.0835154 Mar 02 09:02:46.206403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58114) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.213338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a9ed627d-3fe7-405f-8e95-0197f484e9aa None None] Provisioning for port 555f165b-8ba7-4a5a-863c-0f2fcf4e66eb completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:46.219711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.252721 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bca4f174-5c9b-485a-91f2-11ed11a62740 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5713429 Mar 02 09:02:46.258594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58118) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.266031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4addd477-4300-4ee7-8e38-4c5954d0625f tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=404529ca-e09d-4767-a80d-06245fd88c67 HTTP/1.1" status: 200 len: 205 time: 0.0584614 Mar 02 09:02:46.266785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58122) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.270396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'port': {'network_id': 'bbf6f5b9-6324-416e-83bc-16b9975c00f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-48103439'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:46.281219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a9ed627d-3fe7-405f-8e95-0197f484e9aa None None] Provisioning complete for port 555f165b-8ba7-4a5a-863c-0f2fcf4e66eb triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:46.281838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a9ed627d-3fe7-405f-8e95-0197f484e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.287303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.294923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bf53c658-8d46-46bf-b1b2-a59ddee9ecec tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769683602661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-748025'] for subnet, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.299049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a05bad13-24b5-4707-bd37-e107ca9ae402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.305357 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-461e6212-df75-4030-b120-a66498d21bcc tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/ports/e1a2e2f8-0372-4d6d-984b-6dc301e82d44 HTTP/1.1" status: 204 len: 168 time: 4.0051298 Mar 02 09:02:46.310510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58126) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.311200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:46.377101 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-7572176e-58ef-49ab-872f-5929e1ce6060 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] delete failed (client error): The resource could not be found. Mar 02 09:02:46.380879 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7572176e-58ef-49ab-872f-5929e1ce6060 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/404529ca-e09d-4767-a80d-06245fd88c67 HTTP/1.1" status: 404 len: 336 time: 0.0944118 Mar 02 09:02:46.384368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58130) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.399961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed627d-3fe7-405f-8e95-0197f484e9aa None None] Port 555f165b-8ba7-4a5a-863c-0f2fcf4e66eb cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:46.401366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6664d6-6045-4e2a-9a5d-400ea4610887,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:46.401877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa29fed-4193-4872-b395-a8168ce06cc0 None None] Pushing event updated for resources: {'Port': ['ID=9c6c453f-749e-4287-8642-971afb2ae8f3,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:46.505661 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.518893 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2264d397-0be8-4332-babd-90a61e8093a9 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=48684958-4d93-4dbf-a932-e996a1a47ade HTTP/1.1" status: 200 len: 205 time: 0.1330438 Mar 02 09:02:46.520506 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Transition to ACTIVE for port object 05c29425-f709-473e-a885-0356d1136f57 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:46.522152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58134) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.575169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.580939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf53c658-8d46-46bf-b1b2-a59ddee9ecec tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:46.581577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bf53c658-8d46-46bf-b1b2-a59ddee9ecec tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.582832 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bf53c658-8d46-46bf-b1b2-a59ddee9ecec tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "PUT /v2.0/subnets/4042270e-c48c-4ceb-9564-b05d67cceb96 HTTP/1.1" status: 200 len: 826 time: 2.1268935 Mar 02 09:02:46.590083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58138) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.599256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.599607 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Added segment 3e08214f-b248-40ee-b063-56d2464a6961 of type vlan for network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e Mar 02 09:02:46.618747 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-1d59a5d9-423b-4fa7-a3ee-6a6c33333b3b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] delete failed (client error): The resource could not be found. Mar 02 09:02:46.622109 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1d59a5d9-423b-4fa7-a3ee-6a6c33333b3b tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/48684958-4d93-4dbf-a932-e996a1a47ade HTTP/1.1" status: 404 len: 336 time: 0.0965302 Mar 02 09:02:46.629229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58142) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:46.631393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bad13-24b5-4707-bd37-e107ca9ae402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7949ef5c-7302-4785-acf7-ba9d810ad1de,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:46.633964 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.659073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-f4c74c42-1f5f-44ea-8c41-a342b26ec38f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Unset dirty status for tenant:23af078d0c8346d5a239e1e87331455e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:46.676274 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-f4c74c42-1f5f-44ea-8c41-a342b26ec38f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=23af078d0c8346d5a239e1e87331455e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6736305 Mar 02 09:02:46.682243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c658-8d46-46bf-b1b2-a59ddee9ecec tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=4042270e-c48c-4ceb-9564-b05d67cceb96,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:46.706827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-42e33e5a-a348-47bf-9b35-a086ab828821 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 8a1c5160-f661-4be2-873a-04f1ff67ed1a {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:46.706827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-42e33e5a-a348-47bf-9b35-a086ab828821 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.750799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a05bad13-24b5-4707-bd37-e107ca9ae402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.757643 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a05bad13-24b5-4707-bd37-e107ca9ae402 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7949ef5c-7302-4785-acf7-ba9d810ad1de HTTP/1.1" status: 204 len: 168 time: 1.7271688 Mar 02 09:02:46.848776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:46.850416 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4024971 Mar 02 09:02:46.915831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58150) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:47.041593 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Attempting to bind port 05c29425-f709-473e-a885-0356d1136f57 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:47.042198 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Attempting to bind port 05c29425-f709-473e-a885-0356d1136f57 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:47.042809 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Attempting to bind port 05c29425-f709-473e-a885-0356d1136f57 on network 122e816d-e1ce-4258-b49f-4b0c00e4f143 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:47.046767 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da33dc-c1ea-47fe-9b9e-201534036fed None None] Pushing event updated for resources: {'Port': ['ID=05c29425-f709-473e-a885-0356d1136f57,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:47.052998 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:47.053758 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Checking segment: {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:47.055997 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.056473 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Bound using segment: {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:47.057156 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Bound port: 05c29425-f709-473e-a885-0356d1136f57, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:47.057765 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.083621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.108057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d790043e-473a-41ef-b2f9-9740d22d947e tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7be7f8e-7399-4f9e-abaa-b85ef226e4bf HTTP/1.1" status: 200 len: 205 time: 0.4772613 Mar 02 09:02:47.110503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:47.116713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'f2af2dde-93d8-4126-84f0-4534d9d25379', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:47.121241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58154) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:47.127599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.139461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:47.156427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be6e5d-0ad9-49c1-9c7d-1eddec119e3a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2af2dde-93d8-4126-84f0-4534d9d25379,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:47.159235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.181264 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] For port 05c29425-f709-473e-a885-0356d1136f57, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:47.188231 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] For port 05c29425-f709-473e-a885-0356d1136f57, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=05c29425-f709-473e-a885-0356d1136f57,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:47.234536 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-42e33e5a-a348-47bf-9b35-a086ab828821 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.268865 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.272482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:47.281667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:47.287870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:47.294114 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-07ab3d09-2bf6-485a-bf98-673223d60c36 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] delete failed (client error): The resource could not be found. Mar 02 09:02:47.295162 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-07ab3d09-2bf6-485a-bf98-673223d60c36 tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/routers/d7be7f8e-7399-4f9e-abaa-b85ef226e4bf HTTP/1.1" status: 404 len: 336 time: 0.1676888 Mar 02 09:02:47.298276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58160) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:47.302125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting port 9c6c453f-749e-4287-8642-971afb2ae8f3 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:47.302469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.326216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:47.405116 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-3e68b920-abcd-476f-a9f3-08d1bee794c4 service neutron] 10.222.0.10 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753969 Mar 02 09:02:47.434149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.435131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:47.435881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.440373 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da33dc-c1ea-47fe-9b9e-201534036fed None None] Pushing event updated for resources: {'Port': ['ID=05c29425-f709-473e-a885-0356d1136f57,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:47.457126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-42e33e5a-a348-47bf-9b35-a086ab828821 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 8a1c5160-f661-4be2-873a-04f1ff67ed1a owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:47.466583 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Routers {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:47.467522 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:47.471561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Made reservation on behalf of a5cd4511ad9b4e4e98a7110501132a8a for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:47.475155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.637332 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ae1563-c180-4bfd-aa17-d5ee127511ad tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] DELETE failed (client error): The resource could not be found. Mar 02 09:02:47.638610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ae1563-c180-4bfd-aa17-d5ee127511ad tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:02:47.651881 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-28ae1563-c180-4bfd-aa17-d5ee127511ad tempest-RoutersAdminTest-1343967057 tempest-RoutersAdminTest-1343967057-project] 10.222.0.10 "DELETE /v2.0/subnets/722f1e36-1296-4edd-8422-c108bcf83e4e HTTP/1.1" status: 404 len: 337 time: 0.3482840 Mar 02 09:02:47.652039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:47.671332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] device_id is not set on port fbdbfa16-bee4-4418-b837-8af7e4623b05 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:02:47.802665 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.0097802 Mar 02 09:02:47.807044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58174) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:47.813781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb699c1c-5b4b-4669-bb74-e32a2f21397d admin admin] Pushing event updated for resources: {'Network': ['ID=176f00c6-11c0-49d6-a4a8-7155a7d99d1e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:47.816793 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] Set router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:02:47.828497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Request body: {'subnet': {'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1312256135-subnet', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:47.848881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:47.863968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:47.870538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Usage tracker for resource:subnet and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:47.873783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:47.890810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:48.019378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd850d7-2897-40cd-9348-fc5fd7d1b2fb None None] Network a93a4c69-5265-42c2-936e-38760a2463a9 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:48.114843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Made reservation on behalf of d46638fe2fb94b42895fff73d0ae8776 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:48.118825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:48.150986 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-695f9292-dacb-45bb-957f-99247ea600f8 service neutron] 10.222.0.10 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145598 Mar 02 09:02:48.152580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-42e33e5a-a348-47bf-9b35-a086ab828821 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:48.241438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:48.252524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9c6c453f-749e-4287-8642-971afb2ae8f3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:48.301396 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:41Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '05c29425-f709-473e-a885-0356d1136f57', 'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'mac_address': 'fa:16:3e:02:85:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:38Z', 'updated_at': '2022-03-02T09:02:47Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'subnets': [{'id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:48.302389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] For port 9c6c453f-749e-4287-8642-971afb2ae8f3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9c6c453f-749e-4287-8642-971afb2ae8f3,segment=NetworkSegment(f16e4821-8431-460d-a5bb-f09288c6d522),segment_id=f16e4821-8431-460d-a5bb-f09288c6d522)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:48.302747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:48.311206 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7db8e-7aac-497f-a319-d3f1d9e99fa0 None None] The sync data for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv is: [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:41Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '05c29425-f709-473e-a885-0356d1136f57', 'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'mac_address': 'fa:16:3e:02:85:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:38Z', 'updated_at': '2022-03-02T09:02:47Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'subnets': [{'id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:48.325063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:48.351850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e33e5a-a348-47bf-9b35-a086ab828821 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=8a1c5160-f661-4be2-873a-04f1ff67ed1a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:48.382983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Allocated IP 2001:db8::33 (bbf6f5b9-6324-416e-83bc-16b9975c00f4/b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7/fbdbfa16-bee4-4418-b837-8af7e4623b05) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:48.513369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-42e33e5a-a348-47bf-9b35-a086ab828821 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:48.557643 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-42e33e5a-a348-47bf-9b35-a086ab828821 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/ports/8a1c5160-f661-4be2-873a-04f1ff67ed1a HTTP/1.1" status: 204 len: 168 time: 2.2087171 Mar 02 09:02:48.560322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58190) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:48.592720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee8f103-8d99-4fa5-97fb-abc49aab5940,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:48.619313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Calling delete_port for 9c6c453f-749e-4287-8642-971afb2ae8f3 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:48.662195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-de4a43d2-788b-48f8-aa5d-2c3a967bc9fc None None] Provisioning for port 9c6c453f-749e-4287-8642-971afb2ae8f3 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:48.682780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 9c6c453f-749e-4287-8642-971afb2ae8f3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:48.689790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-de4a43d2-788b-48f8-aa5d-2c3a967bc9fc None None] Provisioning complete for port 9c6c453f-749e-4287-8642-971afb2ae8f3 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:48.697036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-de4a43d2-788b-48f8-aa5d-2c3a967bc9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:48.783074 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-85037331-bd97-4137-a4cf-1a21cac20abe req-742087b9-40a7-4d97-bccb-ea764fa05ba1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 210 time: 0.1120386 Mar 02 09:02:48.807231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58200) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:48.821898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 9c6c453f-749e-4287-8642-971afb2ae8f3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:48.822286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:48.855828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:48.857077 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5289c222-2ed1-426a-b93b-f00df0ddca9a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7886660 Mar 02 09:02:48.860304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58208) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:48.901062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-82c1f68e-71f1-42e7-afcd-21ffc6792997 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'f2af2dde-93d8-4126-84f0-4534d9d25379', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:48.932423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53de029f-fa46-43f5-a35c-56cbaabf4fb8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:48.936376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-53de029f-fa46-43f5-a35c-56cbaabf4fb8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Synchronizing usage tracker for tenant:50b22bd736e44686b0c697bc43c87c89 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:48.954819 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-82c1f68e-71f1-42e7-afcd-21ffc6792997 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:48.995141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82c1f68e-71f1-42e7-afcd-21ffc6792997 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:49.001238 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82c1f68e-71f1-42e7-afcd-21ffc6792997 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:49.025002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-82c1f68e-71f1-42e7-afcd-21ffc6792997 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:49.114254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0460ca98-b93c-472d-a4de-22755ec2c79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:49.120288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-53de029f-fa46-43f5-a35c-56cbaabf4fb8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Unset dirty status for tenant:50b22bd736e44686b0c697bc43c87c89 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:49.122430 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-53de029f-fa46-43f5-a35c-56cbaabf4fb8 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "GET /v2.0/ports?device_id=21a7c42e-da7b-4556-9d0e-8e574f7d899e HTTP/1.1" status: 200 len: 913 time: 0.5611184 Mar 02 09:02:49.125743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58216) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:49.147445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-de4a43d2-788b-48f8-aa5d-2c3a967bc9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:49.156242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0460ca98-b93c-472d-a4de-22755ec2c79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:49.167767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0460ca98-b93c-472d-a4de-22755ec2c79d admin admin] Usage tracker for resource:security_group_rule and tenant:cfa529e7d5a44e3bb6dc6bd39dcb2ed6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:49.177303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:49.181352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0460ca98-b93c-472d-a4de-22755ec2c79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:49.201274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0460ca98-b93c-472d-a4de-22755ec2c79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:49.249634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:49.272558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:49.284467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:49.318249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82c1f68e-71f1-42e7-afcd-21ffc6792997 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:49.502010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9e4e78-86d5-468d-beba-7220f82e3bd9 None None] Network a93a4c69-5265-42c2-936e-38760a2463a9 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:49.520882 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Checking segment: {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:49.522323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Network hostable DHCP agents. Network: 176f00c6-11c0-49d6-a4a8-7155a7d99d1e, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:02:49.562920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Port': ['ID=9c6c453f-749e-4287-8642-971afb2ae8f3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:49.574568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6c8c2a81-b8b5-477e-9b12-ab4299ef88aa None None] Could not find standard attr ID for object 9c6c453f-749e-4287-8642-971afb2ae8f3. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:02:49.597645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0249c75-7c33-46ab-817c-73fee3e37cb2,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:49.669400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Transition to ACTIVE for port object fbdbfa16-bee4-4418-b837-8af7e4623b05 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:49.692168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No DVR routers for this DVR port 9c6c453f-749e-4287-8642-971afb2ae8f3 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:02:49.928221 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-82c1f68e-71f1-42e7-afcd-21ffc6792997 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 09:02:49.929300 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-82c1f68e-71f1-42e7-afcd-21ffc6792997 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0588031 Mar 02 09:02:49.941094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58234) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:49.958755 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8fca7829-f6d3-432c-8c22-f944d5467d92 req-3739a668-2e40-4c77-8d23-cd040cb6a59b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 210 time: 0.0684364 Mar 02 09:02:49.959610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.012688 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:02:50.080651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.098273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0460ca98-b93c-472d-a4de-22755ec2c79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.118820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d135e45d-fbb7-4a51-a9d0-11796ac155fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.161233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-162fe71d-795d-4425-946c-cc758c02d594 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.222344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0460ca98-b93c-472d-a4de-22755ec2c79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.241089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 176f00c6-11c0-49d6-a4a8-7155a7d99d1e) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:50.250195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:50.269448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d500a-353f-415d-a6cc-8b47540bdb40 None None] Network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:50.287079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:50.299160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:50.304635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:50.305263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.321500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-162fe71d-795d-4425-946c-cc758c02d594 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.330782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:50.331439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.398031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 05c29425-f709-473e-a885-0356d1136f57 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:50.410809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Port': ['ID=fbdbfa16-bee4-4418-b837-8af7e4623b05,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:50.434397 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0460ca98-b93c-472d-a4de-22755ec2c79d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfa529e7d5a44e3bb6dc6bd39dcb2ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6253726 Mar 02 09:02:50.439228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58244) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:50.446561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460ca98-b93c-472d-a4de-22755ec2c79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dbc12a-3894-4352-a578-d4fa90a905b3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:50.554813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58248) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:50.575684 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1d9dd055-65d8-48de-8cc1-f9a4f10af9f5 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.3160570 Mar 02 09:02:50.580023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58254) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:50.583048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.603143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7f683e77-af73-479e-b1df-0b55fda4583a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::13f', 'mac_address': 'fa:16:3e:95:03:9f'}, {'ip_address': '2001:db8::59', 'mac_address': 'fa:16:3e:de:51:4a'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:50.631801 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-83f5e637-e9d2-4fb4-86cf-94b10aa77292 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8216584 Mar 02 09:02:50.654032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:02:50.654872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.665756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58258) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:50.683659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-162fe71d-795d-4425-946c-cc758c02d594 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.686448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:50.705485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:50.708107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=4042270e-c48c-4ceb-9564-b05d67cceb96,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:50.752416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 05c29425-f709-473e-a885-0356d1136f57 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:50.756138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c531c47e-c0b0-44d6-bb43-99bb3ad00407 None None] Network a93a4c69-5265-42c2-936e-38760a2463a9 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:50.759156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fe71d-795d-4425-946c-cc758c02d594 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2af2dde-93d8-4126-84f0-4534d9d25379,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:50.764811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Usage tracker for resource:router and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:50.787633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-49dda0f6-165d-4406-bc21-73a53d7ec408 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:50.788531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:50.800806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:50.811618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 05c29425-f709-473e-a885-0356d1136f57 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:50.811986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.852480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb38bd3e-a240-414c-af90-fac6b3dcd019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.863330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-162fe71d-795d-4425-946c-cc758c02d594 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.866951 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-162fe71d-795d-4425-946c-cc758c02d594 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/f2af2dde-93d8-4126-84f0-4534d9d25379 HTTP/1.1" status: 204 len: 168 time: 0.9228175 Mar 02 09:02:50.867566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58262) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:50.888576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.931370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93a4c69-5265-42c2-936e-38760a2463a9']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:50.956009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16e4821-8431-460d-a5bb-f09288c6d522') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:50.956771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16e4821-8431-460d-a5bb-f09288c6d522') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:50.968733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb38bd3e-a240-414c-af90-fac6b3dcd019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.970929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-105fd6e8-cf96-4a4c-a96e-d9f37d908224 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1021206 Mar 02 09:02:50.977223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58266) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:50.983321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:50.993727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978677331'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:50.999908 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-49dda0f6-165d-4406-bc21-73a53d7ec408 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] 10.222.0.10 "PUT /v2.0/quotas/ff6925c9b4c4459faa518537dd5a9301 HTTP/1.1" status: 200 len: 368 time: 0.4438508 Mar 02 09:02:51.004872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:51.012243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58272) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:51.012243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.012243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.023185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Request body: {'network': {'project_id': 'ff6925c9b4c4459faa518537dd5a9301'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:51.031819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:51.037522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:51.045900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.045900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:51.057177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Usage tracker for resource:network and tenant:ff6925c9b4c4459faa518537dd5a9301 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:51.060317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:51.063110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:51.063537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:51.078770 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:51.081716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:51.105880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7f683e77-af73-479e-b1df-0b55fda4583a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.124303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.127502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.127766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:51.231714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9653cae4-6a5b-4d0a-8758-74f0bf3b7291 None None] Provisioning for port fbdbfa16-bee4-4418-b837-8af7e4623b05 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:51.248848 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c27ab49d-b6be-4033-ab70-ec55c07fb1c5 req-b7ae1e82-7014-4263-86bf-7321a74e9cd4 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 210 time: 0.1225278 Mar 02 09:02:51.249555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.255240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.266139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9653cae4-6a5b-4d0a-8758-74f0bf3b7291 None None] Provisioning complete for port fbdbfa16-bee4-4418-b837-8af7e4623b05 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:51.267266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9653cae4-6a5b-4d0a-8758-74f0bf3b7291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.282960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:51.288619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:51.292111 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:51.298294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:51.350135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Made reservation on behalf of ff6925c9b4c4459faa518537dd5a9301 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:51.351931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb38bd3e-a240-414c-af90-fac6b3dcd019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.353153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.357967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9653cae4-6a5b-4d0a-8758-74f0bf3b7291 None None] Port fbdbfa16-bee4-4418-b837-8af7e4623b05 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:51.378951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.379212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03934b0c-eab4-4f15-a234-f6e219e56a8a None None] DHCP port deletion for a93a4c69-5265-42c2-936e-38760a2463a9 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:02:51.386914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Allocated IP 172.20.0.2 (176f00c6-11c0-49d6-a4a8-7155a7d99d1e/b0249c75-7c33-46ab-817c-73fee3e37cb2/560bad1c-fe5d-4593-b818-bc39fa997430) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:51.409892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38bd3e-a240-414c-af90-fac6b3dcd019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dbc12a-3894-4352-a578-d4fa90a905b3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:51.410821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 05c29425-f709-473e-a885-0356d1136f57, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=05c29425-f709-473e-a885-0356d1136f57,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:51.435411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb38bd3e-a240-414c-af90-fac6b3dcd019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.439414 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fb38bd3e-a240-414c-af90-fac6b3dcd019 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00dbc12a-3894-4352-a578-d4fa90a905b3 HTTP/1.1" status: 204 len: 168 time: 0.9957819 Mar 02 09:02:51.452923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.457981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.498223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/a93a4c69-5265-42c2-936e-38760a2463a9 HTTP/1.1" status: 204 len: 168 time: 4.8973608 Mar 02 09:02:51.512497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58280) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:51.536347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556d15e-6ceb-4626-9c3f-62230cfa54b1 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=a93a4c69-5265-42c2-936e-38760a2463a9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:51.570813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.677765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:51.688053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Usage tracker for resource:security_group_rule and tenant:ff6925c9b4c4459faa518537dd5a9301 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:51.693137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:51.723420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=05c29425-f709-473e-a885-0356d1136f57,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:51.755587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7f683e77-af73-479e-b1df-0b55fda4583a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.806585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:51.815591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.820475 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-7daac906-5a76-4f30-aab5-6f00e6d1dc02 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:02:51.830089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7daac906-5a76-4f30-aab5-6f00e6d1dc02 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:02:51.830089 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7daac906-5a76-4f30-aab5-6f00e6d1dc02 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/a93a4c69-5265-42c2-936e-38760a2463a9 HTTP/1.1" status: 404 len: 339 time: 0.2946146 Mar 02 09:02:51.830314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 43a33e64-5601-43d3-8107-f5ae6c75bec6 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:51.830314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.844197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.859803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58284) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:51.869979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Transition to ACTIVE for port object 560bad1c-fe5d-4593-b818-bc39fa997430 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:51.885508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.895036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Transition to ACTIVE for port object 560bad1c-fe5d-4593-b818-bc39fa997430 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:51.918690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.943841 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-37e6eaf6-9f3b-4e3b-b8ed-139dad24524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:51.986795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b507963-7d30-4b58-95b2-f9369ba8b581,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:51.996866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7f683e77-af73-479e-b1df-0b55fda4583a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.005265 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.005965 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-499848342', 'description': 'd1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:52.011266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:52.015586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Usage tracker for resource:network and tenant:661415e16f0b443c93538ba95fc3da67 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:52.018427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:52.026352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:52.074526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.075938 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d0d5bcb0-b9a2-4c83-848e-da8e033d9ca3 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0959363 Mar 02 09:02:52.086315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58290) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:52.087647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Pushing event updated for resources: {'Port': ['ID=560bad1c-fe5d-4593-b818-bc39fa997430,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:52.095423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-568a19f4-4ce0-4748-9003-5cbce4638792 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': '7b507963-7d30-4b58-95b2-f9369ba8b581', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:52.096337 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-568a19f4-4ce0-4748-9003-5cbce4638792 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 09:02:52.097177 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-568a19f4-4ce0-4748-9003-5cbce4638792 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:02:52.098163 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-568a19f4-4ce0-4748-9003-5cbce4638792 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109656 Mar 02 09:02:52.102661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:52.104016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:52.106607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:52.111533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58294) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:52.119357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f683e77-af73-479e-b1df-0b55fda4583a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event updated for resources: {'Port': ['ID=fbdbfa16-bee4-4418-b837-8af7e4623b05,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:52.126979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:52.130992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.163550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-7f683e77-af73-479e-b1df-0b55fda4583a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] In _notify_port_updated(), no bound segment for port fbdbfa16-bee4-4418-b837-8af7e4623b05 on network bbf6f5b9-6324-416e-83bc-16b9975c00f4 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:02:52.169588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f683e77-af73-479e-b1df-0b55fda4583a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:52.170623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7f683e77-af73-479e-b1df-0b55fda4583a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.172086 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7f683e77-af73-479e-b1df-0b55fda4583a tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "PUT /v2.0/ports/fbdbfa16-bee4-4418-b837-8af7e4623b05 HTTP/1.1" status: 200 len: 1064 time: 1.5899861 Mar 02 09:02:52.181659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58298) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:52.251072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 05c29425-f709-473e-a885-0356d1136f57 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:52.325909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Attempting to bind port 560bad1c-fe5d-4593-b818-bc39fa997430 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:02:52.326446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Attempting to bind port 560bad1c-fe5d-4593-b818-bc39fa997430 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:02:52.326911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Attempting to bind port 560bad1c-fe5d-4593-b818-bc39fa997430 on network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:02:52.343220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:02:52.343584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Checking segment: {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:02:52.343987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.344383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Bound using segment: {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:02:52.345475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Bound port: 560bad1c-fe5d-4593-b818-bc39fa997430, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:02:52.345866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.365038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:52.395093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.408545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.408909 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment 7b1ca4e4-e6ff-4dfb-b7b9-af615ad34d05 of type vlan for network 70f450c6-9131-4996-a42a-b0079fd83371 Mar 02 09:02:52.413814 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-65cd7d77-da58-437a-8044-b66c10b6ca10 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Deleting port fbdbfa16-bee4-4418-b837-8af7e4623b05 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:52.414182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d77-da58-437a-8044-b66c10b6ca10 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.499162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] For port 560bad1c-fe5d-4593-b818-bc39fa997430, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:02:52.503525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] For port 560bad1c-fe5d-4593-b818-bc39fa997430, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=560bad1c-fe5d-4593-b818-bc39fa997430,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:02:52.524668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 05c29425-f709-473e-a885-0356d1136f57 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:52.525333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.608653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58304) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:52.634081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.635429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.648912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:52.703558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.727054 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.731274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74aa43b4-1aac-46ee-ab74-04628030cea1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.737734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0509d0ea-3190-443d-8235-ce9875aa06d5 None None] Provisioning complete for port fbdbfa16-bee4-4418-b837-8af7e4623b05 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:52.737734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0509d0ea-3190-443d-8235-ce9875aa06d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.744800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.745150 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Added segment a3b76e9d-5fe7-4a08-a8f8-656e4e4efa09 of type vlan for network 0c7048cc-0800-4bba-976d-7c2cea991d12 Mar 02 09:02:52.756836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c6f3c1-0a07-429c-ad5c-faad45b20690,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:52.779520 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef3e4ddd-ccc1-4fb2-b1e6-4f2c0c768b01 req-1b396a64-4b15-497f-919c-b1c18f54b09e tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 210 time: 0.1632338 Mar 02 09:02:52.842211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74aa43b4-1aac-46ee-ab74-04628030cea1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.887511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 43a33e64-5601-43d3-8107-f5ae6c75bec6 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:52.896633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:52.923001 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-794dfd0d-05c2-42f0-9af1-fcd91bb1d2b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49c4f91022b84bddb39c13a9f9fa6775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042767 Mar 02 09:02:52.933345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58308) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:52.934991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9c6c453f-749e-4287-8642-971afb2ae8f3 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:02:52.940877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:02:52.944987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-7ba5f787-f7d7-45ac-84ce-df743adaeb2b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:52.952008 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-7ba5f787-f7d7-45ac-84ce-df743adaeb2b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.15 "GET /v2.0/networks?id=122e816d-e1ce-4258-b49f-4b0c00e4f143 HTTP/1.1" status: 200 len: 796 time: 0.5032587 Mar 02 09:02:52.990240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 9c6c453f-749e-4287-8642-971afb2ae8f3 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:02:52.990729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9c6c453f-749e-4287-8642-971afb2ae8f3 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:02:52.995968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0509d0ea-3190-443d-8235-ce9875aa06d5 None None] Port fbdbfa16-bee4-4418-b837-8af7e4623b05 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:53.005680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d77-da58-437a-8044-b66c10b6ca10 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.010692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb48f78-adce-45a9-a3fb-79e34551c771 None None] Pushing event updated for resources: {'Port': ['ID=560bad1c-fe5d-4593-b818-bc39fa997430,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:53.084732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.086349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.170876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:02:53.199240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-65cd7d77-da58-437a-8044-b66c10b6ca10 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Calling delete_port for fbdbfa16-bee4-4418-b837-8af7e4623b05 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:53.247066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.253681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:53.254314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.291532 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-6e101a8b-3a75-466c-ad69-c5feb912765d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23af078d0c8346d5a239e1e87331455e HTTP/1.1" status: 200 len: 379 time: 0.3182085 Mar 02 09:02:53.301097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.336743 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'port': {'device_id': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'admin_state_up': True, 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'security_groups': ['e292f73e-9589-4e47-8c80-bd2204e9cc70']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:53.357459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74aa43b4-1aac-46ee-ab74-04628030cea1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.380591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.382506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.383407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:53.384030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.414480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=70f450c6-9131-4996-a42a-b0079fd83371,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:53.430269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 70f450c6-9131-4996-a42a-b0079fd83371 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:53.436845 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-31b57601-8476-4bfb-b42f-92ef7a1cc22d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5768304 Mar 02 09:02:53.441066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58316) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:53.454276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99a4b787-1fa3-43a6-b2da-9701c89e2ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.475555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa43b4-1aac-46ee-ab74-04628030cea1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b507963-7d30-4b58-95b2-f9369ba8b581,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:53.664158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99a4b787-1fa3-43a6-b2da-9701c89e2ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.679801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d77-da58-437a-8044-b66c10b6ca10 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.687613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Pushing event updated for resources: {'Network': ['ID=0c7048cc-0800-4bba-976d-7c2cea991d12,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:53.690439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74aa43b4-1aac-46ee-ab74-04628030cea1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.694515 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-74aa43b4-1aac-46ee-ab74-04628030cea1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/7b507963-7d30-4b58-95b2-f9369ba8b581 HTTP/1.1" status: 204 len: 168 time: 1.5812912 Mar 02 09:02:53.694939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58320) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:53.703058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 0c7048cc-0800-4bba-976d-7c2cea991d12 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:53.753654 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:53.762600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd7d77-da58-437a-8044-b66c10b6ca10 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event deleted for resources: {'Port': ['ID=fbdbfa16-bee4-4418-b837-8af7e4623b05,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:53.773351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:53.805798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1e270620-9193-4acc-b59c-ac6a449d68bc tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7903020 Mar 02 09:02:53.879712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58326) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:53.896573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Request body: {'network': {'project_id': 'ff6925c9b4c4459faa518537dd5a9301'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:53.902816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Made reservation on behalf of 23af078d0c8346d5a239e1e87331455e for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:53.907926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.961523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:53.983652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99a4b787-1fa3-43a6-b2da-9701c89e2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:53.996950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Usage tracker for resource:network and tenant:ff6925c9b4c4459faa518537dd5a9301 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:53.998057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fd483-1c72-48df-8911-ec25c2cc532d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:53.998770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-927fd483-1c72-48df-8911-ec25c2cc532d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Synchronizing usage tracker for tenant:661415e16f0b443c93538ba95fc3da67 on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:54.024651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:54.041669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f507a42a-926c-490d-8f36-c98745649e1d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Synchronizing usage tracker for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:54.046342 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1ed3fa2c-7cf8-4549-9218-44903554148d req-dd278dfc-3b91-49cf-911d-2db9aae5790b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 210 time: 0.1270242 Mar 02 09:02:54.096391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.136226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:54.143821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Allocated IP 172.26.3.96 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/757d55a8-4769-4179-8634-2ddb543362a5) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:54.146253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-927fd483-1c72-48df-8911-ec25c2cc532d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Unset dirty status for tenant:661415e16f0b443c93538ba95fc3da67 on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:54.147412 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-927fd483-1c72-48df-8911-ec25c2cc532d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/networks?id=70f450c6-9131-4996-a42a-b0079fd83371 HTTP/1.1" status: 200 len: 764 time: 0.7054915 Mar 02 09:02:54.150734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4b787-1fa3-43a6-b2da-9701c89e2ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf5b9b-7096-45f2-ac11-40cec2651eed,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:54.158718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58330) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:54.180014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99a4b787-1fa3-43a6-b2da-9701c89e2ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.181063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-99a4b787-1fa3-43a6-b2da-9701c89e2ff7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6acf5b9b-7096-45f2-ac11-40cec2651eed HTTP/1.1" status: 204 len: 168 time: 1.2445481 Mar 02 09:02:54.189534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2a64b-a953-487c-94c1-0ad0d4e4e5fd None None] Network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:02:54.211574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=43a33e64-5601-43d3-8107-f5ae6c75bec6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:54.225239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e7c4cd75-6e39-45f1-86a6-d1928fae887c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'description': 'd2'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:54.288669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Made reservation on behalf of ff6925c9b4c4459faa518537dd5a9301 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:54.291152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.327682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f507a42a-926c-490d-8f36-c98745649e1d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Unset dirty status for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:54.335605 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f507a42a-926c-490d-8f36-c98745649e1d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6229639 Mar 02 09:02:54.335801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 560bad1c-fe5d-4593-b818-bc39fa997430 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:54.340257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58336) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:54.350924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587342760'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:54.531494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-960e0d4d-6032-4cff-b065-2b523fecabba None None] Provisioning for port 560bad1c-fe5d-4593-b818-bc39fa997430 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:54.546870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:54.565519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:54.568009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Allocated IP 172.20.0.4 (122e816d-e1ce-4258-b49f-4b0c00e4f143/aa82573b-246c-4d88-866a-a8952f19ba1d/a08663e2-a60f-4ff9-ade5-ad29125e08ed) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:02:54.582108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:54.582816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65cd7d77-da58-437a-8044-b66c10b6ca10 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.601632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.602016 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Added segment 86f4b66d-1ee8-4f0c-ac37-71063565a7b9 of type vlan for network aa891a62-f332-4da2-badc-19903a01e2f6 Mar 02 09:02:54.625382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.642090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 560bad1c-fe5d-4593-b818-bc39fa997430 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:54.653007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 560bad1c-fe5d-4593-b818-bc39fa997430 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:54.653487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.682898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.692255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.733722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.781659 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-65cd7d77-da58-437a-8044-b66c10b6ca10 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "DELETE /v2.0/ports/fbdbfa16-bee4-4418-b837-8af7e4623b05 HTTP/1.1" status: 204 len: 168 time: 2.5986607 Mar 02 09:02:54.782521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58342) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:54.845131 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4335cabd-880c-47e6-a570-522ff2b6e39c tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] GET failed (client error): The resource could not be found. Mar 02 09:02:54.845668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4335cabd-880c-47e6-a570-522ff2b6e39c tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Synchronizing usage tracker for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:54.852216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:54.863749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.892934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:54.898937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.905323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:54.905529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4cd75-6e39-45f1-86a6-d1928fae887c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.915058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:54.933576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 560bad1c-fe5d-4593-b818-bc39fa997430, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=560bad1c-fe5d-4593-b818-bc39fa997430,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:02:54.978418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.979501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:54.980221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.992773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:54.995867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4335cabd-880c-47e6-a570-522ff2b6e39c tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Unset dirty status for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:55.000097 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4335cabd-880c-47e6-a570-522ff2b6e39c tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "GET /v2.0/ports/fbdbfa16-bee4-4418-b837-8af7e4623b05 HTTP/1.1" status: 404 len: 333 time: 0.2115204 Mar 02 09:02:55.003171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58350) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:55.056222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.114503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Pushing event updated for resources: {'Network': ['ID=aa891a62-f332-4da2-badc-19903a01e2f6,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:55.131667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4cd75-6e39-45f1-86a6-d1928fae887c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.141012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network aa891a62-f332-4da2-badc-19903a01e2f6 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:55.141555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Transition to ACTIVE for port object a08663e2-a60f-4ff9-ade5-ad29125e08ed will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:55.174644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7c4cd75-6e39-45f1-86a6-d1928fae887c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network 70f450c6-9131-4996-a42a-b0079fd83371 is not hosted by any dhcp agent {{(pid=88400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 09:02:55.180413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c4cd75-6e39-45f1-86a6-d1928fae887c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:55.181177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e7c4cd75-6e39-45f1-86a6-d1928fae887c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.182714 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e7c4cd75-6e39-45f1-86a6-d1928fae887c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "PUT /v2.0/networks/70f450c6-9131-4996-a42a-b0079fd83371 HTTP/1.1" status: 200 len: 761 time: 1.0095904 Mar 02 09:02:55.192037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58360) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:55.200612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b40e55cc-ff54-460f-93cd-fa0d0979bb1e tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Deleting port 555f165b-8ba7-4a5a-863c-0f2fcf4e66eb {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:55.201221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b40e55cc-ff54-460f-93cd-fa0d0979bb1e tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.269053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6ae0e74d-007f-4559-beb2-e31d7fb6b96d None None] Provisioning complete for port 560bad1c-fe5d-4593-b818-bc39fa997430 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:55.269491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6ae0e74d-007f-4559-beb2-e31d7fb6b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.274580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.319946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=560bad1c-fe5d-4593-b818-bc39fa997430,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:55.328263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.393082 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fda45f45-e58c-44f0-bafd-628b958dcf47 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5091012 Mar 02 09:02:55.393723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4cd75-6e39-45f1-86a6-d1928fae887c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=70f450c6-9131-4996-a42a-b0079fd83371,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:55.403961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58364) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:55.407717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2baf27b7-0469-4cc8-9bb3-2e56cdedd99b req-2a4b4440-20a7-45f6-a706-6e97fe725cbd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Synchronizing usage tracker for tenant:23af078d0c8346d5a239e1e87331455e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:55.424405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 70f450c6-9131-4996-a42a-b0079fd83371 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:02:55.443367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d52a265f-c691-42c8-afaa-fb4c17b544b9 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Request body: {'network': {'project_id': 'ff6925c9b4c4459faa518537dd5a9301'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:55.473874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:55.479555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.499467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:55.540633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:55.600131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d52a265f-c691-42c8-afaa-fb4c17b544b9 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:55.614492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84240a3-ac9b-4fec-ae7b-06ca4fbea5ea tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:55.615191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a84240a3-ac9b-4fec-ae7b-06ca4fbea5ea tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Synchronizing usage tracker for tenant:661415e16f0b443c93538ba95fc3da67 on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:55.617791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Pushing event updated for resources: {'Port': ['ID=757d55a8-4769-4179-8634-2ddb543362a5,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:55.629291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39740c13-8ece-480a-b935-622a574c5ea6,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:55.630482 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d52a265f-c691-42c8-afaa-fb4c17b544b9 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Usage tracker for resource:network and tenant:ff6925c9b4c4459faa518537dd5a9301 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:55.652341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a84240a3-ac9b-4fec-ae7b-06ca4fbea5ea tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Unset dirty status for tenant:661415e16f0b443c93538ba95fc3da67 on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:55.652341 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a84240a3-ac9b-4fec-ae7b-06ca4fbea5ea tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/networks?id=70f450c6-9131-4996-a42a-b0079fd83371 HTTP/1.1" status: 200 len: 764 time: 0.4566481 Mar 02 09:02:55.652660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d52a265f-c691-42c8-afaa-fb4c17b544b9 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:55.665713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58374) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:55.671046 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d52a265f-c691-42c8-afaa-fb4c17b544b9 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:55.713462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2baf27b7-0469-4cc8-9bb3-2e56cdedd99b req-2a4b4440-20a7-45f6-a706-6e97fe725cbd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Unset dirty status for tenant:23af078d0c8346d5a239e1e87331455e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:55.714730 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2baf27b7-0469-4cc8-9bb3-2e56cdedd99b req-2a4b4440-20a7-45f6-a706-6e97fe725cbd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 210 time: 0.4241917 Mar 02 09:02:55.715737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.717388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:55.721470 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f6febe28-25d1-4e1e-b968-b98fb1a41897 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3803647 Mar 02 09:02:55.724368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58378) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:55.765665 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52a265f-c691-42c8-afaa-fb4c17b544b9 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 09:02:55.766203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52a265f-c691-42c8-afaa-fb4c17b544b9 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:02:55.767911 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d52a265f-c691-42c8-afaa-fb4c17b544b9 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3612432 Mar 02 09:02:55.782417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58382) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:55.787925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-af5e35df-0634-4c1e-95a4-881dac562a91 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': '39740c13-8ece-480a-b935-622a574c5ea6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:55.788856 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-af5e35df-0634-4c1e-95a4-881dac562a91 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 09:02:55.790029 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-af5e35df-0634-4c1e-95a4-881dac562a91 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:02:55.793106 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-af5e35df-0634-4c1e-95a4-881dac562a91 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0522032 Mar 02 09:02:55.794070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58388) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:55.913269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58392) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:55.949299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Network 122e816d-e1ce-4258-b49f-4b0c00e4f143 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:02:55.955915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:02:55.977463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:02:56.027308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Router 21a7c42e-da7b-4556-9d0e-8e574f7d899e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:02:56.045210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'Port': ['ID=a08663e2-a60f-4ff9-ade5-ad29125e08ed,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:56.062067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b40e55cc-ff54-460f-93cd-fa0d0979bb1e tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.083984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:56.085120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.115063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3edb583e-03ee-4a9b-9252-f394e76decf9 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff6925c9b4c4459faa518537dd5a9301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311174 Mar 02 09:02:56.115746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58398) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:56.126094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'networks': [{'name': 'tempest-network--2026627202'}, {'name': 'tempest-network--1474039312'}]} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:56.126402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'network': {'name': 'tempest-network--2026627202'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:56.126992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'network': {'name': 'tempest-network--1474039312'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:56.147031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:56.154116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05ea3c-8edb-4d17-b9fd-4ce6b284a7ca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:56.158308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 560bad1c-fe5d-4593-b818-bc39fa997430 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:02:56.160469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Usage tracker for resource:network and tenant:0a4afc64a1124c1ab9c300ca135915bb is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:56.166465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:56.168255 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8e05ea3c-8edb-4d17-b9fd-4ce6b284a7ca tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5010669 Mar 02 09:02:56.173499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58402) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:56.184057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:56.230035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 560bad1c-fe5d-4593-b818-bc39fa997430 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:56.230403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.238979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b40e55cc-ff54-460f-93cd-fa0d0979bb1e tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Calling delete_port for 555f165b-8ba7-4a5a-863c-0f2fcf4e66eb owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:56.299132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-276cb5c4-bfaf-4e46-9668-1a156f37839a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Synchronizing usage tracker for tenant:661415e16f0b443c93538ba95fc3da67 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:56.310672 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-22e5b504-1e63-445f-8e42-57f35e5c2d60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0109518 Mar 02 09:02:56.325420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Request body: {'port': {'device_id': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:56.357573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-30e7d558-8941-47a6-abfc-0e12d7786208 None None] Provisioning for port a08663e2-a60f-4ff9-ade5-ad29125e08ed completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:02:56.359833 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1f55d61-3b1a-4e0d-b748-b220ec83cda2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.368140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-30e7d558-8941-47a6-abfc-0e12d7786208 None None] Provisioning complete for port a08663e2-a60f-4ff9-ade5-ad29125e08ed triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:02:56.368585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-30e7d558-8941-47a6-abfc-0e12d7786208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.399803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bb2df655-9b9e-42c9-bc5c-a3b2682de590 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.423040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1f55d61-3b1a-4e0d-b748-b220ec83cda2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.427390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-30e7d558-8941-47a6-abfc-0e12d7786208 None None] Port a08663e2-a60f-4ff9-ade5-ad29125e08ed cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:02:56.573320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Made reservation on behalf of 0a4afc64a1124c1ab9c300ca135915bb for: {'network': 2} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:56.577727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.599949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:02:56.608824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-276cb5c4-bfaf-4e46-9668-1a156f37839a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Unset dirty status for tenant:661415e16f0b443c93538ba95fc3da67 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:56.610057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-276cb5c4-bfaf-4e46-9668-1a156f37839a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 207 time: 0.4355841 Mar 02 09:02:56.613452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58406) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:56.616418 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aae6cf-1921-4a95-81ae-70b82a911163 None None] Sync routers for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:02:56.626723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aae6cf-1921-4a95-81ae-70b82a911163 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:56.627334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c1aae6cf-1921-4a95-81ae-70b82a911163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:56.639688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.672812 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f899e648-3f73-41cf-9e7d-ae75d136df56 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "PUT /v2.0/routers/21a7c42e-da7b-4556-9d0e-8e574f7d899e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5446200 Mar 02 09:02:56.678162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58410) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:56.690830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c1aae6cf-1921-4a95-81ae-70b82a911163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:56.693752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bb2df655-9b9e-42c9-bc5c-a3b2682de590 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.699419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aae6cf-1921-4a95-81ae-70b82a911163 None None] Routers {'21a7c42e-da7b-4556-9d0e-8e574f7d899e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:02:56.700227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c1aae6cf-1921-4a95-81ae-70b82a911163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:56.722710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1f55d61-3b1a-4e0d-b748-b220ec83cda2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.725006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1f55d61-3b1a-4e0d-b748-b220ec83cda2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.728982 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b1f55d61-3b1a-4e0d-b748-b220ec83cda2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/39740c13-8ece-480a-b935-622a574c5ea6 HTTP/1.1" status: 204 len: 168 time: 0.9257224 Mar 02 09:02:56.740894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58414) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:56.744304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b40e55cc-ff54-460f-93cd-fa0d0979bb1e tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.764018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c1aae6cf-1921-4a95-81ae-70b82a911163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:56.764289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aae6cf-1921-4a95-81ae-70b82a911163 None None] The sync data for ids ['21a7c42e-da7b-4556-9d0e-8e574f7d899e'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:02:56.800268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:56.810939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.819331 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f55d61-3b1a-4e0d-b748-b220ec83cda2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39740c13-8ece-480a-b935-622a574c5ea6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:56.827210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e55cc-ff54-460f-93cd-fa0d0979bb1e tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event deleted for resources: {'Port': ['ID=555f165b-8ba7-4a5a-863c-0f2fcf4e66eb,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:56.896504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Usage tracker for resource:security_group_rule and tenant:0a4afc64a1124c1ab9c300ca135915bb is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:56.915784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b40e55cc-ff54-460f-93cd-fa0d0979bb1e tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.917626 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b40e55cc-ff54-460f-93cd-fa0d0979bb1e tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "DELETE /v2.0/ports/555f165b-8ba7-4a5a-863c-0f2fcf4e66eb HTTP/1.1" status: 204 len: 168 time: 1.9133892 Mar 02 09:02:56.926356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58420) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:56.938209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:56.940334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfbfb7-e231-48d7-88bf-c3a07161a527 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:56.945945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfbfb7-e231-48d7-88bf-c3a07161a527 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:56.951507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfbfb7-e231-48d7-88bf-c3a07161a527 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:56.957614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfbfb7-e231-48d7-88bf-c3a07161a527 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:56.961754 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:56.963450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfbfb7-e231-48d7-88bf-c3a07161a527 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:56.969944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dfbfb7-e231-48d7-88bf-c3a07161a527 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:56.975593 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-06dfbfb7-e231-48d7-88bf-c3a07161a527 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.3574193 Mar 02 09:02:56.979527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58424) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:56.993300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:57.017318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e2f5871a-0a67-49bf-8960-a140f392b7c1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Synchronizing usage tracker for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:57.020217 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3c7b9a-bb31-498f-98e4-9d47cc9af7da tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] GET failed (client error): The resource could not be found. Mar 02 09:02:57.020731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-dd3c7b9a-bb31-498f-98e4-9d47cc9af7da tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Synchronizing usage tracker for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:57.120234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e2f5871a-0a67-49bf-8960-a140f392b7c1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Unset dirty status for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:57.124872 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e2f5871a-0a67-49bf-8960-a140f392b7c1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3755500 Mar 02 09:02:57.125081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58428) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:57.130179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125222192'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:57.136064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:57.147085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:57.150330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-dd3c7b9a-bb31-498f-98e4-9d47cc9af7da tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Unset dirty status for tenant:a5cd4511ad9b4e4e98a7110501132a8a on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:57.151496 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dd3c7b9a-bb31-498f-98e4-9d47cc9af7da tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "GET /v2.0/ports/555f165b-8ba7-4a5a-863c-0f2fcf4e66eb HTTP/1.1" status: 404 len: 333 time: 0.2218413 Mar 02 09:02:57.155957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58432) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:57.223149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-800a1e43-ba9b-416d-8eae-701c93af1331 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Deleting port f8411314-8af2-4c9f-83ce-55ac347c3e35 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:57.223149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-800a1e43-ba9b-416d-8eae-701c93af1331 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:57.374548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:57.377623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:57.417669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:57.446985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:02:57.454598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:02:57.468915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:57.520474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bb2df655-9b9e-42c9-bc5c-a3b2682de590 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:57.660575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2df655-9b9e-42c9-bc5c-a3b2682de590 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c6f3c1-0a07-429c-ad5c-faad45b20690,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:57.662735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-800a1e43-ba9b-416d-8eae-701c93af1331 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:57.678146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:57.686345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a37bfc8f-ed43-4621-bcc9-792657712042 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.6972284 Mar 02 09:02:57.694429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771dd6d-dab8-4376-b8f5-d301572d86c4 req-dec3f3af-2468-4d6e-82f0-d70d7d471619 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:57.696035 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d771dd6d-dab8-4376-b8f5-d301572d86c4 req-dec3f3af-2468-4d6e-82f0-d70d7d471619 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 931 time: 0.8165991 Mar 02 09:02:57.698619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58436) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:57.799134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:57.803308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bb2df655-9b9e-42c9-bc5c-a3b2682de590 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:57.804379 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bb2df655-9b9e-42c9-bc5c-a3b2682de590 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/03c6f3c1-0a07-429c-ad5c-faad45b20690 HTTP/1.1" status: 204 len: 168 time: 1.6737185 Mar 02 09:02:57.808692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-800a1e43-ba9b-416d-8eae-701c93af1331 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Calling delete_port for f8411314-8af2-4c9f-83ce-55ac347c3e35 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:57.853566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58440) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:57.935380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797a2582-fa88-4ac8-a06e-9962b740cda8,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:58.020327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.021544 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b8c07c66-db6e-4141-83de-acdbf46c9737 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8955619 Mar 02 09:02:58.024545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58444) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.032798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a3e4b95b-f97f-4da0-b809-39dcb490a731 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': '797a2582-fa88-4ac8-a06e-9962b740cda8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:58.049052 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-a3e4b95b-f97f-4da0-b809-39dcb490a731 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 09:02:58.049673 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-a3e4b95b-f97f-4da0-b809-39dcb490a731 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:02:58.050884 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a3e4b95b-f97f-4da0-b809-39dcb490a731 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248671 Mar 02 09:02:58.053394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.055737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58448) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.062779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9da8e6b9-0b08-45a3-9473-0cb028bf7d10 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': '797a2582-fa88-4ac8-a06e-9962b740cda8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:58.063468 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-9da8e6b9-0b08-45a3-9473-0cb028bf7d10 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 09:02:58.063963 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-9da8e6b9-0b08-45a3-9473-0cb028bf7d10 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:02:58.067256 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9da8e6b9-0b08-45a3-9473-0cb028bf7d10 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082531 Mar 02 09:02:58.088311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58452) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.183569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1969f9bb-e919-45f9-ba28-1675702a6562 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': '797a2582-fa88-4ac8-a06e-9962b740cda8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:58.185647 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-1969f9bb-e919-45f9-ba28-1675702a6562 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 09:02:58.186189 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-1969f9bb-e919-45f9-ba28-1675702a6562 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:02:58.187145 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1969f9bb-e919-45f9-ba28-1675702a6562 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0350780 Mar 02 09:02:58.190074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58456) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.240471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-dc82e168-88bb-4c54-9261-3c0b286094a5 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': '797a2582-fa88-4ac8-a06e-9962b740cda8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:58.241337 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-dc82e168-88bb-4c54-9261-3c0b286094a5 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 09:02:58.241922 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-dc82e168-88bb-4c54-9261-3c0b286094a5 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:02:58.242895 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dc82e168-88bb-4c54-9261-3c0b286094a5 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0518942 Mar 02 09:02:58.248163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd025d-3eb2-4cee-855c-0327128c5cfe tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.248500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58460) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.249657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd025d-3eb2-4cee-855c-0327128c5cfe tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.251379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd025d-3eb2-4cee-855c-0327128c5cfe tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.252882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd025d-3eb2-4cee-855c-0327128c5cfe tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.254392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd025d-3eb2-4cee-855c-0327128c5cfe tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.256070 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-82bd025d-3eb2-4cee-855c-0327128c5cfe tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5467932 Mar 02 09:02:58.263869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58464) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.265698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.277537 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d771dd6d-dab8-4376-b8f5-d301572d86c4 req-d5f52132-39f5-4a94-812e-5b3f40ecc2f1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5645878 Mar 02 09:02:58.279764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-800a1e43-ba9b-416d-8eae-701c93af1331 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.283647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.292854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.310807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.374292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.374751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.413613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa891a62-f332-4da2-badc-19903a01e2f6']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:58.417999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting port 543f6bca-d302-4226-ae09-fda65f267a20 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:02:58.418343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.420579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a1e43-ba9b-416d-8eae-701c93af1331 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event deleted for resources: {'Port': ['ID=f8411314-8af2-4c9f-83ce-55ac347c3e35,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:58.476734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f4b66d-1ee8-4f0c-ac37-71063565a7b9') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:58.477028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f4b66d-1ee8-4f0c-ac37-71063565a7b9') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:58.509145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-800a1e43-ba9b-416d-8eae-701c93af1331 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.518088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4231f86-9272-4976-a39d-8a620c472114 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.519460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4231f86-9272-4976-a39d-8a620c472114 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.520952 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4231f86-9272-4976-a39d-8a620c472114 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.522362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4231f86-9272-4976-a39d-8a620c472114 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.523728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4231f86-9272-4976-a39d-8a620c472114 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:58.525616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a4231f86-9272-4976-a39d-8a620c472114 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Synchronizing usage tracker for tenant:661415e16f0b443c93538ba95fc3da67 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:58.536313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b13cd2-8cba-499a-a69e-9775f4e3218a,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:58.538934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.562654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b8dce5a-ff49-4190-b182-fa71da9e834d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.578489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.589210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a4231f86-9272-4976-a39d-8a620c472114 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Unset dirty status for tenant:661415e16f0b443c93538ba95fc3da67 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:58.590593 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a4231f86-9272-4976-a39d-8a620c472114 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3177540 Mar 02 09:02:58.591636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:58.592012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.605635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58468) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:58.609282 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:58.614442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:58.683532 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-800a1e43-ba9b-416d-8eae-701c93af1331 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "DELETE /v2.0/ports/f8411314-8af2-4c9f-83ce-55ac347c3e35 HTTP/1.1" status: 204 len: 168 time: 1.5265784 Mar 02 09:02:58.684987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b8dce5a-ff49-4190-b182-fa71da9e834d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.693963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58472) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.727956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08663e2-a60f-4ff9-ade5-ad29125e08ed {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:02:58.775552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.780923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.785509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.810408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa891a62-f332-4da2-badc-19903a01e2f6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:58.819077 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fd2dcc7a-b0ba-4eff-a0fa-9bd05eeebc26 tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] 10.222.0.10 "DELETE /v2.0/networks/aa891a62-f332-4da2-badc-19903a01e2f6 HTTP/1.1" status: 204 len: 168 time: 0.9629235 Mar 02 09:02:58.821723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58476) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.839856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b8dce5a-ff49-4190-b182-fa71da9e834d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.842140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b8dce5a-ff49-4190-b182-fa71da9e834d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.843293 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2b8dce5a-ff49-4190-b182-fa71da9e834d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/797a2582-fa88-4ac8-a06e-9962b740cda8 HTTP/1.1" status: 204 len: 168 time: 0.5939217 Mar 02 09:02:58.857860 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:02:58.862080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58480) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:58.882476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dce5a-ff49-4190-b182-fa71da9e834d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a2582-fa88-4ac8-a06e-9962b740cda8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:58.890815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.891736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Added segment f8f33924-065d-4e77-bf7e-b261e59cdf08 of type vlan for network b2108948-873d-4ddb-a29e-3056734d1fb0 Mar 02 09:02:58.955979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Transition to ACTIVE for port object a08663e2-a60f-4ff9-ade5-ad29125e08ed will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:02:58.971919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:58.991131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ac163db7-398c-4f92-83cc-68ca0dcc6560 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Synchronizing usage tracker for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:02:58.991333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.015266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83bab5e-e71c-4884-b0d7-9abf6d84d597 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Deleting subnet b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:02:59.028849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e83bab5e-e71c-4884-b0d7-9abf6d84d597 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.075414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.137932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63457834-462a-43f0-84de-1109937692e3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:59.139339 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-63457834-462a-43f0-84de-1109937692e3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/networks/763761ac-90e2-4119-b03d-0684f43dda3f HTTP/1.1" status: 200 len: 804 time: 0.5225976 Mar 02 09:02:59.144504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:02:59.154401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.167610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58484) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:59.172164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ac163db7-398c-4f92-83cc-68ca0dcc6560 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Unset dirty status for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:02:59.173907 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ac163db7-398c-4f92-83cc-68ca0dcc6560 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3093421 Mar 02 09:02:59.192356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58488) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:59.263486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.349319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7048cc-0800-4bba-976d-7c2cea991d12']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:59.360395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--509625987'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:59.372554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b76e9d-5fe7-4a08-a8f8-656e4e4efa09') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:59.373121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b76e9d-5fe7-4a08-a8f8-656e4e4efa09') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:02:59.374627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:59.391624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.392183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Calling delete_port for 543f6bca-d302-4226-ae09-fda65f267a20 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:02:59.418658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Router 1477d820-515e-4d59-9a43-1bd53092f7fc is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:02:59.423654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.426315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e83bab5e-e71c-4884-b0d7-9abf6d84d597 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.429512 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-46217639-c134-49f4-a8e4-b33df7bfe5c9 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/networks/763761ac-90e2-4119-b03d-0684f43dda3f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2605803 Mar 02 09:02:59.432984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58494) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:59.473586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:02:59.473938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:02:59.487099 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:02:59.583478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a37634d-eb47-4779-85c8-f5efc436a96e tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:59.584793 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9a37634d-eb47-4779-85c8-f5efc436a96e tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/subnets/8f7d52e8-db07-48c7-afa4-08cc539f41a9 HTTP/1.1" status: 200 len: 843 time: 0.1509302 Mar 02 09:02:59.588544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58498) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:59.655941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1e3a6d-d897-481e-a167-17b33e599d37 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:02:59.657591 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-aa1e3a6d-d897-481e-a167-17b33e599d37 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "GET /v2.0/subnets/8f7d52e8-db07-48c7-afa4-08cc539f41a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0681202 Mar 02 09:02:59.658775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.661565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:59.664015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.666361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58502) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:02:59.667890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:59.689013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-651468167'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:02:59.694002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:02:59.699443 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] 10.222.0.10 "DELETE /v2.0/networks/0c7048cc-0800-4bba-976d-7c2cea991d12 HTTP/1.1" status: 204 len: 168 time: 0.8766980 Mar 02 09:02:59.701949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a7679-c28f-4c29-a31e-29ff063487fb tempest-QuotasNegativeTest-1369123581 tempest-QuotasNegativeTest-1369123581-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c7048cc-0800-4bba-976d-7c2cea991d12,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:59.707600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Pushing event updated for resources: {'Port': ['ID=a08663e2-a60f-4ff9-ade5-ad29125e08ed,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:02:59.713930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:02:59.801192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:02:59.804764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.807934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.808280 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Added segment eb929b3c-5558-43a3-b0cb-515983afb695 of type vlan for network 4c8b1580-2bc0-4620-a0ab-4c9bc61a1269 Mar 02 09:02:59.834198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:02:59.842976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:02:59.843323 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Added segment 135c46ba-536f-4a8c-add9-764bc4fd0c6d of type vlan for network 615113fc-af11-4b77-b8ea-325c96bf461a Mar 02 09:02:59.868527 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.001113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.006750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:00.007373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.014117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.092906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.115266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Network': ['ID=615113fc-af11-4b77-b8ea-325c96bf461a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:00.128587 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 615113fc-af11-4b77-b8ea-325c96bf461a details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:00.172924 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1af1d629-e805-4ee9-a93c-f4924eb23b57 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4894364 Mar 02 09:03:00.174393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58510) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:00.181669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'network_id': '615113fc-af11-4b77-b8ea-325c96bf461a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:00.184322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:00.221139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:00.225571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:00.269895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:00.290709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c66d94-d9a0-4ab9-8d34-347c2fcff6af req-b61d1fc3-2c53-40fc-8764-bde815bc3f7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:00.292173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-91c66d94-d9a0-4ab9-8d34-347c2fcff6af req-b61d1fc3-2c53-40fc-8764-bde815bc3f7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 943 time: 0.8320465 Mar 02 09:03:00.300951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e83bab5e-e71c-4884-b0d7-9abf6d84d597 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.316260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:00.325580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:00.334260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Attempting to bind port a08663e2-a60f-4ff9-ade5-ad29125e08ed on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:00.334593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Attempting to bind port a08663e2-a60f-4ff9-ade5-ad29125e08ed by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:00.334915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Attempting to bind port a08663e2-a60f-4ff9-ade5-ad29125e08ed on network 122e816d-e1ce-4258-b49f-4b0c00e4f143 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:00.343649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:00.352673 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Sync routers for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:00.363106 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:00.363701 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:00.379827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Port a08663e2-a60f-4ff9-ade5-ad29125e08ed on network 122e816d-e1ce-4258-b49f-4b0c00e4f143 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:03:00.380151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Attempting to bind port a08663e2-a60f-4ff9-ade5-ad29125e08ed on network 122e816d-e1ce-4258-b49f-4b0c00e4f143 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:00.417571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:00.417930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Checking segment: {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:00.418313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Bound using segment: {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:00.418744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Bound port: a08663e2-a60f-4ff9-ade5-ad29125e08ed, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa203108-329f-46f9-88b9-844aab28cd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:00.419084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.445935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.446410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.451954 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:00.456751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:00.457360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.465297 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-91c66d94-d9a0-4ab9-8d34-347c2fcff6af req-f4ea3141-7787-478f-9b83-e1f4fc2eb577 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337836 Mar 02 09:03:00.587033 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:03:00.663455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Made reservation on behalf of 661415e16f0b443c93538ba95fc3da67 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:00.667241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.764720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58516) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:00.771441 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Performing IP validity checks on allocation pools {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 09:03:00.771999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 09:03:00.794364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.819018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e83bab5e-e71c-4884-b0d7-9abf6d84d597 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.870967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Network': ['ID=b2108948-873d-4ddb-a29e-3056734d1fb0,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:00.878642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:00.882213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network b2108948-873d-4ddb-a29e-3056734d1fb0 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:00.895004 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:02:56Z', 'revision_number': 3, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:00.895703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bab5e-e71c-4884-b0d7-9abf6d84d597 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event deleted for resources: {'Subnet': ['ID=b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:00.903748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e83bab5e-e71c-4884-b0d7-9abf6d84d597 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.905602 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e83bab5e-e71c-4884-b0d7-9abf6d84d597 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "DELETE /v2.0/subnets/b95cf6c1-a2ef-4c85-8500-56b3efd1b9d7 HTTP/1.1" status: 204 len: 168 time: 2.1969731 Mar 02 09:03:00.908812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.911651 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Checking router: 1477d820-515e-4d59-9a43-1bd53092f7fc for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:03:00.912193 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Updating router 1477d820-515e-4d59-9a43-1bd53092f7fc port 757d55a8-4769-4179-8634-2ddb543362a5 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:03:00.912506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58522) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:00.915315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c8e42-4609-4eaa-8491-5edecd5d93c1 None None] Network bbf6f5b9-6324-416e-83bc-16b9975c00f4 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:00.959679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:00.968876 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 5.0454655 Mar 02 09:03:00.981737 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.987528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-75d03ab4-c954-470c-acd0-1caa2b8434a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.991182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58526) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:00.998821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:00.999964 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ce4dcda9-6735-4411-8423-05770fa87f83 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.3227921 Mar 02 09:03:01.001223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.006036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58530) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:01.149272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.152685 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.153892 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8651757 Mar 02 09:03:01.177452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Port': ['ID=543f6bca-d302-4226-ae09-fda65f267a20,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:01.205317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-75d03ab4-c954-470c-acd0-1caa2b8434a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:01.213736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58534) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:01.218449 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6a440-1355-4219-8138-841ed8e0eb77 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Network': ['ID=4c8b1580-2bc0-4620-a0ab-4c9bc61a1269,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:01.232948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4c8b1580-2bc0-4620-a0ab-4c9bc61a1269 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:01.265558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-75d03ab4-c954-470c-acd0-1caa2b8434a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4d03dc0b7c4325aacfddb53d7d0e16 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:01.278353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-75d03ab4-c954-470c-acd0-1caa2b8434a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:01.287989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-75d03ab4-c954-470c-acd0-1caa2b8434a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:01.392338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.404330 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.417929 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Transition to ACTIVE for port object 757d55a8-4769-4179-8634-2ddb543362a5 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:01.441626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843980a-297f-4fe2-973b-cd412d9a0b4e tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc264e0-d554-49f6-adad-5915ea7ab4aa,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:01.451050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-45c07242-badd-4a8c-aa25-3da49dc6c8c1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'fbc264e0-d554-49f6-adad-5915ea7ab4aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:01.451782 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-45c07242-badd-4a8c-aa25-3da49dc6c8c1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 09:03:01.452305 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-45c07242-badd-4a8c-aa25-3da49dc6c8c1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:01.453263 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-45c07242-badd-4a8c-aa25-3da49dc6c8c1 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.2364767 Mar 02 09:03:01.473704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58538) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:01.492364 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.589994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=289fa449-9a14-4620-9b27-683f74e7034a,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:01.614336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcfb302-ab27-41e1-9051-b480abd48281 None None] DHCP port deletion for bbf6f5b9-6324-416e-83bc-16b9975c00f4 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:01.616157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-48443887-5fb1-4542-a345-6a94376d1565 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'fbc264e0-d554-49f6-adad-5915ea7ab4aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:01.619541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-adcfb302-ab27-41e1-9051-b480abd48281 None None] Deleting port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:01.625118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-adcfb302-ab27-41e1-9051-b480abd48281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.662396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:01.663022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.664395 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] 10.222.0.15 "PUT /v2.0/ports/a08663e2-a60f-4ff9-ade5-ad29125e08ed HTTP/1.1" status: 200 len: 1093 time: 5.3461304 Mar 02 09:03:01.691281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:03:01.699751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-48443887-5fb1-4542-a345-6a94376d1565 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:01.727828 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Attempting to bind port 757d55a8-4769-4179-8634-2ddb543362a5 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:01.728446 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Attempting to bind port 757d55a8-4769-4179-8634-2ddb543362a5 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:01.728976 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Attempting to bind port 757d55a8-4769-4179-8634-2ddb543362a5 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:01.739284 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:01.754821 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:01.755251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70053d87-1c92-4a8e-ad14-94432d1003de service neutron] Pushing event updated for resources: {'Port': ['ID=a08663e2-a60f-4ff9-ade5-ad29125e08ed,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:01.755674 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.756213 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:01.756844 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Bound port: 757d55a8-4769-4179-8634-2ddb543362a5, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:01.769132 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.783104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.794289 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bc886-c136-43ac-95dd-7104ece74aa7 None None] Pushing event updated for resources: {'Port': ['ID=757d55a8-4769-4179-8634-2ddb543362a5,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:01.859162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-48443887-5fb1-4542-a345-6a94376d1565 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:01.869166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-48443887-5fb1-4542-a345-6a94376d1565 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:01.871530 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] For port 757d55a8-4769-4179-8634-2ddb543362a5, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:01.876575 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] For port 757d55a8-4769-4179-8634-2ddb543362a5, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=757d55a8-4769-4179-8634-2ddb543362a5,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:01.919425 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'status': 'completed', 'code': 200} Mar 02 09:03:01.933058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Checking segment: {'id': '135c46ba-536f-4a8c-add9-764bc4fd0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '615113fc-af11-4b77-b8ea-325c96bf461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:01.933543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network hostable DHCP agents. Network: 615113fc-af11-4b77-b8ea-325c96bf461a, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:01.947382 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.956761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-48443887-5fb1-4542-a345-6a94376d1565 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:01.965537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-adcfb302-ab27-41e1-9051-b480abd48281 None None] For port 19f2b708-36b6-48d7-91cb-fdedefe3cb12, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=19f2b708-36b6-48d7-91cb-fdedefe3cb12,segment=NetworkSegment(31a41772-760b-4471-af91-ed0c26fb2825),segment_id=31a41772-760b-4471-af91-ed0c26fb2825)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:01.966018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-adcfb302-ab27-41e1-9051-b480abd48281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:01.986972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.037111 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:02.038070 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:02.064179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Network 615113fc-af11-4b77-b8ea-325c96bf461a is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:02.093263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-adcfb302-ab27-41e1-9051-b480abd48281 None None] Calling delete_port for 19f2b708-36b6-48d7-91cb-fdedefe3cb12 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:02.096986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-75d03ab4-c954-470c-acd0-1caa2b8434a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.098757 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bc886-c136-43ac-95dd-7104ece74aa7 None None] Pushing event updated for resources: {'Port': ['ID=757d55a8-4769-4179-8634-2ddb543362a5,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:02.113636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.184287 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 19f2b708-36b6-48d7-91cb-fdedefe3cb12 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:02.193598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 615113fc-af11-4b77-b8ea-325c96bf461a) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:02.207224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-75d03ab4-c954-470c-acd0-1caa2b8434a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.217250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8068f3-9d07-4f0d-8f30-7d09cb6ab9dd None None] Network 615113fc-af11-4b77-b8ea-325c96bf461a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:02.246055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:02.247176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.248568 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:03:02.258366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.261261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.291083 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-75d03ab4-c954-470c-acd0-1caa2b8434a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a4d03dc0b7c4325aacfddb53d7d0e16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5250990 Mar 02 09:03:02.292109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58546) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:02.318103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Deleting port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:02.318438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.346608 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No ports have port_id starting with 19f2b708-36b6-48d7-91cb-fdedefe3cb12 Mar 02 09:03:02.351300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-adcfb302-ab27-41e1-9051-b480abd48281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.380151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794001bc-0bd2-4c58-a75d-c958d9c39ee6 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:02.384657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d03ab4-c954-470c-acd0-1caa2b8434a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8231a483-5d78-4771-8ae1-9fdc05179a1f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:02.388145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794001bc-0bd2-4c58-a75d-c958d9c39ee6 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:02.388540 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c862ea8f-fe35-4395-8086-27a0ec300f2a tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2126417 Mar 02 09:03:02.395370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794001bc-0bd2-4c58-a75d-c958d9c39ee6 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:02.401971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794001bc-0bd2-4c58-a75d-c958d9c39ee6 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:02.402925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-794001bc-0bd2-4c58-a75d-c958d9c39ee6 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Synchronizing usage tracker for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:02.428271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfb302-ab27-41e1-9051-b480abd48281 None None] Pushing event deleted for resources: {'Port': ['ID=19f2b708-36b6-48d7-91cb-fdedefe3cb12,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:02.428466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58550) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:02.430506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfb302-ab27-41e1-9051-b480abd48281 None None] No DVR routers for this DVR port 19f2b708-36b6-48d7-91cb-fdedefe3cb12 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:02.455864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e97e5ef7-2180-43ff-bb00-e2f345f44c86 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:02.480332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] The port '19f2b708-36b6-48d7-91cb-fdedefe3cb12' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:03:02.533459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4abc099-3085-44ad-92e1-b3f48b56fd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.537768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.538386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Fanout notify agent at l3_agent the message router_deleted on router 21a7c42e-da7b-4556-9d0e-8e574f7d899e {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:03:02.576103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-615113fc-af11-4b77-b8ea-325c96bf461a', 'network_id': '615113fc-af11-4b77-b8ea-325c96bf461a', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': '289fa449-9a14-4620-9b27-683f74e7034a'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:02.576103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.577609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.578812 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-77d48c22-7b11-426e-8f15-32df0334c02f tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/routers/21a7c42e-da7b-4556-9d0e-8e574f7d899e HTTP/1.1" status: 204 len: 168 time: 5.8983791 Mar 02 09:03:02.584237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58554) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:02.591076 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-48443887-5fb1-4542-a345-6a94376d1565 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:02.592078 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-48443887-5fb1-4542-a345-6a94376d1565 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0329564 Mar 02 09:03:02.615031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58556) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:02.660983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-7c860db9-7c6e-4aeb-bfe8-7d2153de4708 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'fbc264e0-d554-49f6-adad-5915ea7ab4aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:02.661522 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-7c860db9-7c6e-4aeb-bfe8-7d2153de4708 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 09:03:02.662117 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-7c860db9-7c6e-4aeb-bfe8-7d2153de4708 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:02.663444 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7c860db9-7c6e-4aeb-bfe8-7d2153de4708 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0445919 Mar 02 09:03:02.666088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Allocated IP 172.20.0.1 (176f00c6-11c0-49d6-a4a8-7155a7d99d1e/b0249c75-7c33-46ab-817c-73fee3e37cb2/e574a945-54b5-4847-af92-3734962f69bc) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:02.673147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58562) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:02.677942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-794001bc-0bd2-4c58-a75d-c958d9c39ee6 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Unset dirty status for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:02.683329 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-794001bc-0bd2-4c58-a75d-c958d9c39ee6 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.6819603 Mar 02 09:03:02.689765 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:02:56Z', 'revision_number': 3, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:02.694340 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b48d9f-a8f1-42f2-aaa5-578b1c569568 None None] The sync data for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv is: [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:02:56Z', 'revision_number': 3, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:02.750773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d95bc0-062e-4502-a4ac-0288f0e3604f req-2f847780-0536-4b30-bba9-e26775401c0a tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:02.752434 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48d95bc0-062e-4502-a4ac-0288f0e3604f req-2f847780-0536-4b30-bba9-e26775401c0a tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 943 time: 0.9827316 Mar 02 09:03:02.755671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-28d4ea8c-1ff2-4a9d-b1b2-1ac365d7fc5a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'fbc264e0-d554-49f6-adad-5915ea7ab4aa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:02.768478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58566) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:02.785202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.793638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-28d4ea8c-1ff2-4a9d-b1b2-1ac365d7fc5a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:02.827222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Allocated IP 2001:db8::3 (615113fc-af11-4b77-b8ea-325c96bf461a/289fa449-9a14-4620-9b27-683f74e7034a/a41633f3-0c7d-4f20-b625-8d49e65ee3f7) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:02.840896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-28d4ea8c-1ff2-4a9d-b1b2-1ac365d7fc5a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:02.843699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4abc099-3085-44ad-92e1-b3f48b56fd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.864363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-28d4ea8c-1ff2-4a9d-b1b2-1ac365d7fc5a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:02.885778 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-28d4ea8c-1ff2-4a9d-b1b2-1ac365d7fc5a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:02.896738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15ed0cc-ed5e-48e1-99e2-6953ebe1633d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Deleting subnet e14ac006-f3f6-4771-88f6-3190ce77ce0c {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:02.907496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-073f06f3-5981-40ed-b03d-197a872d0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:02.908993 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-073f06f3-5981-40ed-b03d-197a872d0e54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23af078d0c8346d5a239e1e87331455e&device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 1096 time: 1.0515308 Mar 02 09:03:02.952383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e97e5ef7-2180-43ff-bb00-e2f345f44c86 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1547353'] for subnet, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.952383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:02.958533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf6f5b9-6324-416e-83bc-16b9975c00f4']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:02.966978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a15ed0cc-ed5e-48e1-99e2-6953ebe1633d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.075172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Transition to ACTIVE for port object e574a945-54b5-4847-af92-3734962f69bc will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:03.079283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4abc099-3085-44ad-92e1-b3f48b56fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.109886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc099-3085-44ad-92e1-b3f48b56fd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8231a483-5d78-4771-8ae1-9fdc05179a1f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:03.112667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.115209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a41772-760b-4471-af91-ed0c26fb2825') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:03.115506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a41772-760b-4471-af91-ed0c26fb2825') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:03.136834 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-1c779208-ab4f-4e13-acb4-115084c833e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed HTTP/1.1" status: 200 len: 217 time: 0.1324918 Mar 02 09:03:03.139665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48d95bc0-062e-4502-a4ac-0288f0e3604f req-d6b28118-f449-4a6c-9411-aeb6cd9d2777 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681319 Mar 02 09:03:03.151447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.153031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Transition to ACTIVE for port object a41633f3-0c7d-4f20-b625-8d49e65ee3f7 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:03.166172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4abc099-3085-44ad-92e1-b3f48b56fd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.169595 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c4abc099-3085-44ad-92e1-b3f48b56fd8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8231a483-5d78-4771-8ae1-9fdc05179a1f HTTP/1.1" status: 204 len: 168 time: 0.8682985 Mar 02 09:03:03.186969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Transition to ACTIVE for port object a41633f3-0c7d-4f20-b625-8d49e65ee3f7 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:03.214965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a15ed0cc-ed5e-48e1-99e2-6953ebe1633d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.251698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.279425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.290699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.307011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:03.307412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:03.322470 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:03.372877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Pushing event updated for resources: {'Port': ['ID=a41633f3-0c7d-4f20-b625-8d49e65ee3f7,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:03.387557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Network 615113fc-af11-4b77-b8ea-325c96bf461a is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:03.388929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:03.392013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:03.472986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.501780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Attempting to bind port a41633f3-0c7d-4f20-b625-8d49e65ee3f7 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:03.502322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Attempting to bind port a41633f3-0c7d-4f20-b625-8d49e65ee3f7 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '135c46ba-536f-4a8c-add9-764bc4fd0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '615113fc-af11-4b77-b8ea-325c96bf461a'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:03.503120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Attempting to bind port a41633f3-0c7d-4f20-b625-8d49e65ee3f7 on network 615113fc-af11-4b77-b8ea-325c96bf461a {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:03.511520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:03.511958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Checking segment: {'id': '135c46ba-536f-4a8c-add9-764bc4fd0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '615113fc-af11-4b77-b8ea-325c96bf461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:03.512364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.517577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Bound using segment: {'id': '135c46ba-536f-4a8c-add9-764bc4fd0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '615113fc-af11-4b77-b8ea-325c96bf461a'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:03.517577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Bound port: a41633f3-0c7d-4f20-b625-8d49e65ee3f7, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135c46ba-536f-4a8c-add9-764bc4fd0c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '615113fc-af11-4b77-b8ea-325c96bf461a'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:03.517577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.562152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:03.568696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:03.573778 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:03.649773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e97e5ef7-2180-43ff-bb00-e2f345f44c86 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769683602661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-748025'] for subnet, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.682554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] For port a41633f3-0c7d-4f20-b625-8d49e65ee3f7, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:03.686163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] For port a41633f3-0c7d-4f20-b625-8d49e65ee3f7, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a41633f3-0c7d-4f20-b625-8d49e65ee3f7,segment=NetworkSegment(135c46ba-536f-4a8c-add9-764bc4fd0c6d),segment_id=135c46ba-536f-4a8c-add9-764bc4fd0c6d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:03.705113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Pushing event updated for resources: {'Port': ['ID=e574a945-54b5-4847-af92-3734962f69bc,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:03.717582 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-28d4ea8c-1ff2-4a9d-b1b2-1ac365d7fc5a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:03.717582 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-28d4ea8c-1ff2-4a9d-b1b2-1ac365d7fc5a tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0318372 Mar 02 09:03:03.718145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58574) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:03.728154 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a15ed0cc-ed5e-48e1-99e2-6953ebe1633d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.733774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5e19b888-e1e1-4539-ad76-44082530a7b9 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'fbc264e0-d554-49f6-adad-5915ea7ab4aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:03.734618 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-5e19b888-e1e1-4539-ad76-44082530a7b9 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 09:03:03.735179 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-5e19b888-e1e1-4539-ad76-44082530a7b9 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:03.739182 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5e19b888-e1e1-4539-ad76-44082530a7b9 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153334 Mar 02 09:03:03.740287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e5ef7-2180-43ff-bb00-e2f345f44c86 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:03.746453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e97e5ef7-2180-43ff-bb00-e2f345f44c86 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.747976 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e97e5ef7-2180-43ff-bb00-e2f345f44c86 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "PUT /v2.0/subnets/289fa449-9a14-4620-9b27-683f74e7034a HTTP/1.1" status: 200 len: 900 time: 1.2975819 Mar 02 09:03:03.753775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58578) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:03.754051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58580) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:03.763804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.791428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-bffaf468-b2fe-4082-90a1-b93a61809db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:03.800179 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-bffaf468-b2fe-4082-90a1-b93a61809db4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa82573b-246c-4d88-866a-a8952f19ba1d HTTP/1.1" status: 200 len: 835 time: 0.6327758 Mar 02 09:03:03.901066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:03.957368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365263b9-26f2-457f-8751-dffb0c3221be None None] Pushing event updated for resources: {'Port': ['ID=a41633f3-0c7d-4f20-b625-8d49e65ee3f7,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:03.997429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.024711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f1506f5d-dced-4f8a-a6f3-f583fad410c7 None None] Provisioning for port e574a945-54b5-4847-af92-3734962f69bc completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:04.031833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.034144 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f1506f5d-dced-4f8a-a6f3-f583fad410c7 None None] Provisioning complete for port e574a945-54b5-4847-af92-3734962f69bc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:04.034543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f1506f5d-dced-4f8a-a6f3-f583fad410c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.061812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.066302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2108948-873d-4ddb-a29e-3056734d1fb0']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:04.095773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] Pushing event deleted for resources: {'Network': ['ID=bbf6f5b9-6324-416e-83bc-16b9975c00f4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:04.104561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f33924-065d-4e77-bf7e-b261e59cdf08') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:04.104891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f33924-065d-4e77-bf7e-b261e59cdf08') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:04.119101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f1506f5d-dced-4f8a-a6f3-f583fad410c7 None None] Port e574a945-54b5-4847-af92-3734962f69bc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:03:04.126799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-03e80950-1a21-4ecb-ac7b-60b14ac6d652 tempest-AllowedAddressPairIpV6TestJSON-1555886920 tempest-AllowedAddressPairIpV6TestJSON-1555886920-project] 10.222.0.10 "DELETE /v2.0/networks/bbf6f5b9-6324-416e-83bc-16b9975c00f4 HTTP/1.1" status: 204 len: 168 time: 3.1888483 Mar 02 09:03:04.127383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.138054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-f41ef713-5053-4e9c-b68f-ec77dbab5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:04.139616 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-f41ef713-5053-4e9c-b68f-ec77dbab5fc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122e816d-e1ce-4258-b49f-4b0c00e4f143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3100879 Mar 02 09:03:04.153746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.161689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:04.162120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.244333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ffec0ad0-0a2c-47cb-96df-dc9b11386c27 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'fbc264e0-d554-49f6-adad-5915ea7ab4aa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:04.252327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ffec0ad0-0a2c-47cb-96df-dc9b11386c27 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:04.256178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ffec0ad0-0a2c-47cb-96df-dc9b11386c27 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:04.259013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 757d55a8-4769-4179-8634-2ddb543362a5 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:04.273050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ffec0ad0-0a2c-47cb-96df-dc9b11386c27 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:04.301739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ffec0ad0-0a2c-47cb-96df-dc9b11386c27 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:04.321410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58588) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:04.347219 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:04.399390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e5ef7-2180-43ff-bb00-e2f345f44c86 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event updated for resources: {'Subnet': ['ID=289fa449-9a14-4620-9b27-683f74e7034a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:04.409007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8fefabfd-b93c-4c91-a0dd-271bc5d6be9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.414005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a15ed0cc-ed5e-48e1-99e2-6953ebe1633d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.442495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8fefabfd-b93c-4c91-a0dd-271bc5d6be9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:04.459157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8fefabfd-b93c-4c91-a0dd-271bc5d6be9e admin admin] Usage tracker for resource:security_group_rule and tenant:e0518c4163a34dea8fb1e5c629ccb51f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:04.469995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8fefabfd-b93c-4c91-a0dd-271bc5d6be9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:04.488489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ed0cc-ed5e-48e1-99e2-6953ebe1633d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Subnet': ['ID=e14ac006-f3f6-4771-88f6-3190ce77ce0c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:04.488739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8fefabfd-b93c-4c91-a0dd-271bc5d6be9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:04.490815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a15ed0cc-ed5e-48e1-99e2-6953ebe1633d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.496650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.498084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 757d55a8-4769-4179-8634-2ddb543362a5 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:04.505030 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-ffec0ad0-0a2c-47cb-96df-dc9b11386c27 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Project 24e1bdd460a0411bb3f2fed6d1ecc9ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:03:04.515063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 757d55a8-4769-4179-8634-2ddb543362a5 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:04.516902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.576221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting port a41633f3-0c7d-4f20-b625-8d49e65ee3f7 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:04.576556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.645092 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-36c356cd-69c0-4a7b-99d5-89ab9411ba86 service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544155 Mar 02 09:03:04.650926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.673248 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-ffec0ad0-0a2c-47cb-96df-dc9b11386c27 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:04.676959 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ffec0ad0-0a2c-47cb-96df-dc9b11386c27 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9195828 Mar 02 09:03:04.685798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58594) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:04.701861 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a15ed0cc-ed5e-48e1-99e2-6953ebe1633d tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/subnets/e14ac006-f3f6-4771-88f6-3190ce77ce0c HTTP/1.1" status: 204 len: 168 time: 2.1045270 Mar 02 09:03:04.721637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-919175fb-c3b8-4725-ab95-6ad841b82dca tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'fbc264e0-d554-49f6-adad-5915ea7ab4aa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:04.722146 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-919175fb-c3b8-4725-ab95-6ad841b82dca tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 09:03:04.722640 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-919175fb-c3b8-4725-ab95-6ad841b82dca tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:04.723196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.725874 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-919175fb-c3b8-4725-ab95-6ad841b82dca tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0368242 Mar 02 09:03:04.728307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58598) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:04.728631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58600) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:04.741378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.744179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-72c6a084-da1e-48dd-913f-9a26708b37d0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'fbc264e0-d554-49f6-adad-5915ea7ab4aa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:04.746314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/networks/b2108948-873d-4ddb-a29e-3056734d1fb0 HTTP/1.1" status: 204 len: 168 time: 1.9761031 Mar 02 09:03:04.746823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58606) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:04.748623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b7df8-18f1-48ea-b470-e7cab769ab67 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Network': ['ID=b2108948-873d-4ddb-a29e-3056734d1fb0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:04.749655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 757d55a8-4769-4179-8634-2ddb543362a5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=757d55a8-4769-4179-8634-2ddb543362a5,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:04.749793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-72c6a084-da1e-48dd-913f-9a26708b37d0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:04.753900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-72c6a084-da1e-48dd-913f-9a26708b37d0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:04.757479 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-72c6a084-da1e-48dd-913f-9a26708b37d0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:04.763565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-72c6a084-da1e-48dd-913f-9a26708b37d0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:04.820780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.902942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58612) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:04.935482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=757d55a8-4769-4179-8634-2ddb543362a5,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:04.993379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:04.999318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8fefabfd-b93c-4c91-a0dd-271bc5d6be9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.046923 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-179cf703-28e5-49a8-8f92-4b0364d061d3 req-7c4f9b79-d0f4-4d96-9943-e7002b372ee2 service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920534 Mar 02 09:03:05.059748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac0f23-2057-499b-a08e-755df8c0db51 req-8addef77-2d7d-4857-9a5b-0092d44b7d4b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:05.065608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.068494 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4dac0f23-2057-499b-a08e-755df8c0db51 req-8addef77-2d7d-4857-9a5b-0092d44b7d4b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 943 time: 0.7170358 Mar 02 09:03:05.096171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8fefabfd-b93c-4c91-a0dd-271bc5d6be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.194284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.224670 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4dac0f23-2057-499b-a08e-755df8c0db51 req-e5f050bb-597e-41b7-b4b2-151b39054dd3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552913 Mar 02 09:03:05.283596 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-72c6a084-da1e-48dd-913f-9a26708b37d0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Project 24e1bdd460a0411bb3f2fed6d1ecc9ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:03:05.293999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79d115-6f8f-4518-b6c2-c725f95fe3f1 None None] Network 615113fc-af11-4b77-b8ea-325c96bf461a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:05.313813 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8fefabfd-b93c-4c91-a0dd-271bc5d6be9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0518c4163a34dea8fb1e5c629ccb51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9837420 Mar 02 09:03:05.317485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58618) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:05.323183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.355194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefabfd-b93c-4c91-a0dd-271bc5d6be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecbe35f-1602-4d0b-9b6c-0eb2353a5443,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:05.408108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8b1580-2bc0-4620-a0ab-4c9bc61a1269']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:05.425677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ba88d69-2547-4ff5-807e-48b9d003f186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.436217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-cec4a6ec-7d68-49b1-83b0-0306a40b08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:05.438333 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-cec4a6ec-7d68-49b1-83b0-0306a40b08fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23af078d0c8346d5a239e1e87331455e&device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 1096 time: 0.2556860 Mar 02 09:03:05.470883 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9817ff7b-edfa-48e4-9be7-53456a6d3a35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5cd4511ad9b4e4e98a7110501132a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5643659 Mar 02 09:03:05.474099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb929b3c-5558-43a3-b0cb-515983afb695') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:05.474399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb929b3c-5558-43a3-b0cb-515983afb695') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:05.475992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58622) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:05.482234 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-72c6a084-da1e-48dd-913f-9a26708b37d0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:05.487636 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-72c6a084-da1e-48dd-913f-9a26708b37d0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7518480 Mar 02 09:03:05.492447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-92c1a815-f1b7-4145-af6c-2ebc9f1806b5 None None] Provisioning for port a41633f3-0c7d-4f20-b625-8d49e65ee3f7 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:05.496064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58626) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:05.504058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ba88d69-2547-4ff5-807e-48b9d003f186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.512852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] For port a41633f3-0c7d-4f20-b625-8d49e65ee3f7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a41633f3-0c7d-4f20-b625-8d49e65ee3f7,segment=NetworkSegment(135c46ba-536f-4a8c-add9-764bc4fd0c6d),segment_id=135c46ba-536f-4a8c-add9-764bc4fd0c6d)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:05.513394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.518372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6c34444b-c8d4-4f1f-9a06-fdc603456532 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'fbc264e0-d554-49f6-adad-5915ea7ab4aa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:05.528767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6c34444b-c8d4-4f1f-9a06-fdc603456532 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:05.532664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6c34444b-c8d4-4f1f-9a06-fdc603456532 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:05.535568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6c34444b-c8d4-4f1f-9a06-fdc603456532 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:05.541636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6c34444b-c8d4-4f1f-9a06-fdc603456532 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:05.549725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.625979 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-6c34444b-c8d4-4f1f-9a06-fdc603456532 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Project 24e1bdd460a0411bb3f2fed6d1ecc9ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:03:05.665678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.680275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:05.680675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:05.697057 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:05.780219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Calling delete_port for a41633f3-0c7d-4f20-b625-8d49e65ee3f7 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:05.816177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2af7ca-6a5b-4f54-bbc2-75901b45ceb3 None None] Network 615113fc-af11-4b77-b8ea-325c96bf461a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:05.837647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.910586 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-6c34444b-c8d4-4f1f-9a06-fdc603456532 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:05.910586 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6c34444b-c8d4-4f1f-9a06-fdc603456532 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4084826 Mar 02 09:03:05.913005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6e210f-5035-4480-a7d7-467c550339de']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:05.913897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58630) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:05.935235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-ccb55677-a407-4785-810f-d296493bc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:05.936642 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-ccb55677-a407-4785-810f-d296493bc819 service neutron] 10.222.0.15 "GET /v2.0/networks?id=122e816d-e1ce-4258-b49f-4b0c00e4f143 HTTP/1.1" status: 200 len: 897 time: 0.4913032 Mar 02 09:03:05.952885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fef574-451d-482f-ba04-0a1eab807b85') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:05.953267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fef574-451d-482f-ba04-0a1eab807b85') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:05.987446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:05.995497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c1cf43ac-26c2-4294-ae9a-67dbfdcce860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.021056 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-77e61e1a-85c8-4978-aca1-87b9117158cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed HTTP/1.1" status: 200 len: 217 time: 0.0761263 Mar 02 09:03:06.045880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.058525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ba88d69-2547-4ff5-807e-48b9d003f186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.088463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:06.089052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.090834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba88d69-2547-4ff5-807e-48b9d003f186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecbe35f-1602-4d0b-9b6c-0eb2353a5443,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:06.120257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.144147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.152448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-d5365253-258b-4c59-94f4-ad40d62da64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:06.152448 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-d5365253-258b-4c59-94f4-ad40d62da64a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa82573b-246c-4d88-866a-a8952f19ba1d HTTP/1.1" status: 200 len: 835 time: 0.1234705 Mar 02 09:03:06.156046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f833d8dc-c372-4d04-9c87-fe3419fd588f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.195015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Network': ['ID=4c8b1580-2bc0-4620-a0ab-4c9bc61a1269,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:06.220680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ba88d69-2547-4ff5-807e-48b9d003f186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.221802 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8ba88d69-2547-4ff5-807e-48b9d003f186 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aecbe35f-1602-4d0b-9b6c-0eb2353a5443 HTTP/1.1" status: 204 len: 168 time: 0.9008584 Mar 02 09:03:06.225382 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b745a8e5-1d93-4dbf-953a-726ff9066841 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/networks/4c8b1580-2bc0-4620-a0ab-4c9bc61a1269 HTTP/1.1" status: 204 len: 168 time: 1.4719527 Mar 02 09:03:06.238190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58636) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:06.300688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 757d55a8-4769-4179-8634-2ddb543362a5 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:06.303604 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:06.331231 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c1cf43ac-26c2-4294-ae9a-67dbfdcce860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.338879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f833d8dc-c372-4d04-9c87-fe3419fd588f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.360717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.399753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 757d55a8-4769-4179-8634-2ddb543362a5 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:06.400344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.474202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.545175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-138fdeb2-e565-49a5-b648-369e62c8e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:06.546606 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-138fdeb2-e565-49a5-b648-369e62c8e079 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122e816d-e1ce-4258-b49f-4b0c00e4f143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3836389 Mar 02 09:03:06.565769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.588174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a41633f3-0c7d-4f20-b625-8d49e65ee3f7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:06.595485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d714eb5-0734-43ac-a761-5b69712d4570 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:06.601442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d714eb5-0734-43ac-a761-5b69712d4570 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:06.602239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6d714eb5-0734-43ac-a761-5b69712d4570 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Synchronizing usage tracker for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:06.632851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a41633f3-0c7d-4f20-b625-8d49e65ee3f7 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:03:06.633201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a41633f3-0c7d-4f20-b625-8d49e65ee3f7 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 09:03:06.672361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Port a41633f3-0c7d-4f20-b625-8d49e65ee3f7 not found, will not notify nova. {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 09:03:06.684377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f833d8dc-c372-4d04-9c87-fe3419fd588f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.689005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae13714-09ea-47e6-bfe3-0ed26319df72 None None] DHCP port deletion for 615113fc-af11-4b77-b8ea-325c96bf461a request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:06.708426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04971740-03c7-4b4d-8265-dbf613e133ca None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:03:06.712280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.731660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Pushing event updated for resources: {'Port': ['ID=e574a945-54b5-4847-af92-3734962f69bc,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:06.739876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.757800 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-9f5ed405-7a7c-46e4-af46-fcabe728d3cb service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035851 Mar 02 09:03:06.763806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833d8dc-c372-4d04-9c87-fe3419fd588f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc264e0-d554-49f6-adad-5915ea7ab4aa,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:06.792268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f833d8dc-c372-4d04-9c87-fe3419fd588f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.793776 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f833d8dc-c372-4d04-9c87-fe3419fd588f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/fbc264e0-d554-49f6-adad-5915ea7ab4aa HTTP/1.1" status: 204 len: 168 time: 0.8776195 Mar 02 09:03:06.795580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6d714eb5-0734-43ac-a761-5b69712d4570 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Unset dirty status for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:06.802362 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6d714eb5-0734-43ac-a761-5b69712d4570 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5631127 Mar 02 09:03:06.847628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c1cf43ac-26c2-4294-ae9a-67dbfdcce860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.852396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58644) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:06.852719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58648) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:06.859777 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.870776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04971740-03c7-4b4d-8265-dbf613e133ca None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:03:06.889859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c1cf43ac-26c2-4294-ae9a-67dbfdcce860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:06.890167 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c1cf43ac-26c2-4294-ae9a-67dbfdcce860 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc5678ef-0400-433c-b476-cf814b7c46c1 HTTP/1.1" status: 204 len: 168 time: 1.4097297 Mar 02 09:03:06.897378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No DVR routers for this DVR port a41633f3-0c7d-4f20-b625-8d49e65ee3f7 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:06.900826 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] 10.222.0.10 "DELETE /v2.0/networks/8e6e210f-5035-4480-a7d7-467c550339de HTTP/1.1" status: 204 len: 168 time: 2.1708403 Mar 02 09:03:06.910002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e13b6-5a6a-4865-b23f-9e4341a7c712 req-5fa640f9-b7c9-4e09-af1d-1c52e84f1de3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:06.918777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b76e13b6-5a6a-4865-b23f-9e4341a7c712 req-5fa640f9-b7c9-4e09-af1d-1c52e84f1de3 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 943 time: 0.5005343 Mar 02 09:03:06.989502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baf3ad-10ac-4881-9888-9f1945363c05 tempest-FloatingIPTestJSON-67480917 tempest-FloatingIPTestJSON-67480917-project] Pushing event deleted for resources: {'Network': ['ID=8e6e210f-5035-4480-a7d7-467c550339de,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:06.997090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-479205205'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:07.014396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b76e13b6-5a6a-4865-b23f-9e4341a7c712 req-8ce7e5ea-12dc-4492-a39e-698d65cc661e tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947254 Mar 02 09:03:07.023428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Port': ['ID=a41633f3-0c7d-4f20-b625-8d49e65ee3f7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:07.038552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf43ac-26c2-4294-ae9a-67dbfdcce860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5678ef-0400-433c-b476-cf814b7c46c1,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:07.040568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:07.047912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.068902 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-487991c4-1bc3-4eeb-ac35-17e58b1d9f46 req-13ab5268-acdc-43df-b900-d7defebcb74a service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986028 Mar 02 09:03:07.163943 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:07.198531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58664) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:07.198679 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7b87fc84-285b-4a63-b44c-1d56184570a6 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3059871 Mar 02 09:03:07.204047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786722319'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:07.215083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:07.224428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:07.235431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:07.244733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:07.252780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:07.255346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:07.267508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Made reservation on behalf of 0a4afc64a1124c1ab9c300ca135915bb for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:07.276412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.282379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005bd885-b13a-438f-815e-6967adb0325c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-615113fc-af11-4b77-b8ea-325c96bf461a', 'network_id': '615113fc-af11-4b77-b8ea-325c96bf461a', 'tenant_id': '661415e16f0b443c93538ba95fc3da67', 'fixed_ips': [{'subnet_id': '289fa449-9a14-4620-9b27-683f74e7034a'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:07.283220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-005bd885-b13a-438f-815e-6967adb0325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.351465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.374540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:07.379771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:07.385299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:07.396065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.406390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:07.432491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:07.504177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=289fa449-9a14-4620-9b27-683f74e7034a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:07.525487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.544560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.544913 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Added segment 4d6c0ba4-6f2c-41e4-9100-82549351d336 of type vlan for network b12a14fa-4ef8-4611-81b1-586b47147e55 Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server [None req-005bd885-b13a-438f-815e-6967adb0325c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 289fa449-9a14-4620-9b27-683f74e7034a: This subnet is being modified by another concurrent operation. Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:03:07.621884 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise exception Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 289fa449-9a14-4620-9b27-683f74e7034a: This subnet is being modified by another concurrent operation. Mar 02 09:03:07.625680 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Mar 02 09:03:07.640315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065de893-85e1-441e-9031-c4fe51e0dbce None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:03:07.641283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Router 1477d820-515e-4d59-9a43-1bd53092f7fc has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:03:07.649083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.666988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.683841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.728878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30ba82-0213-4763-b797-e18ca94a70ab,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:07.794939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615113fc-af11-4b77-b8ea-325c96bf461a']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:07.798045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.801139 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-13e6b11f-5772-4436-adeb-350e34d69998 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6021004 Mar 02 09:03:07.803894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58684) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:07.806456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065de893-85e1-441e-9031-c4fe51e0dbce None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:03:07.809078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1d175c7b-3113-45e8-a8e4-22ab4d2fd1e0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'ab30ba82-0213-4763-b797-e18ca94a70ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:07.815847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1d175c7b-3113-45e8-a8e4-22ab4d2fd1e0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:07.822070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135c46ba-536f-4a8c-add9-764bc4fd0c6d') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:07.822368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135c46ba-536f-4a8c-add9-764bc4fd0c6d') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:07.823156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1d175c7b-3113-45e8-a8e4-22ab4d2fd1e0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:07.830317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1d175c7b-3113-45e8-a8e4-22ab4d2fd1e0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:07.835659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1d175c7b-3113-45e8-a8e4-22ab4d2fd1e0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:07.842080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.843421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58688) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:07.933206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.944328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.949715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:07.950366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:07.955957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:07.956349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.077405 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-1d175c7b-3113-45e8-a8e4-22ab4d2fd1e0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The resource could not be found. Mar 02 09:03:08.079294 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1d175c7b-3113-45e8-a8e4-22ab4d2fd1e0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2744029 Mar 02 09:03:08.082297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58700) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:08.091078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c3a8a35a-8844-411e-b649-e2a107220f76 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'ab30ba82-0213-4763-b797-e18ca94a70ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3485cf4c-979e-42d8-9301-68af85b047bf'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:08.108058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c3a8a35a-8844-411e-b649-e2a107220f76 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:08.119069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c3a8a35a-8844-411e-b649-e2a107220f76 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:08.126152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c3a8a35a-8844-411e-b649-e2a107220f76 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:08.133730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c3a8a35a-8844-411e-b649-e2a107220f76 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:08.235821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a41633f3-0c7d-4f20-b625-8d49e65ee3f7 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:08.286015 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:08.304202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a08663e2-a60f-4ff9-ade5-ad29125e08ed details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:03:08.310184 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a41633f3-0c7d-4f20-b625-8d49e65ee3f7 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:03:08.310734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a41633f3-0c7d-4f20-b625-8d49e65ee3f7 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:03:08.320641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Network': ['ID=b12a14fa-4ef8-4611-81b1-586b47147e55,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:08.362013 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f77f2209-1718-45b1-b59e-1b2691c3d5be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50b22bd736e44686b0c697bc43c87c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163567 Mar 02 09:03:08.369056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58710) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:08.369944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network b12a14fa-4ef8-4611-81b1-586b47147e55 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:08.381155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:08.422885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Sync routers for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:08.446321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-c3a8a35a-8844-411e-b649-e2a107220f76 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The resource could not be found. Mar 02 09:03:08.447705 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c3a8a35a-8844-411e-b649-e2a107220f76 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3642349 Mar 02 09:03:08.452121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58714) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:08.513362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99042cf-b586-4cdf-ac28-ed594212e0c3 req-0b63a2d4-ca0a-4bbc-9b5c-68c0b6bd2f60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:08.527992 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d99042cf-b586-4cdf-ac28-ed594212e0c3 req-0b63a2d4-ca0a-4bbc-9b5c-68c0b6bd2f60 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 943 time: 0.3200321 Mar 02 09:03:08.537545 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6fc3744b-bd8e-420b-8652-71739f85b7ac admin admin] 10.222.0.10 "PUT /v2.0/routers/1477d820-515e-4d59-9a43-1bd53092f7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5211093 Mar 02 09:03:08.537660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a3c35f1c-5e45-4ea7-8baa-64484bff3e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.537783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.561579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.582396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:08.592081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a3c35f1c-5e45-4ea7-8baa-64484bff3e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.614312 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=615113fc-af11-4b77-b8ea-325c96bf461a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:08.633971 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fe9f16f3-bca6-405e-8638-13f1028b0354 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/615113fc-af11-4b77-b8ea-325c96bf461a HTTP/1.1" status: 204 len: 168 time: 4.8772097 Mar 02 09:03:08.637812 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5922460b-3ca2-4684-8452-b642d9423bed tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7437198 Mar 02 09:03:08.645675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58724) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:08.646508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58726) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:08.704357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-271074331'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:08.719389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc06-7cf3-4a34-9073-85045581f76d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.722071 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-566b247a-3b1b-4cbf-b3f9-2315a4e3f548 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:08.722556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566b247a-3b1b-4cbf-b3f9-2315a4e3f548 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:08.729364 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-566b247a-3b1b-4cbf-b3f9-2315a4e3f548 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/289fa449-9a14-4620-9b27-683f74e7034a HTTP/1.1" status: 404 len: 337 time: 0.0823448 Mar 02 09:03:08.733741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:08.738240 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d99042cf-b586-4cdf-ac28-ed594212e0c3 req-4abc210b-a229-45c5-b519-0a08093bdb73 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092812 Mar 02 09:03:08.738730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58734) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:08.756464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Usage tracker for resource:network and tenant:0a4afc64a1124c1ab9c300ca135915bb is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:08.762690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:08.773889 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed1c802-8098-4229-9934-483c159e1a63 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:08.774414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed1c802-8098-4229-9934-483c159e1a63 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:08.780836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a3c35f1c-5e45-4ea7-8baa-64484bff3e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.798378 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4ed1c802-8098-4229-9934-483c159e1a63 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/615113fc-af11-4b77-b8ea-325c96bf461a HTTP/1.1" status: 404 len: 339 time: 0.0584159 Mar 02 09:03:08.799012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58744) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:08.799717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:08.803001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc06-7cf3-4a34-9073-85045581f76d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.805389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a3c35f1c-5e45-4ea7-8baa-64484bff3e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.805992 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a3c35f1c-5e45-4ea7-8baa-64484bff3e70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e911d5a7-c3cf-412e-b421-fd1948c4fa0c HTTP/1.1" status: 204 len: 168 time: 0.4349880 Mar 02 09:03:08.823796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c35f1c-5e45-4ea7-8baa-64484bff3e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e911d5a7-c3cf-412e-b421-fd1948c4fa0c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:08.830792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'port_id': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'mac_address': 'fa:16:3e:4b:db:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:03:08.843359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:08.844631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:08.886142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Made reservation on behalf of 0a4afc64a1124c1ab9c300ca135915bb for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:08.891672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.914848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc06-7cf3-4a34-9073-85045581f76d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.933266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:08.938181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bbc06-7cf3-4a34-9073-85045581f76d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30ba82-0213-4763-b797-e18ca94a70ab,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:08.940645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab209fa-495f-4c17-9e48-e93c53b9ae8d None None] Network 615113fc-af11-4b77-b8ea-325c96bf461a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:08.973484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab209fa-495f-4c17-9e48-e93c53b9ae8d None None] Network 615113fc-af11-4b77-b8ea-325c96bf461a could not be found, it might have been deleted concurrently. {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 09:03:08.997918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c78bbc06-7cf3-4a34-9073-85045581f76d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.001744 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c78bbc06-7cf3-4a34-9073-85045581f76d tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/ab30ba82-0213-4763-b797-e18ca94a70ab HTTP/1.1" status: 204 len: 168 time: 0.5455892 Mar 02 09:03:09.001744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:09.003031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58752) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:09.068141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-64937f98-0a7f-4598-b5c1-7996b3c151c8 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Synchronizing usage tracker for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:09.081295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.081636 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Added segment 7c47b791-fe22-46f9-8d15-5f0aba1850d2 of type vlan for network 27a3eef4-e184-441e-b5ae-b4d5ea9feb7b Mar 02 09:03:09.114485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.160170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c04da1-2b5e-4c1e-b105-8a61525bd1f6 None None] DHCP port deletion for 615113fc-af11-4b77-b8ea-325c96bf461a request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:09.175137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-64937f98-0a7f-4598-b5c1-7996b3c151c8 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Unset dirty status for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:09.177238 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-64937f98-0a7f-4598-b5c1-7996b3c151c8 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1733146 Mar 02 09:03:09.181284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58756) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:09.199708 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-517dd684-b5bd-4880-bc89-b3cae0fafcb0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': '2aefda43-8b55-4067-8b0e-67546d339760', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:09.209910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-517dd684-b5bd-4880-bc89-b3cae0fafcb0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:09.215004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-517dd684-b5bd-4880-bc89-b3cae0fafcb0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:09.220260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-517dd684-b5bd-4880-bc89-b3cae0fafcb0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:09.227631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-517dd684-b5bd-4880-bc89-b3cae0fafcb0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:09.231806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ea97e810-8040-46ec-ba68-991ed30ae914 None None] Provisioning complete for port e574a945-54b5-4847-af92-3734962f69bc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:09.232638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ea97e810-8040-46ec-ba68-991ed30ae914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.240620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.247322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:09.248324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.264804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.273406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.322532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:03:09.328820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f450c6-9131-4996-a42a-b0079fd83371']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:09.354707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1ca4e4-e6ff-4dfb-b7b9-af615ad34d05') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:09.356272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1ca4e4-e6ff-4dfb-b7b9-af615ad34d05') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:09.371251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08663e2-a60f-4ff9-ade5-ad29125e08ed {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:03:09.389305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.406074 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7572060 Mar 02 09:03:09.414558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58762) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:09.420617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f9d3b-ead6-48a5-9077-277b6eca6ac0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Network': ['ID=27a3eef4-e184-441e-b5ae-b4d5ea9feb7b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:09.421183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'ports': [{'network_id': 'b12a14fa-4ef8-4611-81b1-586b47147e55', 'name': 'tempest-port--1737553512', 'admin_state_up': True}, {'network_id': '27a3eef4-e184-441e-b5ae-b4d5ea9feb7b', 'admin_state_up': False}]} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:09.421613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'port': {'network_id': 'b12a14fa-4ef8-4611-81b1-586b47147e55', 'name': 'tempest-port--1737553512', 'admin_state_up': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:09.422557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'port': {'network_id': '27a3eef4-e184-441e-b5ae-b4d5ea9feb7b', 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:09.425367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ea97e810-8040-46ec-ba68-991ed30ae914 None None] Port e574a945-54b5-4847-af92-3734962f69bc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:03:09.428621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:09.434329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 27a3eef4-e184-441e-b5ae-b4d5ea9feb7b details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:09.444115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.467628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:09.468126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:09.483015 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:09.524727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.532410 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-517dd684-b5bd-4880-bc89-b3cae0fafcb0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The resource could not be found. Mar 02 09:03:09.537094 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-517dd684-b5bd-4880-bc89-b3cae0fafcb0 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3509488 Mar 02 09:03:09.540557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58766) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:09.542891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--32424820'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:09.566429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58770) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:09.575292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:09.591596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:09.698078 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.731195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58778) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:09.739648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:09.751115 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:09.753259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.772886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:09.793601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.793778 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:09.830120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=70f450c6-9131-4996-a42a-b0079fd83371,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:09.858160 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3518ad0c-ce4b-4537-9eef-8a4ccbf43d7c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/70f450c6-9131-4996-a42a-b0079fd83371 HTTP/1.1" status: 204 len: 168 time: 1.0543058 Mar 02 09:03:09.865256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58782) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:09.869080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:09.886945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.895156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885527075', 'description': 'tempest-description--1852367306'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:09.902846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:09.903048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=a08663e2-a60f-4ff9-ade5-ad29125e08ed,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:09.907432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Usage tracker for resource:security_group and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:09.918431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-875218660'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:09.923966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:09.931444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:09.934763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:09.941627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:09.947429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:09.956104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:09.961483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:09.965659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Usage tracker for resource:port and tenant:0a4afc64a1124c1ab9c300ca135915bb is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:09.973161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['a08663e2-a60f-4ff9-ade5-ad29125e08ed'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:03:09.973789 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6ed442-8093-480d-b32d-9c2c8e1b48ae tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:09.974281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6ed442-8093-480d-b32d-9c2c8e1b48ae tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:09.978664 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7e6ed442-8093-480d-b32d-9c2c8e1b48ae tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/4042270e-c48c-4ceb-9564-b05d67cceb96 HTTP/1.1" status: 404 len: 337 time: 0.1114049 Mar 02 09:03:09.979810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:09.983100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58792) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:10.030012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f634095a-dce1-4015-82f4-6333deaeea36,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:10.042876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.080788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:10.091016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Usage tracker for resource:security_group_rule and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:10.096790 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:10.104732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:10.108515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:10.119971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'e574a945-54b5-4847-af92-3734962f69bc', 'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'mac_address': 'fa:16:3e:a0:6f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:03:02Z', 'updated_at': '2022-03-02T09:03:05Z', 'revision_number': 2, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'subnets': [{'id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:10.125066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:10.128729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.136599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Checking router: 1477d820-515e-4d59-9a43-1bd53092f7fc for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:03:10.136948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Updating router 1477d820-515e-4d59-9a43-1bd53092f7fc port e574a945-54b5-4847-af92-3734962f69bc binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:03:10.148589 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4df5ad-3166-47bf-b79d-190da30e5555 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:10.149174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4df5ad-3166-47bf-b79d-190da30e5555 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:10.152842 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-da4df5ad-3166-47bf-b79d-190da30e5555 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/a93a4c69-5265-42c2-936e-38760a2463a9 HTTP/1.1" status: 404 len: 339 time: 0.1682813 Mar 02 09:03:10.159975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58798) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:10.174920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58800) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:10.177419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.184322 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d206a7d2-cb2f-45dd-b8c5-cb388be2070f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6431305 Mar 02 09:03:10.185008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58808) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:10.189440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.203800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--612337750'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:10.216124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:10.220991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:10.226877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.227399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:10.231715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:10.235227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:security_group_rule and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:10.243949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:10.246666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:10.257002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:10.262254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d12d806-5583-4e50-be90-6f19a807b4f3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting subnet e071e710-4f29-4f39-a376-740937f42de7 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:10.267292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d12d806-5583-4e50-be90-6f19a807b4f3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.306018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Made reservation on behalf of 0a4afc64a1124c1ab9c300ca135915bb for: {'port': 2} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:10.310590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.311199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.359717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8764-ecfc-4071-ac20-126b710113b1 req-3e1f8e15-e450-47e0-9e1d-6d237360666d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:10.361412 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9d5f8764-ecfc-4071-ac20-126b710113b1 req-3e1f8e15-e450-47e0-9e1d-6d237360666d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 944 time: 0.3987088 Mar 02 09:03:10.363268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.364680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.382462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d12d806-5583-4e50-be90-6f19a807b4f3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.417310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:10.422585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.423235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.440747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:10.448616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:10.473856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:10.489289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87880c0-4080-448c-876e-f625eae6cca4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:10.517184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.584662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.589052 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-096de576-fa59-4d85-b358-72c4ae96fc9b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6973009 Mar 02 09:03:10.589052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:10.592296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-30292844', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:10.601321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58820) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:10.613290 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9d5f8764-ecfc-4071-ac20-126b710113b1 req-a408c80a-d1c5-4636-9883-f4d75a522b8e tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358637 Mar 02 09:03:10.617611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Request body: {'security_group_rule': {'security_group_id': 'a87880c0-4080-448c-876e-f625eae6cca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:10.623694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:10.624667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:10.629568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Usage tracker for resource:security_group_rule and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:10.632887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:10.639578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:10.657673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e4ba7a-a764-4e5f-98f8-fa1edf816eeb,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:10.663848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.664372 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment a3800eca-37a7-4560-ac54-819154591900 of type vlan for network 1c3c9e3c-b27f-4254-8c1b-0655a474639d Mar 02 09:03:10.670219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Usage tracker for resource:port and tenant:cde4b7f705cc42da91a9001063c51aa8 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:10.676866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:10.723276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.727474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d12d806-5583-4e50-be90-6f19a807b4f3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.738575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.739475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.769162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:10.813799 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.827230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Transition to ACTIVE for port object e574a945-54b5-4847-af92-3734962f69bc will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:10.828949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.857172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.887135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.893162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:10.893736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.903736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] device_id is not set on port 1dc28312-9863-4671-8f12-4902fa2533a7 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:03:10.931337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Made reservation on behalf of cde4b7f705cc42da91a9001063c51aa8 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:10.931677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.933637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.951221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.963739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:10.978696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:10.982672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Usage tracker for resource:security_group_rule and tenant:cde4b7f705cc42da91a9001063c51aa8 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:10.985645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:10.991504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:11.001923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158494e5-8016-4ce7-9288-70fe6b20be5f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:11.007879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d12d806-5583-4e50-be90-6f19a807b4f3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.063802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12d806-5583-4e50-be90-6f19a807b4f3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=e071e710-4f29-4f39-a376-740937f42de7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:11.076301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d12d806-5583-4e50-be90-6f19a807b4f3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.101046 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.105460 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4999099 Mar 02 09:03:11.107714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58832) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:11.117753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Request body: {'security_group_rule': {'security_group_id': 'a87880c0-4080-448c-876e-f625eae6cca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:11.118646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333d436-eb73-4906-8730-0ae0f8906966 None None] Pushing event updated for resources: {'Port': ['ID=e574a945-54b5-4847-af92-3734962f69bc,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:11.121398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbcbea6-e17a-4151-87ca-a17fbdfc9b02 None None] Network 03d7aa69-e341-4259-a947-5c9e6e120056 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:11.123824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=1c3c9e3c-b27f-4254-8c1b-0655a474639d,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:11.127439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ccf65-4aa2-47e7-8cf8-84b6fb95d508 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54dee81-d7d7-430f-a2bf-ef39fd5280c2,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:11.150987 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-300db78f-ba11-4b4c-ae82-dba2427a9d13 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5827904 Mar 02 09:03:11.152125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.156140 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4fa4b25e-30ae-4a9c-9966-681e5f480950 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9652476 Mar 02 09:03:11.156140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:11.174937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Usage tracker for resource:security_group_rule and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:11.180903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:11.181248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 1c3c9e3c-b27f-4254-8c1b-0655a474639d details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:11.189484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:11.200252 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58836) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:11.207226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-48b8e034-d4c8-45a4-a901-ef4924dc5f8b tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': 'f634095a-dce1-4015-82f4-6333deaeea36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '158494e5-8016-4ce7-9288-70fe6b20be5f'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:11.216444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-48b8e034-d4c8-45a4-a901-ef4924dc5f8b tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:11.222096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-48b8e034-d4c8-45a4-a901-ef4924dc5f8b tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:11.226272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-48b8e034-d4c8-45a4-a901-ef4924dc5f8b tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:11.233760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-48b8e034-d4c8-45a4-a901-ef4924dc5f8b tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:11.262101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.270072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.276831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58840) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:11.293431 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7d12d806-5583-4e50-be90-6f19a807b4f3 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/e071e710-4f29-4f39-a376-740937f42de7 HTTP/1.1" status: 204 len: 168 time: 1.1196017 Mar 02 09:03:11.313254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58844) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:11.321506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': '1c3c9e3c-b27f-4254-8c1b-0655a474639d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:11.335989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58848) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:11.336703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.337253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Attempting to bind port e574a945-54b5-4847-af92-3734962f69bc on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:11.337617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Attempting to bind port e574a945-54b5-4847-af92-3734962f69bc by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:11.338005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Attempting to bind port e574a945-54b5-4847-af92-3734962f69bc on network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:11.378270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.411345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] device_id is not set on port 8a6fc315-d671-490f-8460-419397964810 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:03:11.414484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:11.414854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Checking segment: {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:11.415250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.415635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Bound using segment: {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:11.416105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Bound port: e574a945-54b5-4847-af92-3734962f69bc, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:11.416469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.482708 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-48b8e034-d4c8-45a4-a901-ef4924dc5f8b tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:11.487200 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-48b8e034-d4c8-45a4-a901-ef4924dc5f8b tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2855639 Mar 02 09:03:11.487766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58854) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:11.520420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] For port e574a945-54b5-4847-af92-3734962f69bc, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:11.523361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] For port e574a945-54b5-4847-af92-3734962f69bc, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e574a945-54b5-4847-af92-3734962f69bc,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:11.594158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'network': {'name': 'tempest-RoutersTest-635415307'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:11.598184 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.599015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb24d137-3551-40cd-b6b3-26fc4a4abcf4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.601152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:11.605553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.620242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:network and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:11.623327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:11.629433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:11.632575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:11.640056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:11.650472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:11.663990 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:11.666535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb24d137-3551-40cd-b6b3-26fc4a4abcf4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.683287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.739479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] device_id is not set on port c6041300-4b4b-4f1b-b71f-667f706fa666 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:03:11.739687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b22051-3160-4084-b7ba-1ff7c37e2957,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:11.747419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c39f35-090a-4e53-981f-8da9ab9c42c5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting subnet d66a802f-9e02-413a-8292-6ed67872b3ac {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:11.749306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ea68e4-9e96-4f8e-9820-c7f8188a0cd6,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:11.757724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:11.763707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.771128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:11.771742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:02:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:11.779002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.791237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66c39f35-090a-4e53-981f-8da9ab9c42c5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.797402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:11.805148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:security_group_rule and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:11.808816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:11.811920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.813153 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b0f46252-e747-4fac-9f1c-dd322c1ff338 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7015307 Mar 02 09:03:11.816983 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58860) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:11.820263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:11.824932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:11.836452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:11.846791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Usage tracker for resource:floatingip and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:11.851872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:11.867039 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:11.882304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:11.886219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.889716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333d436-eb73-4906-8730-0ae0f8906966 None None] Pushing event updated for resources: {'Port': ['ID=e574a945-54b5-4847-af92-3734962f69bc,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:11.933163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb24d137-3551-40cd-b6b3-26fc4a4abcf4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:11.955670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66c39f35-090a-4e53-981f-8da9ab9c42c5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.030244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.036458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Allocated IP 172.26.3.195 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/8a6fc315-d671-490f-8460-419397964810) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:12.039524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:03:12.053464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24d137-3551-40cd-b6b3-26fc4a4abcf4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158494e5-8016-4ce7-9288-70fe6b20be5f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:12.120544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335ca96-58b9-4ee6-abc5-21b5c02a6b8a req-6e0c60d8-c07b-4984-bfb7-b7cc2485c604 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:12.122515 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7335ca96-58b9-4ee6-abc5-21b5c02a6b8a req-6e0c60d8-c07b-4984-bfb7-b7cc2485c604 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 944 time: 0.3942754 Mar 02 09:03:12.143275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb24d137-3551-40cd-b6b3-26fc4a4abcf4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.146796 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bb24d137-3551-40cd-b6b3-26fc4a4abcf4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/158494e5-8016-4ce7-9288-70fe6b20be5f HTTP/1.1" status: 204 len: 168 time: 0.6539867 Mar 02 09:03:12.149965 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58864) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:12.201364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.330753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a08663e2-a60f-4ff9-ade5-ad29125e08ed up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:12.432576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.461766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.509503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66c39f35-090a-4e53-981f-8da9ab9c42c5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.520625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'e574a945-54b5-4847-af92-3734962f69bc', 'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'mac_address': 'fa:16:3e:a0:6f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:03:02Z', 'updated_at': '2022-03-02T09:03:11Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'subnets': [{'id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:12.525518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072fea17-1e39-4a67-8305-066d0f5d9e47 None None] The sync data for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv is: [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'e574a945-54b5-4847-af92-3734962f69bc', 'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'mac_address': 'fa:16:3e:a0:6f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:03:02Z', 'updated_at': '2022-03-02T09:03:11Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'subnets': [{'id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:12.561390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port a08663e2-a60f-4ff9-ade5-ad29125e08ed completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:12.578312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port a08663e2-a60f-4ff9-ade5-ad29125e08ed triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:12.579855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.606180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.616653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:12.619692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.629865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.631189 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added segment fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e of type vlan for network c70d823c-80d9-4f39-afdf-40e7411375e6 Mar 02 09:03:12.673746 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-84117bbf-cf21-44f0-bcb5-333d2d9a4df2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Synchronizing usage tracker for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:12.702496 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7335ca96-58b9-4ee6-abc5-21b5c02a6b8a req-a6f1893d-8a3e-422c-8a6c-abce3a5d0380 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5582221 Mar 02 09:03:12.727696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7f9ecf-f7b1-4428-b1cd-21d4122b3584,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:12.748392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:12.754536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:12.761714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.762293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:12.779910 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.829464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:12.830574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:03:12.850375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Pushing event updated for resources: {'Port': ['ID=8a6fc315-d671-490f-8460-419397964810,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:12.860828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:12.861433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.864735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-84117bbf-cf21-44f0-bcb5-333d2d9a4df2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Unset dirty status for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:12.866452 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-84117bbf-cf21-44f0-bcb5-333d2d9a4df2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.7125523 Mar 02 09:03:12.869993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58870) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:12.892808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f22c554d-4850-4e10-ab86-96d3a4cc8318 None None] Provisioning complete for port a9db76e9-89a7-4138-9165-936403ca382f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:12.893331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f22c554d-4850-4e10-ab86-96d3a4cc8318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.924985 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'code': 200} Mar 02 09:03:12.930347 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.935822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.945193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.947321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66c39f35-090a-4e53-981f-8da9ab9c42c5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.983579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.990655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:12.996862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:12.997495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.052100 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a0615649-ecd4-4c26-90f5-a5cecf3c9ad0 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.8717711 Mar 02 09:03:13.058863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c39f35-090a-4e53-981f-8da9ab9c42c5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=d66a802f-9e02-413a-8292-6ed67872b3ac,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:13.064186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58876) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:13.073416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.195'}]}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:13.080631 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66c39f35-090a-4e53-981f-8da9ab9c42c5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.088573 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-66c39f35-090a-4e53-981f-8da9ab9c42c5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/d66a802f-9e02-413a-8292-6ed67872b3ac HTTP/1.1" status: 204 len: 168 time: 1.7728748 Mar 02 09:03:13.090187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=a08663e2-a60f-4ff9-ade5-ad29125e08ed,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:13.091198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:13.096256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58880) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:13.096745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08d2d29-030b-402e-b878-f86e4d0143f0 None None] Network 03d7aa69-e341-4259-a947-5c9e6e120056 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:13.130737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Usage tracker for resource:router and tenant:cde4b7f705cc42da91a9001063c51aa8 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:13.135797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:13.149630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b67e054-e545-43ff-b06a-72920ef3be53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.161194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Port': ['ID=1dc28312-9863-4671-8f12-4902fa2533a7,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:13.163767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:13.276726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Checking segment: {'id': '4d6c0ba4-6f2c-41e4-9100-82549351d336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b12a14fa-4ef8-4611-81b1-586b47147e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:13.276726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Network hostable DHCP agents. Network: b12a14fa-4ef8-4611-81b1-586b47147e55, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:13.277048 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9264374 Mar 02 09:03:13.277936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58884) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:13.287758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.292327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a61b8-c77a-4860-8d57-620390395fde tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Network': ['ID=c70d823c-80d9-4f39-afdf-40e7411375e6,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:13.293009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'network': {'name': 'tempest-RoutersTest-146633363'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:13.304662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:13.310978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network c70d823c-80d9-4f39-afdf-40e7411375e6 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:13.313534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:network and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:13.317302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:13.326724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:13.338321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting port a9db76e9-89a7-4138-9165-936403ca382f {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:13.338673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.368544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=98fcc6ef-41bc-4266-ac97-503fb3ddff3e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:13.375291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b67e054-e545-43ff-b06a-72920ef3be53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.378266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.379269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.389163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': 'a3800eca-37a7-4560-ac54-819154591900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1c3c9e3c-b27f-4254-8c1b-0655a474639d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:13.389634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: 1c3c9e3c-b27f-4254-8c1b-0655a474639d, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:13.440814 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Allocated IP 172.26.3.108 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/6923107b-9f2c-48e8-881a-c2666ed47d38) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:13.504875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:13.509168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.519494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Network b12a14fa-4ef8-4611-81b1-586b47147e55 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:13.561965 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network 1c3c9e3c-b27f-4254-8c1b-0655a474639d is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:13.565891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] DHCP port deletion for 03d7aa69-e341-4259-a947-5c9e6e120056 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:13.570464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] Deleting port a9db76e9-89a7-4138-9165-936403ca382f {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:13.571071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.584757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b67e054-e545-43ff-b06a-72920ef3be53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.612955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67e054-e545-43ff-b06a-72920ef3be53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f634095a-dce1-4015-82f4-6333deaeea36,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:13.649810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 1c3c9e3c-b27f-4254-8c1b-0655a474639d) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:13.666170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:13.666908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.672645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.690315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb731d8d-7522-42d7-93a7-c275530c79c4 None None] Network 1c3c9e3c-b27f-4254-8c1b-0655a474639d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:13.704798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b67e054-e545-43ff-b06a-72920ef3be53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.706046 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9b67e054-e545-43ff-b06a-72920ef3be53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/f634095a-dce1-4015-82f4-6333deaeea36 HTTP/1.1" status: 204 len: 168 time: 0.8260217 Mar 02 09:03:13.709104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58888) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:13.716088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.739690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, b12a14fa-4ef8-4611-81b1-586b47147e55) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:13.742854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:13.755288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] For port a9db76e9-89a7-4138-9165-936403ca382f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a9db76e9-89a7-4138-9165-936403ca382f,segment=NetworkSegment(c3986238-36f0-410b-8ffe-b702757310ca),segment_id=c3986238-36f0-410b-8ffe-b702757310ca)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:13.755656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.760096 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ddd27-9c21-4d2e-a3fa-aecc93076300 None None] Network b12a14fa-4ef8-4611-81b1-586b47147e55 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:13.769873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8fb30fc0-2cea-4426-8266-a8f98b2a3ca2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Synchronizing usage tracker for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:13.771312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:13.772267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.781473 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-08373ffb-918d-4c21-b852-00d844b5fe8f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4989002 Mar 02 09:03:13.785533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58894) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:13.797330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-957671010'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:13.803774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:13.807791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:13.813484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:13.826917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:13.861394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:13.923057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:13.929643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:13.940409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:13.968446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8fb30fc0-2cea-4426-8266-a8f98b2a3ca2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Unset dirty status for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:13.969702 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8fb30fc0-2cea-4426-8266-a8f98b2a3ca2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2599788 Mar 02 09:03:13.978022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58898) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:13.993925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:13.997622 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.014741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--772067931'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:14.032711 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:14.056959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:14.064813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.064813 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added segment 249e9aa8-3d6a-4052-a603-0b9bcb0ef20f of type vlan for network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec Mar 02 09:03:14.069594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.070262 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment 4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5 of type vlan for network c4053242-a0a2-4477-b443-d8d508c7b82e Mar 02 09:03:14.098667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.154313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Pushing event updated for resources: {'Port': ['ID=6923107b-9f2c-48e8-881a-c2666ed47d38,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:14.160379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:14.169276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Calling delete_port for a9db76e9-89a7-4138-9165-936403ca382f owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:14.213404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] For port a9db76e9-89a7-4138-9165-936403ca382f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a9db76e9-89a7-4138-9165-936403ca382f,segment=NetworkSegment(c3986238-36f0-410b-8ffe-b702757310ca),segment_id=c3986238-36f0-410b-8ffe-b702757310ca)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:14.213975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.234787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.243894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.251779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:14.252702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.275264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e574a945-54b5-4847-af92-3734962f69bc up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:14.288728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.349932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0cc38-51d8-47f7-99aa-00152630fb9c req-c21e1467-2173-4a32-b72b-c00a03580dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:14.351425 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4f0cc38-51d8-47f7-99aa-00152630fb9c req-c21e1467-2173-4a32-b72b-c00a03580dcc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 1098 time: 0.9223862 Mar 02 09:03:14.366148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Port': ['ID=c6041300-4b4b-4f1b-b71f-667f706fa666,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:14.444919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] Calling delete_port for a9db76e9-89a7-4138-9165-936403ca382f owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:14.452428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:14.467040 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6774099 Mar 02 09:03:14.467385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58902) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:14.477591 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:14.480648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.482416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d069f0a-dabf-446e-ae0b-45e11a36630d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=c4053242-a0a2-4477-b443-d8d508c7b82e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:14.488319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:14.503846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:14.509001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.532340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': 'c4053242-a0a2-4477-b443-d8d508c7b82e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:14.545717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network c4053242-a0a2-4477-b443-d8d508c7b82e details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:14.663711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-1c3c9e3c-b27f-4254-8c1b-0655a474639d', 'network_id': '1c3c9e3c-b27f-4254-8c1b-0655a474639d', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': '98fcc6ef-41bc-4266-ac97-503fb3ddff3e'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:14.664663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.665690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Checking segment: {'id': '7c47b791-fe22-46f9-8d15-5f0aba1850d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '27a3eef4-e184-441e-b5ae-b4d5ea9feb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:14.666088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Network hostable DHCP agents. Network: 27a3eef4-e184-441e-b5ae-b4d5ea9feb7b, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:14.680476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.776929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4f0cc38-51d8-47f7-99aa-00152630fb9c req-48524763-2e18-4c93-8dcc-b3c7002f6d9c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3461492 Mar 02 09:03:14.803270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.829923 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port e574a945-54b5-4847-af92-3734962f69bc completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:14.832199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.846710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d3382-188b-4528-93d1-2c15f3615cdc req-d83fa682-efd6-4308-a6bf-4373ebf0559a tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:14.848448 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-711d3382-188b-4528-93d1-2c15f3615cdc req-d83fa682-efd6-4308-a6bf-4373ebf0559a tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.9145772 Mar 02 09:03:14.850508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:14.852389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.870728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port e574a945-54b5-4847-af92-3734962f69bc triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:14.871023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.893259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:14.906952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:14.910322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Network 27a3eef4-e184-441e-b5ae-b4d5ea9feb7b is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:14.914451 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.917913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:03:14.918623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:03:14.918775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.936909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No DVR routers for this DVR port a9db76e9-89a7-4138-9165-936403ca382f on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:14.938475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:14.940594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Port': ['ID=a9db76e9-89a7-4138-9165-936403ca382f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:14.942115 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Allocated IP 172.20.255.242 (1c3c9e3c-b27f-4254-8c1b-0655a474639d/98fcc6ef-41bc-4266-ac97-503fb3ddff3e/0f4c1d95-be80-4be1-9ca1-28209d610960) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:14.973903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:14.979250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:14.979833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.074102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 27a3eef4-e184-441e-b5ae-b4d5ea9feb7b) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:15.081488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f9a4ef-e7d6-413c-97ec-99838c719d2d,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:15.087940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Pushing event updated for resources: {'Port': ['ID=6923107b-9f2c-48e8-881a-c2666ed47d38,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:15.088920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae777b89-bba7-47ba-a802-52c03935ac8a None None] Network 27a3eef4-e184-441e-b5ae-b4d5ea9feb7b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:15.102103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.134229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.176904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.178594 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d178bd7b-fd1e-4d26-9229-83a2a252d52f tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1949522 Mar 02 09:03:15.181620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58906) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:15.187631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ac470d09-a081-41d8-bd23-4cab28ba8e30 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': '32f9a4ef-e7d6-413c-97ec-99838c719d2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:15.192319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:15.193062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ac470d09-a081-41d8-bd23-4cab28ba8e30 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:15.196762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ac470d09-a081-41d8-bd23-4cab28ba8e30 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:15.197736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:15.199969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.209338 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c9c294e5-9202-4cea-b35d-ef3781e620ae tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3828700 Mar 02 09:03:15.209338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ac470d09-a081-41d8-bd23-4cab28ba8e30 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:15.209617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:15.209617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.214969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:15.215227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ac470d09-a081-41d8-bd23-4cab28ba8e30 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:15.218065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.233890 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-711d3382-188b-4528-93d1-2c15f3615cdc req-953fa72f-9137-4d65-8346-dafab01eed04 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3377526 Mar 02 09:03:15.293458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port e574a945-54b5-4847-af92-3734962f69bc, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e574a945-54b5-4847-af92-3734962f69bc,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:15.359202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Network': ['ID=8ba1291b-889c-44a7-ae5f-fa0a575bd2ec,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:15.364811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.378308 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fd5dbdaf-02ed-4757-8206-5cca99a6e7d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0962057 Mar 02 09:03:15.433237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] Deleting port a9db76e9-89a7-4138-9165-936403ca382f {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:15.433902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.459033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:15.463517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58918) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:15.473301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'subnet': {'network_id': 'c70d823c-80d9-4f39-afdf-40e7411375e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:15.483867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.490993 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d83066af-6c70-483d-8b00-53ba43d6f05d tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0753298 Mar 02 09:03:15.504429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58926) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:15.510441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d7aa69-e341-4259-a947-5c9e6e120056']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:15.574706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.579985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a9db76e9-89a7-4138-9165-936403ca382f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:15.590119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3986238-36f0-410b-8ffe-b702757310ca') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:15.590415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3986238-36f0-410b-8ffe-b702757310ca') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:15.604424 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-580192bf-d6a5-4edc-a4d1-6555843213ca tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--885527075&fields=id&tenant_id=d46638fe2fb94b42895fff73d0ae8776 HTTP/1.1" status: 200 len: 267 time: 0.1605151 Mar 02 09:03:15.612067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.630432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:15.634623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a9db76e9-89a7-4138-9165-936403ca382f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:03:15.634768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:subnet and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:15.635249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a9db76e9-89a7-4138-9165-936403ca382f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:03:15.637764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:15.643699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:15.681813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6221f7f9-7912-49b0-8138-7fd6020e4019 None None] The port 'a9db76e9-89a7-4138-9165-936403ca382f' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:03:15.685436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.727568 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-ac470d09-a081-41d8-bd23-4cab28ba8e30 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:15.730191 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ac470d09-a081-41d8-bd23-4cab28ba8e30 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5462749 Mar 02 09:03:15.731866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58930) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:15.736481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Transition to ACTIVE for port object 0f4c1d95-be80-4be1-9ca1-28209d610960 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:15.737768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-66c8f94f-c51a-47b3-b616-1172314787f4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group_rule': {'security_group_id': '32f9a4ef-e7d6-413c-97ec-99838c719d2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:15.744712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-66c8f94f-c51a-47b3-b616-1172314787f4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:15.749897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-66c8f94f-c51a-47b3-b616-1172314787f4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:15.753132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-66c8f94f-c51a-47b3-b616-1172314787f4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:15.763922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-66c8f94f-c51a-47b3-b616-1172314787f4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:15.800344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:15.804403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.805307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Transition to ACTIVE for port object 0f4c1d95-be80-4be1-9ca1-28209d610960 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:15.815836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=e574a945-54b5-4847-af92-3734962f69bc,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:15.871429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:15.871827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.877564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:15.893411 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:15.941987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Network 1c3c9e3c-b27f-4254-8c1b-0655a474639d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:15.944781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:15.947848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:15.993386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Pushing event updated for resources: {'Port': ['ID=0f4c1d95-be80-4be1-9ca1-28209d610960,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:16.017545 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-66c8f94f-c51a-47b3-b616-1172314787f4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:16.017545 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-66c8f94f-c51a-47b3-b616-1172314787f4 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2793388 Mar 02 09:03:16.017545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58934) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.055913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Attempting to bind port 0f4c1d95-be80-4be1-9ca1-28209d610960 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:16.056381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Attempting to bind port 0f4c1d95-be80-4be1-9ca1-28209d610960 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'a3800eca-37a7-4560-ac54-819154591900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1c3c9e3c-b27f-4254-8c1b-0655a474639d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:16.057171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Attempting to bind port 0f4c1d95-be80-4be1-9ca1-28209d610960 on network 1c3c9e3c-b27f-4254-8c1b-0655a474639d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:16.062343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:16.062813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Checking segment: {'id': 'a3800eca-37a7-4560-ac54-819154591900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1c3c9e3c-b27f-4254-8c1b-0655a474639d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:16.063269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.063764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Bound using segment: {'id': 'a3800eca-37a7-4560-ac54-819154591900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1c3c9e3c-b27f-4254-8c1b-0655a474639d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:16.064416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Bound port: 0f4c1d95-be80-4be1-9ca1-28209d610960, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3800eca-37a7-4560-ac54-819154591900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1c3c9e3c-b27f-4254-8c1b-0655a474639d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:16.064846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.121823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583c052-3dc8-4da0-807b-79f4ae5995e2 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:16.127668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5583c052-3dc8-4da0-807b-79f4ae5995e2 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:16.128763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5583c052-3dc8-4da0-807b-79f4ae5995e2 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Synchronizing usage tracker for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:16.129259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-69bd1d1c-f853-497c-8722-18e55936ca53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.159896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-f09ec141-e1e5-4b35-b3cb-085355b43b1c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:16.161421 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-f09ec141-e1e5-4b35-b3cb-085355b43b1c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 812 time: 0.5355463 Mar 02 09:03:16.167722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] For port 0f4c1d95-be80-4be1-9ca1-28209d610960, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:16.176208 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-69bd1d1c-f853-497c-8722-18e55936ca53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.178701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] For port 0f4c1d95-be80-4be1-9ca1-28209d610960, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0f4c1d95-be80-4be1-9ca1-28209d610960,segment=NetworkSegment(a3800eca-37a7-4560-ac54-819154591900),segment_id=a3800eca-37a7-4560-ac54-819154591900)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:16.192500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.212209 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-2c883ce5-df97-485f-a850-0cc0f30fb0ab tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/quotas/d46638fe2fb94b42895fff73d0ae8776 HTTP/1.1" status: 200 len: 375 time: 0.0356472 Mar 02 09:03:16.220459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e574a945-54b5-4847-af92-3734962f69bc up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:16.229470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.277509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.342577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=03d7aa69-e341-4259-a947-5c9e6e120056,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:16.406663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port e574a945-54b5-4847-af92-3734962f69bc triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:16.407179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-69bd1d1c-f853-497c-8722-18e55936ca53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.407309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.411609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.426125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5583c052-3dc8-4da0-807b-79f4ae5995e2 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Unset dirty status for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:16.430039 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5583c052-3dc8-4da0-807b-79f4ae5995e2 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.9220395 Mar 02 09:03:16.430039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.434981 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-55c45060-a113-4130-865b-4c6599c20f64 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/03d7aa69-e341-4259-a947-5c9e6e120056 HTTP/1.1" status: 204 len: 168 time: 3.3379462 Mar 02 09:03:16.437594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02af5fe-5d21-4e2f-83e9-2b339ea8b27a None None] Pushing event updated for resources: {'Port': ['ID=0f4c1d95-be80-4be1-9ca1-28209d610960,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:16.437735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58940) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.437961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58942) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.485452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd1d1c-f853-497c-8722-18e55936ca53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f9a4ef-e7d6-413c-97ec-99838c719d2d,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:16.549394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-69bd1d1c-f853-497c-8722-18e55936ca53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.551916 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-69bd1d1c-f853-497c-8722-18e55936ca53 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/32f9a4ef-e7d6-413c-97ec-99838c719d2d HTTP/1.1" status: 204 len: 168 time: 0.5358868 Mar 02 09:03:16.566369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58948) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.662312 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Subnet': ['ID=feae7fe2-a509-46d9-9aaf-735dc22b79c4,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:16.677191 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c6c2b1-30b8-47a5-90ff-a58033e83bc5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:16.677639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c6c2b1-30b8-47a5-90ff-a58033e83bc5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:16.682087 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c4c6c2b1-30b8-47a5-90ff-a58033e83bc5 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/aa310bcc-65c1-4da5-8876-62bd426f80a4 HTTP/1.1" status: 404 len: 337 time: 0.1824627 Mar 02 09:03:16.683631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58952) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.721654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Checking segment: {'id': 'fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c70d823c-80d9-4f39-afdf-40e7411375e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:16.722059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network hostable DHCP agents. Network: c70d823c-80d9-4f39-afdf-40e7411375e6, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:16.748235 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e8a3cc-b294-4b19-ac37-eade146779cf tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:16.748696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e8a3cc-b294-4b19-ac37-eade146779cf tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:16.753722 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d1e8a3cc-b294-4b19-ac37-eade146779cf tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/80a374a9-2a4d-4e89-8403-9f7b55d4dd28 HTTP/1.1" status: 404 len: 339 time: 0.0608182 Mar 02 09:03:16.755071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58956) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.758146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d55310f3-a524-466a-806b-3baad938cfc6 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Synchronizing usage tracker for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:16.763029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=c8b1e5ff-fd5b-429a-9daa-ecdbfe3429d4,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:16.772688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.807512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f7b92-01bb-464c-8a18-ce24579c8e10 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Deleting port 1dc28312-9863-4671-8f12-4902fa2533a7 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:16.807849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b92-01bb-464c-8a18-ce24579c8e10 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.809738 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0945ae3-cac2-40a3-9a20-54abd90bbf52 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:16.810282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0945ae3-cac2-40a3-9a20-54abd90bbf52 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:16.812455 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a0945ae3-cac2-40a3-9a20-54abd90bbf52 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/f32d0bdc-d74a-4ee5-8470-e1c4a31e8971 HTTP/1.1" status: 404 len: 337 time: 0.0510409 Mar 02 09:03:16.815479 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58960) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.845306 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5f496a-d08f-48e8-9a9e-a7386150f87c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:16.845774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5f496a-d08f-48e8-9a9e-a7386150f87c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:16.847572 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7e5f496a-d08f-48e8-9a9e-a7386150f87c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/653508d2-94bd-476e-bcbf-e95270f73108 HTTP/1.1" status: 404 len: 339 time: 0.0311852 Mar 02 09:03:16.851717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': '4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c4053242-a0a2-4477-b443-d8d508c7b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:16.852077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: c4053242-a0a2-4477-b443-d8d508c7b82e, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:16.854578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58964) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.856748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:16.896298 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfeddf5-a2c3-493f-aaf4-c589f2eb4d7d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:16.896674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfeddf5-a2c3-493f-aaf4-c589f2eb4d7d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:16.898321 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ebfeddf5-a2c3-493f-aaf4-c589f2eb4d7d tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/65aaf2e9-6fad-4ba5-8ed9-3b719c15f2b6 HTTP/1.1" status: 404 len: 337 time: 0.0427969 Mar 02 09:03:16.900854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58968) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.924318 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafa961a-3502-4f03-84bb-816eb751ed19 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:16.924773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafa961a-3502-4f03-84bb-816eb751ed19 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:16.926406 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bafa961a-3502-4f03-84bb-816eb751ed19 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/f0cfa9f3-4eba-476e-a065-9a018cf4f682 HTTP/1.1" status: 404 len: 339 time: 0.0246856 Mar 02 09:03:16.928913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58972) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:16.994785 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-e63b1192-5bd4-4c14-b0f7-e5ec979f8271 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7624946 Mar 02 09:03:17.009328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9bccf4-3e87-463e-8de8-5e7773d851d7 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting subnet b9e746b7-5e8d-4724-8b03-8883f6f248c2 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:17.013489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d9bccf4-3e87-463e-8de8-5e7773d851d7 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.022868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b3d2b-ff33-4704-9070-b5b4b27de795 req-b8fef8c8-a20e-4296-a825-a17ba9eaa298 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:17.022868 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c9b3d2b-ff33-4704-9070-b5b4b27de795 req-b8fef8c8-a20e-4296-a825-a17ba9eaa298 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.6050432 Mar 02 09:03:17.046707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network c70d823c-80d9-4f39-afdf-40e7411375e6 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:17.063577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d55310f3-a524-466a-806b-3baad938cfc6 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Unset dirty status for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:17.064811 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d55310f3-a524-466a-806b-3baad938cfc6 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4973800 Mar 02 09:03:17.070115 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58976) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:17.076769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345248570'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:17.084616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:17.101483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d9bccf4-3e87-463e-8de8-5e7773d851d7 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.117135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.128493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:17.131105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network c4053242-a0a2-4477-b443-d8d508c7b82e is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:17.146785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, c70d823c-80d9-4f39-afdf-40e7411375e6) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:17.155656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:17.156234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.157078 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63b5f2a-aacd-4b4b-a41e-b88d90d243a6 None None] Network c70d823c-80d9-4f39-afdf-40e7411375e6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:17.214607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d9bccf4-3e87-463e-8de8-5e7773d851d7 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.245061 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.264411 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-afd75d0f-6b09-4c4b-b26d-f6b6b33e67ad tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7991102 Mar 02 09:03:17.265582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, c4053242-a0a2-4477-b443-d8d508c7b82e) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:17.275869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58980) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:17.283742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28264d15-ce69-4a34-a7df-8aad63419a55 None None] Network c4053242-a0a2-4477-b443-d8d508c7b82e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:17.288668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:17.296506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Usage tracker for resource:security_group_rule and tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:17.303249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:17.310382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:17.318267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:17.318867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.328037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'subnet': {'network_id': '8ba1291b-889c-44a7-ae5f-fa0a575bd2ec', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:17.351123 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c9b3d2b-ff33-4704-9070-b5b4b27de795 req-681375e8-be43-4442-bde7-e0d0d42ccf2c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987823 Mar 02 09:03:17.401006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.446421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d9bccf4-3e87-463e-8de8-5e7773d851d7 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.531372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bccf4-3e87-463e-8de8-5e7773d851d7 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e746b7-5e8d-4724-8b03-8883f6f248c2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:17.534200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d9bccf4-3e87-463e-8de8-5e7773d851d7 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.537180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.571107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a7fa98-9495-4c24-b1d5-5465f729acfb None None] Network 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:17.589349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-c70d823c-80d9-4f39-afdf-40e7411375e6', 'network_id': 'c70d823c-80d9-4f39-afdf-40e7411375e6', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'fixed_ips': [{'subnet_id': 'feae7fe2-a509-46d9-9aaf-735dc22b79c4'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:17.590212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.633545 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6d9bccf4-3e87-463e-8de8-5e7773d851d7 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/b9e746b7-5e8d-4724-8b03-8883f6f248c2 HTTP/1.1" status: 204 len: 168 time: 0.7036560 Mar 02 09:03:17.636781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58986) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:17.700315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.701666 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6308546 Mar 02 09:03:17.703145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92636493-a7d7-4654-98df-484c1519b904 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ae514-5768-4733-b7be-6fceae42345d,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:17.705346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58990) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:17.713923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b92-01bb-464c-8a18-ce24579c8e10 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.716714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-61b86305-7664-4dbf-8062-80757fbeaa45 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:17.716714 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-61b86305-7664-4dbf-8062-80757fbeaa45 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 09:03:17.717296 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-61b86305-7664-4dbf-8062-80757fbeaa45 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 09:03:17.718540 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-61b86305-7664-4dbf-8062-80757fbeaa45 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "PUT /v2.0/security-groups/a43ae514-5768-4733-b7be-6fceae42345d HTTP/1.1" status: 409 len: 330 time: 0.0096655 Mar 02 09:03:17.752214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 58994) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:17.788045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acc4b0-57fa-44a5-ada5-4529f6ee5ec9 None None] Network 1c3c9e3c-b27f-4254-8c1b-0655a474639d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:17.802244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.816273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting port d70e4447-ee96-46b9-82e8-7484313d9a48 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:17.817770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:17.959374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f7b92-01bb-464c-8a18-ce24579c8e10 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Calling delete_port for 1dc28312-9863-4671-8f12-4902fa2533a7 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:17.992854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:18.009347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-0d127b2b-bbc3-47d6-96f8-2b236adf56b1 service neutron] 10.222.0.10 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9837847 Mar 02 09:03:18.023647 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-effd4509-78a8-4993-8f81-538ba1fa6f5d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5330677 Mar 02 09:03:18.023647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:subnet and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:18.024870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 58998) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:18.054501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:18.067565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:18.092202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] For port d70e4447-ee96-46b9-82e8-7484313d9a48, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d70e4447-ee96-46b9-82e8-7484313d9a48,segment=NetworkSegment(31b6eb4d-616c-4308-9681-043b5bb2735b),segment_id=31b6eb4d-616c-4308-9681-043b5bb2735b)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:18.093229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.163034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.197131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4a5508e2-e031-4164-8ede-83146281fb29 None None] Provisioning for port 0f4c1d95-be80-4be1-9ca1-28209d610960 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:18.261112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:18.265182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.277253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-c4053242-a0a2-4477-b443-d8d508c7b82e', 'network_id': 'c4053242-a0a2-4477-b443-d8d508c7b82e', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': 'c8b1e5ff-fd5b-429a-9daa-ecdbfe3429d4'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:18.277253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.314490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0f4c1d95-be80-4be1-9ca1-28209d610960 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:18.399469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Allocated IP 172.20.0.2 (c70d823c-80d9-4f39-afdf-40e7411375e6/feae7fe2-a509-46d9-9aaf-735dc22b79c4/98ae5ef6-9530-4f9f-93d5-27172fcaa0a6) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:18.433235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d531ae91-c69f-40c9-92e7-d611cf4ec116 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.465234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Calling delete_port for d70e4447-ee96-46b9-82e8-7484313d9a48 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:18.575475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.612737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b62e77-4703-4554-99b4-dc7c5a71e79c None None] DHCP port deletion for 1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:18.631142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-49b62e77-4703-4554-99b4-dc7c5a71e79c None None] Deleting port d70e4447-ee96-46b9-82e8-7484313d9a48 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:18.631856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49b62e77-4703-4554-99b4-dc7c5a71e79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.674384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.710737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.743787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c679b4-ff68-4737-9655-44a6156bb777 req-703435a0-48cc-4fcd-9381-d520e4238b18 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:18.745270 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3c679b4-ff68-4737-9655-44a6156bb777 req-703435a0-48cc-4fcd-9381-d520e4238b18 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 1.0223098 Mar 02 09:03:18.749657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.753118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d531ae91-c69f-40c9-92e7-d611cf4ec116 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.762947 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-a6c2a387-2a68-400f-8f19-829c0d1aeff9 service neutron] 10.222.0.10 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371781 Mar 02 09:03:18.763524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b92-01bb-464c-8a18-ce24579c8e10 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.766475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.787443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No DVR routers for this DVR port d70e4447-ee96-46b9-82e8-7484313d9a48 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:18.825724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Port': ['ID=d70e4447-ee96-46b9-82e8-7484313d9a48,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:18.886454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f7b92-01bb-464c-8a18-ce24579c8e10 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Port': ['ID=1dc28312-9863-4671-8f12-4902fa2533a7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:18.926002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b92-01bb-464c-8a18-ce24579c8e10 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.935553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-49b62e77-4703-4554-99b4-dc7c5a71e79c None None] The port 'd70e4447-ee96-46b9-82e8-7484313d9a48' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:03:18.958157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:18.971430 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3c679b4-ff68-4737-9655-44a6156bb777 req-91a11b0b-2249-4a47-aaac-3284b69841be tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944742 Mar 02 09:03:18.983295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Allocated IP 172.20.0.2 (c4053242-a0a2-4477-b443-d8d508c7b82e/c8b1e5ff-fd5b-429a-9daa-ecdbfe3429d4/475d4f77-52fc-4617-8278-e38d957789af) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:19.007332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:19.018097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59002) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.025560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.026060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb29ee0e-7f9d-4a5d-9f19-5413eaa3baec {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:03:19.037091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 0f4c1d95-be80-4be1-9ca1-28209d610960 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:19.048837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b6eb4d-616c-4308-9681-043b5bb2735b') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:19.049642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b6eb4d-616c-4308-9681-043b5bb2735b') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:19.079002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.087215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d531ae91-c69f-40c9-92e7-d611cf4ec116 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.089557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d531ae91-c69f-40c9-92e7-d611cf4ec116 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.093265 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d531ae91-c69f-40c9-92e7-d611cf4ec116 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/a43ae514-5768-4733-b7be-6fceae42345d HTTP/1.1" status: 204 len: 168 time: 1.3375165 Mar 02 09:03:19.093623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59008) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.099295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 0f4c1d95-be80-4be1-9ca1-28209d610960 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:19.099725 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.116179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.131428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:19.131823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:19.146949 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:19.156897 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bc4f7b92-01bb-464c-8a18-ce24579c8e10 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/ports/1dc28312-9863-4671-8f12-4902fa2533a7 HTTP/1.1" status: 204 len: 168 time: 2.6587620 Mar 02 09:03:19.159780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59012) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.179739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531ae91-c69f-40c9-92e7-d611cf4ec116 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ae514-5768-4733-b7be-6fceae42345d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:19.226215 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8cde18ce-0da0-4395-93d8-1cab301c92b2 req-c9da660f-2d88-4b75-86ba-efc47f81cf07 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.1304212 Mar 02 09:03:19.240584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c1caf796-c42a-4cb1-9cef-93934d14cf65 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Synchronizing usage tracker for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:19.247042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.274632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Transition to ACTIVE for port object 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:19.336928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Transition to ACTIVE for port object 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:19.340763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c1caf796-c42a-4cb1-9cef-93934d14cf65 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] Unset dirty status for tenant:24e1bdd460a0411bb3f2fed6d1ecc9ce on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:19.351236 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c1caf796-c42a-4cb1-9cef-93934d14cf65 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2535038 Mar 02 09:03:19.351236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.355123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.359083 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59016) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.404527 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 09:03:19.405609 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-01a83a73-858c-4ca9-bc57-d7c9bb8c4a38 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.3361843 Mar 02 09:03:19.410794 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-d6ba7813-843c-48b3-a5be-e9974553fe3c tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] delete failed (client error): The resource could not be found. Mar 02 09:03:19.418138 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d6ba7813-843c-48b3-a5be-e9974553fe3c tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "DELETE /v2.0/security-groups/efa34a01-aec5-44f4-a81b-bb1c4dd83dbc HTTP/1.1" status: 404 len: 347 time: 0.0377851 Mar 02 09:03:19.422788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59020) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.423281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59022) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.446932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:19.455423 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5697ada4-280a-477c-ad0b-1797371ed1fd tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/1bbbbfd0-8a1b-44e7-9b2f-16c917fe4c02 HTTP/1.1" status: 204 len: 168 time: 1.8174133 Mar 02 09:03:19.458176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59028) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.461853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.472902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.485447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.487990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c93d85a5-aad9-4594-8fe3-7cfb5c214de3 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Deleting port c6041300-4b4b-4f1b-b71f-667f706fa666 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:19.488328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c93d85a5-aad9-4594-8fe3-7cfb5c214de3 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.492633 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-21bf0788-26c4-403b-803a-1a8f8e982ce2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] show failed (client error): The resource could not be found. Mar 02 09:03:19.500172 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-21bf0788-26c4-403b-803a-1a8f8e982ce2 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-groups/7966243b-2f67-4acc-93c5-ddb6726d74a4 HTTP/1.1" status: 404 len: 347 time: 0.0652573 Mar 02 09:03:19.500172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59032) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.518531 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-408881e6-435d-47f0-9c5b-db5d353d367f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:19.519106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408881e6-435d-47f0-9c5b-db5d353d367f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:19.520877 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-408881e6-435d-47f0-9c5b-db5d353d367f tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/dedc92ff-bca9-4326-b9ac-6060425912c5 HTTP/1.1" status: 404 len: 337 time: 0.0620775 Mar 02 09:03:19.522154 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-893f5b71-075b-4418-a7bd-82fce6aae163 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] show failed (client error): The resource could not be found. Mar 02 09:03:19.529481 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-893f5b71-075b-4418-a7bd-82fce6aae163 tempest-NegativeSecGroupIPv6Test-141713516 tempest-NegativeSecGroupIPv6Test-141713516-project] 10.222.0.10 "GET /v2.0/security-group-rules/76eaa6ef-2c58-40f8-bc77-3c8134b69cbc HTTP/1.1" status: 404 len: 356 time: 0.0223725 Mar 02 09:03:19.529481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59036) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.556914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.563238 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2602bbef-5333-4cfe-b400-dbfb01fe0403 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:19.563238 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2602bbef-5333-4cfe-b400-dbfb01fe0403 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:19.563238 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2602bbef-5333-4cfe-b400-dbfb01fe0403 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/e604a0b3-73d0-4255-826b-3be1e8ffe1af HTTP/1.1" status: 404 len: 339 time: 0.0358663 Mar 02 09:03:19.564969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59042) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.606480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Transition to ACTIVE for port object 475d4f77-52fc-4617-8278-e38d957789af will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:19.631838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Pushing event updated for resources: {'Port': ['ID=98ae5ef6-9530-4f9f-93d5-27172fcaa0a6,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:19.655210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9270dd2-328b-4f68-b351-240d59cc6ca0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting subnet 8f7d52e8-db07-48c7-afa4-08cc539f41a9 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:19.661081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9270dd2-328b-4f68-b351-240d59cc6ca0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.661322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Transition to ACTIVE for port object 475d4f77-52fc-4617-8278-e38d957789af will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:19.661416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-92b079ae-a66b-4df0-a67f-6c51be68c9f7 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Deleting port 8a6fc315-d671-490f-8460-419397964810 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:19.661621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92b079ae-a66b-4df0-a67f-6c51be68c9f7 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.672711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Network c70d823c-80d9-4f39-afdf-40e7411375e6 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:19.677285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:19.685716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:19.701874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-01c049ae-f19e-4bbd-ab16-ff4c62c2738f None None] Provisioning complete for port 0f4c1d95-be80-4be1-9ca1-28209d610960 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:19.701874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-01c049ae-f19e-4bbd-ab16-ff4c62c2738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.721089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9270dd2-328b-4f68-b351-240d59cc6ca0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.735624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0449ee-ce0e-45a5-b17e-f3c53c0c25e6 tempest-TestNetworkAdvancedServerOps-1588066809 tempest-TestNetworkAdvancedServerOps-1588066809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:19.737142 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9d0449ee-ce0e-45a5-b17e-f3c53c0c25e6 tempest-TestNetworkAdvancedServerOps-1588066809 tempest-TestNetworkAdvancedServerOps-1588066809-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 1093 time: 0.7178242 Mar 02 09:03:19.749332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59046) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:19.754652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 0f4c1d95-be80-4be1-9ca1-28209d610960, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0f4c1d95-be80-4be1-9ca1-28209d610960,segment=NetworkSegment(a3800eca-37a7-4560-ac54-819154591900),segment_id=a3800eca-37a7-4560-ac54-819154591900)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:19.772563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.776156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:19.802289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:19.814865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Usage tracker for resource:floatingip and tenant:23af078d0c8346d5a239e1e87331455e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:19.824354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9270dd2-328b-4f68-b351-240d59cc6ca0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.853760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:19.869731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Subnet': ['ID=f0cd9278-b9ee-441b-acec-ebed5e36e421,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:19.898895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:19.900586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.914371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.926169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Checking segment: {'id': '249e9aa8-3d6a-4052-a603-0b9bcb0ef20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ba1291b-889c-44a7-ae5f-fa0a575bd2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:19.926355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network hostable DHCP agents. Network: 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:19.939487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6422a356-cd4a-4a1c-b9c6-b7f0cfe14b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:19.943370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b1e5ff-fd5b-429a-9daa-ecdbfe3429d4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:19.978983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Network c4053242-a0a2-4477-b443-d8d508c7b82e is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:19.985573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Attempting to bind port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:19.985987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Attempting to bind port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c70d823c-80d9-4f39-afdf-40e7411375e6'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:19.986308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Attempting to bind port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 on network c70d823c-80d9-4f39-afdf-40e7411375e6 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:19.988413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:19.992697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Pushing event updated for resources: {'Port': ['ID=475d4f77-52fc-4617-8278-e38d957789af,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:19.995482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:20.034126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:20.037020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Checking segment: {'id': 'fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c70d823c-80d9-4f39-afdf-40e7411375e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:20.037020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.037020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Bound using segment: {'id': 'fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c70d823c-80d9-4f39-afdf-40e7411375e6'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:20.037020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Bound port: 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c70d823c-80d9-4f39-afdf-40e7411375e6'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:20.037020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.048542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9270dd2-328b-4f68-b351-240d59cc6ca0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.057696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c93d85a5-aad9-4594-8fe3-7cfb5c214de3 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.109074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.138364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.179259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4053242-a0a2-4477-b443-d8d508c7b82e']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:20.201157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:20.201583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:20.209646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:20.220842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.242094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.251550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:20.253366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.262361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d70e4447-ee96-46b9-82e8-7484313d9a48 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:20.292330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59058) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:20.299426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c93d85a5-aad9-4594-8fe3-7cfb5c214de3 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Calling delete_port for c6041300-4b4b-4f1b-b71f-667f706fa666 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:20.302542 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:20.307349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f9270dd2-328b-4f68-b351-240d59cc6ca0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.314242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9270dd2-328b-4f68-b351-240d59cc6ca0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7d52e8-db07-48c7-afa4-08cc539f41a9,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:20.333330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22310820-3b08-4ad8-846c-f8a7224c2276 None None] Network 763761ac-90e2-4119-b03d-0684f43dda3f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:20.346812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: d70e4447-ee96-46b9-82e8-7484313d9a48 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:03:20.347145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d70e4447-ee96-46b9-82e8-7484313d9a48 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:03:20.370035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=0f4c1d95-be80-4be1-9ca1-28209d610960,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:20.415929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Attempting to bind port 475d4f77-52fc-4617-8278-e38d957789af on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:20.416289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Attempting to bind port 475d4f77-52fc-4617-8278-e38d957789af by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c4053242-a0a2-4477-b443-d8d508c7b82e'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:20.416828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Attempting to bind port 475d4f77-52fc-4617-8278-e38d957789af on network c4053242-a0a2-4477-b443-d8d508c7b82e {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:20.426089 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f9270dd2-328b-4f68-b351-240d59cc6ca0 tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/subnets/8f7d52e8-db07-48c7-afa4-08cc539f41a9 HTTP/1.1" status: 204 len: 168 time: 0.8593976 Mar 02 09:03:20.430194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59064) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:20.442629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92b079ae-a66b-4df0-a67f-6c51be68c9f7 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.468772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:20.476806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a97eb1cc-d04e-4c61-a0ea-9a4810897d50 req-65ee582c-471f-4f4c-b5b6-17ae83833727 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0882206 Mar 02 09:03:20.497603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:20.498310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Checking segment: {'id': '4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c4053242-a0a2-4477-b443-d8d508c7b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:20.499414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.500023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Bound using segment: {'id': '4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c4053242-a0a2-4477-b443-d8d508c7b82e'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:20.500941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Bound port: 475d4f77-52fc-4617-8278-e38d957789af, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c4053242-a0a2-4477-b443-d8d508c7b82e'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:20.501510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.523252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67210945-4010-4da3-a3cb-fa3d64bf0083 None None] Network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:20.583363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] For port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:20.627694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:20.628359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.671193 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 09:03:20.671193 dv-neutron-828796-1-hyperv neutron-server[88400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 09:03:20.671193 dv-neutron-828796-1-hyperv neutron-server[88400]: [parameters: {'id': 'c4053242-a0a2-4477-b443-d8d508c7b82e'}] Mar 02 09:03:20.671193 dv-neutron-828796-1-hyperv neutron-server[88400]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:03:20.672220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:03:20.689982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] For port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=98ae5ef6-9530-4f9f-93d5-27172fcaa0a6,segment=NetworkSegment(fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e),segment_id=fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:20.703896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.714865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Deleting port 7828606b-6ea1-486d-a31c-f9e946f75522 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:20.715427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.719412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-92b079ae-a66b-4df0-a67f-6c51be68c9f7 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Calling delete_port for 8a6fc315-d671-490f-8460-419397964810 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:20.776890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.865631 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cc75c974-c877-4ec0-ab0b-2472f465003c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24e1bdd460a0411bb3f2fed6d1ecc9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315886 Mar 02 09:03:20.870877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59068) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:20.879445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] For port 475d4f77-52fc-4617-8278-e38d957789af, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:20.925013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c93d85a5-aad9-4594-8fe3-7cfb5c214de3 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.926953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] For port 475d4f77-52fc-4617-8278-e38d957789af, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=475d4f77-52fc-4617-8278-e38d957789af,segment=NetworkSegment(4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5),segment_id=4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:20.929627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] For port 7828606b-6ea1-486d-a31c-f9e946f75522, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7828606b-6ea1-486d-a31c-f9e946f75522,segment=NetworkSegment(61d2a787-28d9-48f7-8165-df23379a6252),segment_id=61d2a787-28d9-48f7-8165-df23379a6252)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:20.930193 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:20.935105 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-42b241e0-3af7-4259-8f34-e2f367db26fb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6470852 Mar 02 09:03:20.937316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59072) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:20.946019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-987829464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:20.957885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:20.980495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77d22b-1e48-46db-972f-21faa2a89ad9 None None] Pushing event updated for resources: {'Port': ['ID=98ae5ef6-9530-4f9f-93d5-27172fcaa0a6,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:21.011905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d85a5-aad9-4594-8fe3-7cfb5c214de3 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Port': ['ID=c6041300-4b4b-4f1b-b71f-667f706fa666,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:21.012516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.036205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c93d85a5-aad9-4594-8fe3-7cfb5c214de3 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.081300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Calling delete_port for 7828606b-6ea1-486d-a31c-f9e946f75522 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:21.109948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:router and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:21.118614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:21.127866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:21.183727 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c93d85a5-aad9-4594-8fe3-7cfb5c214de3 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/ports/c6041300-4b4b-4f1b-b71f-667f706fa666 HTTP/1.1" status: 204 len: 168 time: 2.0139437 Mar 02 09:03:21.183934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.184051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59076) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:21.193814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-8ba1291b-889c-44a7-ae5f-fa0a575bd2ec', 'network_id': '8ba1291b-889c-44a7-ae5f-fa0a575bd2ec', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'fixed_ips': [{'subnet_id': 'f0cd9278-b9ee-441b-acec-ebed5e36e421'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:21.195753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.218480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.220402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d06aad8-887a-4071-a6ea-be22d6199885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.254759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdd6503-babb-4d5d-ad68-6b4b45818863 None None] DHCP port deletion for 763761ac-90e2-4119-b03d-0684f43dda3f request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:21.265698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.267036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.289454 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-12e0f014-b953-4be1-8e8d-80af088d5000 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1023695 Mar 02 09:03:21.291715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59082) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:21.293732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92b079ae-a66b-4df0-a67f-6c51be68c9f7 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.298609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1058197476'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:21.314999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:21.324705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Usage tracker for resource:network and tenant:0a4afc64a1124c1ab9c300ca135915bb is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:21.332521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:21.345988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:21.350100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd6503-babb-4d5d-ad68-6b4b45818863 None None] Deleting port 7828606b-6ea1-486d-a31c-f9e946f75522 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:21.350831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9fdd6503-babb-4d5d-ad68-6b4b45818863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.351159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.356053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Deleting port 475d4f77-52fc-4617-8278-e38d957789af {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:21.356393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.395097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.421173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b079ae-a66b-4df0-a67f-6c51be68c9f7 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a6fc315-d671-490f-8460-419397964810,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:21.436208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d06aad8-887a-4071-a6ea-be22d6199885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.450376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd6503-babb-4d5d-ad68-6b4b45818863 None None] The port '7828606b-6ea1-486d-a31c-f9e946f75522' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:03:21.476919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] No DVR routers for this DVR port 7828606b-6ea1-486d-a31c-f9e946f75522 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:21.482243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7ed38-b703-44b5-9d9d-c1be444d6230 None None] Pushing event updated for resources: {'Port': ['ID=475d4f77-52fc-4617-8278-e38d957789af,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:21.578636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Port': ['ID=7828606b-6ea1-486d-a31c-f9e946f75522,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:21.599363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Allocated IP 172.26.3.187 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/b5e40399-27d8-4e68-88c1-ddca94c3696d) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:21.618618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Allocated IP 172.21.0.2 (8ba1291b-889c-44a7-ae5f-fa0a575bd2ec/f0cd9278-b9ee-441b-acec-ebed5e36e421/6d72a4ae-fa9b-404a-a4a7-cdcb022dc318) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:21.622415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Made reservation on behalf of 0a4afc64a1124c1ab9c300ca135915bb for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:21.626662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.660008 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a99057a-3132-4c2b-9b67-33b956a4a7cf None None] Network c4053242-a0a2-4477-b443-d8d508c7b82e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:21.773394 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a71029ce-04f3-4a96-9c0a-221eee2d4a12 req-9fd1e91f-a3af-4ba3-b920-203b87f143ab tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.1235113 Mar 02 09:03:21.781027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.795314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.860405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:21.868583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92b079ae-a66b-4df0-a67f-6c51be68c9f7 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.875384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763761ac-90e2-4119-b03d-0684f43dda3f']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:21.882980 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-92b079ae-a66b-4df0-a67f-6c51be68c9f7 tempest-RoutersAdminNegativeTest-541107259 tempest-RoutersAdminNegativeTest-541107259-project-admin] 10.222.0.10 "DELETE /v2.0/ports/8a6fc315-d671-490f-8460-419397964810 HTTP/1.1" status: 204 len: 168 time: 2.4590070 Mar 02 09:03:21.959840 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d2a787-28d9-48f7-8165-df23379a6252') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:21.960470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d2a787-28d9-48f7-8165-df23379a6252') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:21.970140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:21.970484 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Added segment f07641a4-003b-493b-8583-28928301cf1b of type vlan for network 39a40f0c-f4d3-4c96-9730-ff53beaa4b12 Mar 02 09:03:21.978296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.000130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.017887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d06aad8-887a-4071-a6ea-be22d6199885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.027154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] For port 475d4f77-52fc-4617-8278-e38d957789af, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=475d4f77-52fc-4617-8278-e38d957789af,segment=NetworkSegment(4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5),segment_id=4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:22.027502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.044496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.052048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06aad8-887a-4071-a6ea-be22d6199885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab53d6d-7174-42bb-9c18-02276e38737f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:22.066546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-67e42f5b-41ed-4bfb-917f-00230c4cb95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.071534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.075465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:22.075914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:22.094416 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:22.116719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.198022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.210523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Transition to ACTIVE for port object 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:22.231990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Transition to ACTIVE for port object 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:22.244213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:22.245143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'Port': ['ID=b5e40399-27d8-4e68-88c1-ddca94c3696d,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:22.250647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:22.263388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.267518 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2b0805eb-799b-4451-b6c6-f59250f51294 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3264413 Mar 02 09:03:22.272469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Calling delete_port for 475d4f77-52fc-4617-8278-e38d957789af owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:22.273006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59094) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:22.282755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:22.313844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.384518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:22.438396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:22.446715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:22.469869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Pushing event updated for resources: {'Port': ['ID=6d72a4ae-fa9b-404a-a4a7-cdcb022dc318,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:22.472483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:22.544892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59100) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:22.570683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:03:22.615224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600560e2-2443-4624-87f1-6d7533f31371 None None] Network c70d823c-80d9-4f39-afdf-40e7411375e6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:22.642971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.673638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.682341 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] Pushing event deleted for resources: {'Network': ['ID=763761ac-90e2-4119-b03d-0684f43dda3f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:22.684418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.696934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:22.697935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.716230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8d06aad8-887a-4071-a6ea-be22d6199885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.720576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8d06aad8-887a-4071-a6ea-be22d6199885 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ab53d6d-7174-42bb-9c18-02276e38737f HTTP/1.1" status: 204 len: 168 time: 1.8439713 Mar 02 09:03:22.764028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Attempting to bind port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:22.764962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Attempting to bind port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '249e9aa8-3d6a-4052-a603-0b9bcb0ef20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ba1291b-889c-44a7-ae5f-fa0a575bd2ec'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:22.765317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Attempting to bind port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 on network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:22.796842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:22.809022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:22.809267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Checking segment: {'id': '249e9aa8-3d6a-4052-a603-0b9bcb0ef20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ba1291b-889c-44a7-ae5f-fa0a575bd2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:22.809638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.810111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Bound using segment: {'id': '249e9aa8-3d6a-4052-a603-0b9bcb0ef20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ba1291b-889c-44a7-ae5f-fa0a575bd2ec'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:22.810556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Bound port: 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249e9aa8-3d6a-4052-a603-0b9bcb0ef20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8ba1291b-889c-44a7-ae5f-fa0a575bd2ec'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:22.810927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.812691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Network': ['ID=39a40f0c-f4d3-4c96-9730-ff53beaa4b12,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:22.820889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0f4c1d95-be80-4be1-9ca1-28209d610960 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:22.849567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.895521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0a177b25-aa9b-4aa6-bdaa-fd10dc998075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:22.908494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 39a40f0c-f4d3-4c96-9730-ff53beaa4b12 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:22.910315 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-605fd046-45f0-4134-bedf-80bdaf938d0c tempest-NetworksIpV6Test-1052222067 tempest-NetworksIpV6Test-1052222067-project] 10.222.0.10 "DELETE /v2.0/networks/763761ac-90e2-4119-b03d-0684f43dda3f HTTP/1.1" status: 204 len: 168 time: 2.4788804 Mar 02 09:03:22.931012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Port': ['ID=475d4f77-52fc-4617-8278-e38d957789af,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:22.944111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0a177b25-aa9b-4aa6-bdaa-fd10dc998075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:22.948561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No DVR routers for this DVR port 475d4f77-52fc-4617-8278-e38d957789af on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:22.950489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0a177b25-aa9b-4aa6-bdaa-fd10dc998075 admin admin] Usage tracker for resource:security_group_rule and tenant:e19358961cc9463eb4ee534c028ef725 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:22.980763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0a177b25-aa9b-4aa6-bdaa-fd10dc998075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:22.990824 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7dda5c3b-2493-4af1-bc48-75b651b4f673 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6975632 Mar 02 09:03:22.992778 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59114) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:23.003486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0a177b25-aa9b-4aa6-bdaa-fd10dc998075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:23.005497 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-283cc368-8921-4182-b76a-7ea4df557aee req-a8c9af24-421f-48d5-b383-e162bb583d37 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.1415062 Mar 02 09:03:23.037926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1740316760'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:23.043023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:23.050514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Usage tracker for resource:network and tenant:0a4afc64a1124c1ab9c300ca135915bb is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:23.054124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:23.060575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:23.183736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] For port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:23.188437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] For port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6d72a4ae-fa9b-404a-a4a7-cdcb022dc318,segment=NetworkSegment(249e9aa8-3d6a-4052-a603-0b9bcb0ef20f),segment_id=249e9aa8-3d6a-4052-a603-0b9bcb0ef20f)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:23.196011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9ceec261-1399-4bbf-956c-155de6f9ccea None None] Provisioning for port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:23.199194 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.204300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.210540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 0f4c1d95-be80-4be1-9ca1-28209d610960 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:23.212355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.221515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Made reservation on behalf of 0a4afc64a1124c1ab9c300ca135915bb for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:23.226577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.272882 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.290301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9ceec261-1399-4bbf-956c-155de6f9ccea None None] Provisioning complete for port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:23.290773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ceec261-1399-4bbf-956c-155de6f9ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.365296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.376621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:23.381393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4053242-a0a2-4477-b443-d8d508c7b82e']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:23.408515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:23.408838 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5309bf-4d2d-4eb2-bf31-e78c5c9a88e5') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:23.419947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0a177b25-aa9b-4aa6-bdaa-fd10dc998075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.425312 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.432018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.432349 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Added segment 09adad25-e5ae-449a-8ebd-9a790f847be8 of type vlan for network 6a37b110-c32f-4abd-9af5-d93957077624 Mar 02 09:03:23.472100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.484418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:23.486263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.550337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.557598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ceec261-1399-4bbf-956c-155de6f9ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.615849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9fde6-5c3a-46a3-aff4-f12da81b9576 None None] Pushing event updated for resources: {'Port': ['ID=6d72a4ae-fa9b-404a-a4a7-cdcb022dc318,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:23.630883 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:23.643878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0a177b25-aa9b-4aa6-bdaa-fd10dc998075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.665297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.688691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9ceec261-1399-4bbf-956c-155de6f9ccea None None] For port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=98ae5ef6-9530-4f9f-93d5-27172fcaa0a6,segment=NetworkSegment(fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e),segment_id=fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:23.735432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a177b25-aa9b-4aa6-bdaa-fd10dc998075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98303f5-2578-47eb-aaca-fa65b63274ee,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:23.740004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.771927 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0a177b25-aa9b-4aa6-bdaa-fd10dc998075 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e19358961cc9463eb4ee534c028ef725&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2247617 Mar 02 09:03:23.773825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ceec261-1399-4bbf-956c-155de6f9ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.775553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59122) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:23.776043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59124) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:23.810938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.823999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7828606b-6ea1-486d-a31c-f9e946f75522 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:23.831729 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/c4053242-a0a2-4477-b443-d8d508c7b82e HTTP/1.1" status: 204 len: 168 time: 5.8059294 Mar 02 09:03:23.850693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59130) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:23.880714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1318772385'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:23.888961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 7828606b-6ea1-486d-a31c-f9e946f75522 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:03:23.889178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:23.889870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7828606b-6ea1-486d-a31c-f9e946f75522 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:03:23.912572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c878d-2be7-41ac-baf5-6fedbe2b0f27 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=c4053242-a0a2-4477-b443-d8d508c7b82e,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:23.922220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:23.924543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceec261-1399-4bbf-956c-155de6f9ccea None None] Pushing event updated for resources: {'Port': ['ID=98ae5ef6-9530-4f9f-93d5-27172fcaa0a6,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:23.927586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:23.928192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.007562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:24.021864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:24.051306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:24.088888 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Network': ['ID=6a37b110-c32f-4abd-9af5-d93957077624,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:24.104745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 6a37b110-c32f-4abd-9af5-d93957077624 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:24.117892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e205b39-3fdc-44ea-8792-4505e4379c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.152779 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a7e37a31-c725-4f88-99cd-669b0b497b4f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1517274 Mar 02 09:03:24.178490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e205b39-3fdc-44ea-8792-4505e4379c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.265564 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7c9a3fc9-eaeb-4837-87fa-dff012cb260f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=661415e16f0b443c93538ba95fc3da67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612899 Mar 02 09:03:24.266063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59138) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:24.300439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59142) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:24.328472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'subnets': [{'network_id': '39a40f0c-f4d3-4c96-9730-ff53beaa4b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1436650579', 'ip_version': 4}, {'network_id': '6a37b110-c32f-4abd-9af5-d93957077624', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:24.328472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'subnet': {'network_id': '39a40f0c-f4d3-4c96-9730-ff53beaa4b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1436650579', 'ip_version': 4}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:24.329557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Request body: {'subnet': {'network_id': '6a37b110-c32f-4abd-9af5-d93957077624', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:24.340756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-dda1e737-c755-42c6-a859-268e94d7910e None None] Provisioning complete for port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:24.340756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dda1e737-c755-42c6-a859-268e94d7910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.349387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eaaf338e-545e-4159-89cb-43da535cc424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.351990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:24.356182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.366594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e205b39-3fdc-44ea-8792-4505e4379c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.377343 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aea6e13a-deae-4e49-a32f-3ff409dfa1dc req-f30c3836-208f-4d76-b4e1-0dd78b8b8d8d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.1506493 Mar 02 09:03:24.396795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e205b39-3fdc-44ea-8792-4505e4379c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98303f5-2578-47eb-aaca-fa65b63274ee,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:24.410172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eaaf338e-545e-4159-89cb-43da535cc424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.417105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e205b39-3fdc-44ea-8792-4505e4379c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.420853 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2e205b39-3fdc-44ea-8792-4505e4379c33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e98303f5-2578-47eb-aaca-fa65b63274ee HTTP/1.1" status: 204 len: 168 time: 0.6128042 Mar 02 09:03:24.447599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:24.509016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.544994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eaaf338e-545e-4159-89cb-43da535cc424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.562497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:24.579051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf338e-545e-4159-89cb-43da535cc424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4719d504-7782-4d2b-b0e5-e6803e894699,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:24.583769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eaaf338e-545e-4159-89cb-43da535cc424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.586197 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-eaaf338e-545e-4159-89cb-43da535cc424 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4719d504-7782-4d2b-b0e5-e6803e894699 HTTP/1.1" status: 204 len: 168 time: 0.3184452 Mar 02 09:03:24.603950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.20.0.1 (c70d823c-80d9-4f39-afdf-40e7411375e6/feae7fe2-a509-46d9-9aaf-735dc22b79c4/a2b48fb6-9339-4350-8c3c-4c1fedc81965) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:24.666063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.687802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:24.689003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.714094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:24.714722 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment 0f524ea4-d88f-4a81-ab30-f2eff2412078 of type vlan for network 85007d4f-4bee-44cb-ae47-0203f68e63c0 Mar 02 09:03:24.877195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:24.954369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:24.975925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Usage tracker for resource:subnet and tenant:0a4afc64a1124c1ab9c300ca135915bb is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:24.990307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:25.004913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.010648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:25.015576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.033279 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:25.062379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e475d18-4456-4cee-8ead-a37687bb6115 None None] Network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:25.079456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.128698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Transition to ACTIVE for port object a2b48fb6-9339-4350-8c3c-4c1fedc81965 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:25.178621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Made reservation on behalf of 0a4afc64a1124c1ab9c300ca135915bb for: {'subnet': 2} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:25.184632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.184968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.294537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1396ece4-790c-4ef4-9464-cfe3f225b802 None None] Provisioning for port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:25.299061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.301279 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1396ece4-790c-4ef4-9464-cfe3f225b802 None None] Provisioning complete for port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:25.306084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1396ece4-790c-4ef4-9464-cfe3f225b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.306325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:25.306325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.416127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59164) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:25.459362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1396ece4-790c-4ef4-9464-cfe3f225b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.517312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1396ece4-790c-4ef4-9464-cfe3f225b802 None None] For port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6d72a4ae-fa9b-404a-a4a7-cdcb022dc318,segment=NetworkSegment(249e9aa8-3d6a-4052-a603-0b9bcb0ef20f),segment_id=249e9aa8-3d6a-4052-a603-0b9bcb0ef20f)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:25.534688 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b13e4803-c8f4-4788-a04f-865b4306ccf7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cde4b7f705cc42da91a9001063c51aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1166124 Mar 02 09:03:25.535949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59170) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:25.594711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1396ece4-790c-4ef4-9464-cfe3f225b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.623163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e0ab-23ce-494f-a393-e0a433a891cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.667136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e0ab-23ce-494f-a393-e0a433a891cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.726444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c53c8e-fc3d-4259-b6ec-dbfdd2858aec None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:03:25.772715 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-84a7962a-4937-44cd-902f-f032536933fc req-580a5739-db8e-4f43-b27c-ce1193ab2489 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.1540956 Mar 02 09:03:25.790415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.799823 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396ece4-790c-4ef4-9464-cfe3f225b802 None None] Pushing event updated for resources: {'Port': ['ID=6d72a4ae-fa9b-404a-a4a7-cdcb022dc318,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:25.830290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e0ab-23ce-494f-a393-e0a433a891cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.845042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6e0ab-23ce-494f-a393-e0a433a891cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ea68e4-9e96-4f8e-9820-c7f8188a0cd6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:25.845758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4b6821c8-3c20-4be6-b55a-13aa4916a782 None None] Provisioning complete for port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:25.846156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4b6821c8-3c20-4be6-b55a-13aa4916a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.847279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=85007d4f-4bee-44cb-ae47-0203f68e63c0,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:25.851891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfc6e0ab-23ce-494f-a393-e0a433a891cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:25.852981 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cfc6e0ab-23ce-494f-a393-e0a433a891cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56ea68e4-9e96-4f8e-9820-c7f8188a0cd6 HTTP/1.1" status: 204 len: 168 time: 0.3161256 Mar 02 09:03:25.881411 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f3d8aae0-67ca-4b72-a5e5-13f4e6482f18 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0317156 Mar 02 09:03:25.881920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59184) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:25.893429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network c70d823c-80d9-4f39-afdf-40e7411375e6 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:25.898329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': '85007d4f-4bee-44cb-ae47-0203f68e63c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:25.906918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:25.914956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:25.915518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 85007d4f-4bee-44cb-ae47-0203f68e63c0 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:25.961944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=a2b48fb6-9339-4350-8c3c-4c1fedc81965,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:26.033137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.062749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.149610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59190) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:26.155294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:26.164006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:26.167377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:26.174387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:26.177844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c53c8e-fc3d-4259-b6ec-dbfdd2858aec None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:03:26.209413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:26.247522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:26.253453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.289508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.386752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event updated for resources: {'Port': ['ID=b5e40399-27d8-4e68-88c1-ddca94c3696d,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:26.403027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:26.403765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.445700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Performing IP validity checks on allocation pools {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 09:03:26.446319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 09:03:26.620620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-638837828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:26.629578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:26.645662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Usage tracker for resource:router and tenant:dcfd971901a6451bb2bf18352ff1363e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:26.646814 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:26.655817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:26.742141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.791168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.793407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.802723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.809046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-0cda2582-6bb0-4595-81a2-d33f8578b359 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:26.810548 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-0cda2582-6bb0-4595-81a2-d33f8578b359 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.15 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 812 time: 0.5735326 Mar 02 09:03:26.879613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:26.946025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=12fc3916-c463-4265-881a-becddcb496b1,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:26.961872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': '0f524ea4-d88f-4a81-ab30-f2eff2412078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '85007d4f-4bee-44cb-ae47-0203f68e63c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:26.962584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: 85007d4f-4bee-44cb-ae47-0203f68e63c0, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:27.030551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.063099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network 85007d4f-4bee-44cb-ae47-0203f68e63c0 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:27.119045 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.120451 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5ff6db32-a19d-40b4-86fa-0bed7a272731 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9699044 Mar 02 09:03:27.123355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59216) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:27.131611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.131710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1184322566'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:27.135487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:27.139335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Usage tracker for resource:network and tenant:dcfd971901a6451bb2bf18352ff1363e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:27.142345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d3b1e4a5-f596-45e4-8462-dfa2217afd01 req-011f6f91-d45d-4506-94cc-a58356832e2f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.1192741 Mar 02 09:03:27.154406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:27.157079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 85007d4f-4bee-44cb-ae47-0203f68e63c0) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:27.159396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Floating IP 97628f6f-2933-443a-9a42-84e7dc56958c associated. External IP: 172.26.3.187, port: a08663e2-a60f-4ff9-ade5-ad29125e08ed. Mar 02 09:03:27.168362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:27.171749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:27.172508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.174085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5ae50-b576-4d72-9ce1-e01de50af9ba None None] Network 85007d4f-4bee-44cb-ae47-0203f68e63c0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:27.239838 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-90159611-9287-4bf7-84ac-42d35a4f6604 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d46638fe2fb94b42895fff73d0ae8776 HTTP/1.1" status: 200 len: 379 time: 0.3766997 Mar 02 09:03:27.254171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-21f4bd0a-1a95-4992-a6a7-3f7bbe234570 None None] Provisioning for port a2b48fb6-9339-4350-8c3c-4c1fedc81965 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:27.271479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-21f4bd0a-1a95-4992-a6a7-3f7bbe234570 None None] Provisioning complete for port a2b48fb6-9339-4350-8c3c-4c1fedc81965 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:27.271479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-21f4bd0a-1a95-4992-a6a7-3f7bbe234570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.271774 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bf4189a0-1d7a-4d5c-8e3e-eef85c478ee2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3878529 Mar 02 09:03:27.272881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Made reservation on behalf of dcfd971901a6451bb2bf18352ff1363e for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:27.276533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.288764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59222) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:27.318129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.355969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:27.360881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-21f4bd0a-1a95-4992-a6a7-3f7bbe234570 None None] Port a2b48fb6-9339-4350-8c3c-4c1fedc81965 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:03:27.406257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Usage tracker for resource:security_group_rule and tenant:dcfd971901a6451bb2bf18352ff1363e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:27.414056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:27.431042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:27.432575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Request body: {'port': {'device_id': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'admin_state_up': True, 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'security_groups': ['a87880c0-4080-448c-876e-f625eae6cca4']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:27.495944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.512130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59228) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:27.534952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-85007d4f-4bee-44cb-ae47-0203f68e63c0', 'network_id': '85007d4f-4bee-44cb-ae47-0203f68e63c0', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': '12fc3916-c463-4265-881a-becddcb496b1'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:27.536112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.635969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:27.640566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Usage tracker for resource:port and tenant:d46638fe2fb94b42895fff73d0ae8776 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:27.643472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:27.649178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:27.677351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-746130715'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:27.697280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:27.713468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Usage tracker for resource:network and tenant:357c3df7926940129f5b0ef8044d77fe is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:27.720548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:27.728462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:27.735420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Allocated IP 172.20.0.3 (85007d4f-4bee-44cb-ae47-0203f68e63c0/12fc3916-c463-4265-881a-becddcb496b1/8b5e8498-de95-4281-8826-73274dcab887) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:27.748752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.801799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.835604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Made reservation on behalf of d46638fe2fb94b42895fff73d0ae8776 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:27.838971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.880632 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.914828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:27.928389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4c5c36-f4ba-4f5b-9cc5-699382bca108,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:27.932374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.932721 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Added segment 993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8 of type vlan for network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 Mar 02 09:03:27.949997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.962426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.962914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Transition to ACTIVE for port object 8b5e8498-de95-4281-8826-73274dcab887 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:27.967024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Made reservation on behalf of 357c3df7926940129f5b0ef8044d77fe for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:27.970439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:27.981582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Transition to ACTIVE for port object 8b5e8498-de95-4281-8826-73274dcab887 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:27.985668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.013185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:28.019568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Usage tracker for resource:security_group_rule and tenant:357c3df7926940129f5b0ef8044d77fe is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:28.022757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:28.028438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:28.039490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.102951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Network 85007d4f-4bee-44cb-ae47-0203f68e63c0 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:28.105978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:28.109885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:28.122162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.124327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.130048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:28.130752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.160634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.207004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Pushing event updated for resources: {'Port': ['ID=8b5e8498-de95-4281-8826-73274dcab887,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:28.221564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Attempting to bind port 8b5e8498-de95-4281-8826-73274dcab887 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:28.221564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Attempting to bind port 8b5e8498-de95-4281-8826-73274dcab887 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '0f524ea4-d88f-4a81-ab30-f2eff2412078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '85007d4f-4bee-44cb-ae47-0203f68e63c0'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:28.221564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Attempting to bind port 8b5e8498-de95-4281-8826-73274dcab887 on network 85007d4f-4bee-44cb-ae47-0203f68e63c0 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:28.230681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=12fc3916-c463-4265-881a-becddcb496b1,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:28.232540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.236602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:28.237198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Checking segment: {'id': '0f524ea4-d88f-4a81-ab30-f2eff2412078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '85007d4f-4bee-44cb-ae47-0203f68e63c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:28.237357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.238340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Bound using segment: {'id': '0f524ea4-d88f-4a81-ab30-f2eff2412078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '85007d4f-4bee-44cb-ae47-0203f68e63c0'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:28.238888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Bound port: 8b5e8498-de95-4281-8826-73274dcab887, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f524ea4-d88f-4a81-ab30-f2eff2412078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '85007d4f-4bee-44cb-ae47-0203f68e63c0'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:28.239202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.258426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:03:28.339011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Network': ['ID=3911e29f-f85c-4e75-9963-9a2c19ecd9b7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:28.355350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:28.374386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:28.389735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] For port 8b5e8498-de95-4281-8826-73274dcab887, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:28.436585 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d9554223-51ee-41c7-bb9f-3c16ee0015ab req-124d99d3-8db1-422f-8d5f-2cf518a9a75b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.1127386 Mar 02 09:03:28.436950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19089c7-c223-41bd-9252-4e8b0439a33b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:28.444186 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4ae147a6-6274-4c54-9edc-e19d625402be tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3190389 Mar 02 09:03:28.450843 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] For port 8b5e8498-de95-4281-8826-73274dcab887, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8b5e8498-de95-4281-8826-73274dcab887,segment=NetworkSegment(0f524ea4-d88f-4a81-ab30-f2eff2412078),segment_id=0f524ea4-d88f-4a81-ab30-f2eff2412078)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:28.451084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.460236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59236) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:28.467274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.473686 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Added segment a6052432-42d4-477c-9af1-3d582ce59fbf of type vlan for network 43c30e70-de87-4969-b317-3461a42df65a Mar 02 09:03:28.478358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Request body: {'subnet': {'network_id': '3911e29f-f85c-4e75-9963-9a2c19ecd9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:28.526191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85007d4f-4bee-44cb-ae47-0203f68e63c0']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:28.528706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.552344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.606540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f524ea4-d88f-4a81-ab30-f2eff2412078') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:28.606996 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f524ea4-d88f-4a81-ab30-f2eff2412078') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:28.623216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.629594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.666486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd949366-f01e-4aff-95b4-efe9374b4526 None None] Pushing event updated for resources: {'Port': ['ID=8b5e8498-de95-4281-8826-73274dcab887,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:28.671346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.678621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:28.684924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:28.685320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.699549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd902a3-ed27-444c-b848-680a8a3f0c7e None None] Network 85007d4f-4bee-44cb-ae47-0203f68e63c0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:28.700729 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:28.704142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Usage tracker for resource:subnet and tenant:dcfd971901a6451bb2bf18352ff1363e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:28.718271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:28.764150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:28.773100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:28.775565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Allocated IP 172.20.0.8 (176f00c6-11c0-49d6-a4a8-7155a7d99d1e/b0249c75-7c33-46ab-817c-73fee3e37cb2/3b586a07-ecfb-4468-8ab6-59f19ceb93cf) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:28.785321 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] Sync routers for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:28.789655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.791535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:28.792139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.806919 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] Routers {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:28.808682 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:28.813447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Subnet': ['ID=cae1c301-f74a-4477-8947-5ee73b9decd7,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:28.844608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Checking segment: {'id': 'f07641a4-003b-493b-8583-28928301cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '39a40f0c-f4d3-4c96-9730-ff53beaa4b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:28.845304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Network hostable DHCP agents. Network: 39a40f0c-f4d3-4c96-9730-ff53beaa4b12, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:28.879494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:28.921959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66359c7d-d6a5-4d49-b2ab-c6898517cc97 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:03:28.946682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event updated for resources: {'Network': ['ID=43c30e70-de87-4969-b317-3461a42df65a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:28.953527 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b0346ff4-71ca-4b11-8a81-ca15e8ff30a3 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4387851 Mar 02 09:03:28.954806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 09:03:28.954806 dv-neutron-828796-1-hyperv neutron-server[88400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 09:03:28.954806 dv-neutron-828796-1-hyperv neutron-server[88400]: [parameters: {'id': '85007d4f-4bee-44cb-ae47-0203f68e63c0'}] Mar 02 09:03:28.954806 dv-neutron-828796-1-hyperv neutron-server[88400]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:03:28.955640 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:03:28.958273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Made reservation on behalf of dcfd971901a6451bb2bf18352ff1363e for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:28.962971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.020557 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] Set router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:03:29.053996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59240) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:29.060516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.085212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.118087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Request body: {'subnet': {'network_id': '43c30e70-de87-4969-b317-3461a42df65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:29.244828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Network 39a40f0c-f4d3-4c96-9730-ff53beaa4b12 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:29.253625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 43c30e70-de87-4969-b317-3461a42df65a details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:29.320874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.384119 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1751ec14-4206-4554-9725-5ada187e47ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.6304071 Mar 02 09:03:29.396532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:03:29.400885 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:41Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '97628f6f-2933-443a-9a42-84e7dc56958c', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'floating_ip_address': '172.26.3.187', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'port_id': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'mac_address': 'fa:16:3e:4b:db:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:03:23Z', 'updated_at': '2022-03-02T09:03:23Z', 'revision_number': 0, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c29425-f709-473e-a885-0356d1136f57', 'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'mac_address': 'fa:16:3e:02:85:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:38Z', 'updated_at': '2022-03-02T09:02:51Z', 'revision_number': 5, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'subnets': [{'id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:29.407524 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] Checking router: 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:03:29.417490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 39a40f0c-f4d3-4c96-9730-ff53beaa4b12) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:29.420844 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] Routers {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:29.422796 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:29.425341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=a2b48fb6-9339-4350-8c3c-4c1fedc81965,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:29.427405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.449710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.475726 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.481580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Subnet': ['ID=7ca92585-b4a7-4c93-9680-1ad8a836b866,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:29.526911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Checking segment: {'id': '993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3911e29f-f85c-4e75-9963-9a2c19ecd9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:29.527527 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network hostable DHCP agents. Network: 3911e29f-f85c-4e75-9963-9a2c19ecd9b7, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:29.553820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66359c7d-d6a5-4d49-b2ab-c6898517cc97 None None] Unable to find a vacant binding_index for network 39a40f0c-f4d3-4c96-9730-ff53beaa4b12 and agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc {{(pid=88402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 02 09:03:29.556579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:29.573754 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'status': 'completed', 'code': 200} Mar 02 09:03:29.586426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Deleting port 8b5e8498-de95-4281-8826-73274dcab887 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:29.586823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.614137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.618452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Usage tracker for resource:subnet and tenant:357c3df7926940129f5b0ef8044d77fe is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:29.660512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:29.673158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66359c7d-d6a5-4d49-b2ab-c6898517cc97 None None] Network 6a37b110-c32f-4abd-9af5-d93957077624 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:29.708044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:29.761853 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] Set router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:03:29.763643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:29.768016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-a28a4d55-c392-44e8-981f-5fe5df33dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:29.769454 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-a28a4d55-c392-44e8-981f-5fe5df33dbc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23af078d0c8346d5a239e1e87331455e&device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 1098 time: 0.2454164 Mar 02 09:03:29.787502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66359c7d-d6a5-4d49-b2ab-c6898517cc97 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 39a40f0c-f4d3-4c96-9730-ff53beaa4b12), (DHCP agent, dv-neutron-828796-1-hyperv, 6a37b110-c32f-4abd-9af5-d93957077624) {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:03:29.813415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event updated for resources: {'Subnet': ['ID=fb31b52a-5b7d-47c6-826b-f8a1b0d67f17,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:29.817032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Transition to ACTIVE for port object 3b586a07-ecfb-4468-8ab6-59f19ceb93cf will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:29.825514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-077f1ec3-a7f7-490c-8844-5d58cb6aa4fe req-9aae2acb-f84f-46ec-b54a-339069671557 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Synchronizing usage tracker for tenant:d46638fe2fb94b42895fff73d0ae8776 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:29.898014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network c70d823c-80d9-4f39-afdf-40e7411375e6 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:29.918312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Checking segment: {'id': '09adad25-e5ae-449a-8ebd-9a790f847be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6a37b110-c32f-4abd-9af5-d93957077624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:29.918934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Network hostable DHCP agents. Network: 6a37b110-c32f-4abd-9af5-d93957077624, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:29.927541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:29.947459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Made reservation on behalf of 357c3df7926940129f5b0ef8044d77fe for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:29.952018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:29.981679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 3911e29f-f85c-4e75-9963-9a2c19ecd9b7) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:29.997077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-077f1ec3-a7f7-490c-8844-5d58cb6aa4fe req-9aae2acb-f84f-46ec-b54a-339069671557 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Unset dirty status for tenant:d46638fe2fb94b42895fff73d0ae8776 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:29.998872 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-077f1ec3-a7f7-490c-8844-5d58cb6aa4fe req-9aae2acb-f84f-46ec-b54a-339069671557 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.3300140 Mar 02 09:03:30.002642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:30.003230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.018539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] For port 8b5e8498-de95-4281-8826-73274dcab887, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8b5e8498-de95-4281-8826-73274dcab887,segment=NetworkSegment(0f524ea4-d88f-4a81-ab30-f2eff2412078),segment_id=0f524ea4-d88f-4a81-ab30-f2eff2412078)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:30.018830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.077923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Unable to find a vacant binding_index for network 6a37b110-c32f-4abd-9af5-d93957077624 and agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 02 09:03:30.157709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 6a37b110-c32f-4abd-9af5-d93957077624) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:30.219987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-3911e29f-f85c-4e75-9963-9a2c19ecd9b7', 'network_id': '3911e29f-f85c-4e75-9963-9a2c19ecd9b7', 'tenant_id': 'dcfd971901a6451bb2bf18352ff1363e', 'fixed_ips': [{'subnet_id': '7ca92585-b4a7-4c93-9680-1ad8a836b866'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:30.221352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3490799-8676-4853-bbf1-16bc976b320f req-fe063535-7e7f-45e2-8746-2a0a64895e21 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:30.221746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.222856 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b3490799-8676-4853-bbf1-16bc976b320f req-fe063535-7e7f-45e2-8746-2a0a64895e21 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.6377642 Mar 02 09:03:30.224892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Calling delete_port for 8b5e8498-de95-4281-8826-73274dcab887 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:30.237468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:30.239326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:30.240151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.244316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-39a40f0c-f4d3-4c96-9730-ff53beaa4b12', 'network_id': '39a40f0c-f4d3-4c96-9730-ff53beaa4b12', 'tenant_id': '0a4afc64a1124c1ab9c300ca135915bb', 'fixed_ips': [{'subnet_id': 'cae1c301-f74a-4477-8947-5ee73b9decd7'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:30.245405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.258872 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3e24bd2e-f20b-40c1-96e2-58007339c001 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7937510 Mar 02 09:03:30.266768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59252) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:30.286966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Request body: {'network': {'name': 'tempest-router-network01--1554091869'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:30.298245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:30.299644 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:41Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '97628f6f-2933-443a-9a42-84e7dc56958c', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'floating_ip_address': '172.26.3.187', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'port_id': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'mac_address': 'fa:16:3e:4b:db:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:03:23Z', 'updated_at': '2022-03-02T09:03:23Z', 'revision_number': 0, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c29425-f709-473e-a885-0356d1136f57', 'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'mac_address': 'fa:16:3e:02:85:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:38Z', 'updated_at': '2022-03-02T09:02:51Z', 'revision_number': 5, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'subnets': [{'id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:30.304260 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb900e3-d1f9-4430-a08d-5eedd1255d14 None None] The sync data for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv is: [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:41Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '97628f6f-2933-443a-9a42-84e7dc56958c', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'floating_ip_address': '172.26.3.187', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'port_id': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'mac_address': 'fa:16:3e:4b:db:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:03:23Z', 'updated_at': '2022-03-02T09:03:23Z', 'revision_number': 0, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c29425-f709-473e-a885-0356d1136f57', 'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'mac_address': 'fa:16:3e:02:85:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:38Z', 'updated_at': '2022-03-02T09:02:51Z', 'revision_number': 5, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'subnets': [{'id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:30.304980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-3fca1121-7e29-4765-9766-09f0aeb51618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:30.306482 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-3fca1121-7e29-4765-9766-09f0aeb51618 service neutron] 10.222.0.15 "GET /v2.0/networks?id=122e816d-e1ce-4258-b49f-4b0c00e4f143 HTTP/1.1" status: 200 len: 897 time: 0.4844019 Mar 02 09:03:30.306636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-6a37b110-c32f-4abd-9af5-d93957077624', 'network_id': '6a37b110-c32f-4abd-9af5-d93957077624', 'tenant_id': '0a4afc64a1124c1ab9c300ca135915bb', 'fixed_ips': [{'subnet_id': 'fb31b52a-5b7d-47c6-826b-f8a1b0d67f17'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:30.307914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.313520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Usage tracker for resource:network and tenant:dcfd971901a6451bb2bf18352ff1363e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:30.324030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:30.372463 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b3490799-8676-4853-bbf1-16bc976b320f req-192fb8ba-080e-4721-8d40-66ae3bea7c27 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060953 Mar 02 09:03:30.408165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:30.415136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59256) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:30.445181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.454566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4b054b2a-d829-4d67-9c1f-5423172c6a6f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.1408195 Mar 02 09:03:30.493145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59260) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:30.571767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 0fefaf1c-5075-4bde-b861-ce1984e700ac is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:03:30.610398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:30.611555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Allocated IP 172.20.0.2 (39a40f0c-f4d3-4c96-9730-ff53beaa4b12/cae1c301-f74a-4477-8947-5ee73b9decd7/23c33f91-bd52-4338-a57c-f979d13e01a5) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:30.615586 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fecffeaa-01d9-48e7-8598-918ce62e101c tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/floatingips/97628f6f-2933-443a-9a42-84e7dc56958c HTTP/1.1" status: 200 len: 991 time: 0.1993501 Mar 02 09:03:30.619884 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Made reservation on behalf of dcfd971901a6451bb2bf18352ff1363e for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:30.623890 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.630835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:30.634898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:30.647424 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-34b3b0b1-f8d0-4b4a-9838-b75b6cfb7382 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed HTTP/1.1" status: 200 len: 999 time: 0.3266401 Mar 02 09:03:30.662440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20b70e-9bde-4294-9a7f-fddc10f7181c None None] New status for floating IP 97628f6f-2933-443a-9a42-84e7dc56958c: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:03:30.684547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Pushing event updated for resources: {'Port': ['ID=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:30.694894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.767590 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Port': ['ID=8b5e8498-de95-4281-8826-73274dcab887,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:30.769739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:30.774151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No DVR routers for this DVR port 8b5e8498-de95-4281-8826-73274dcab887 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:30.807068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba754d8d-d5bb-4c55-8f38-4acfbb2507e0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:30.808308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba754d8d-d5bb-4c55-8f38-4acfbb2507e0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:30.809871 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba754d8d-d5bb-4c55-8f38-4acfbb2507e0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:30.810642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ba754d8d-d5bb-4c55-8f38-4acfbb2507e0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Synchronizing usage tracker for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:30.841038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:30.841516 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Added segment e18711c5-e760-46e6-807b-9a7c38ac94bd of type vlan for network 3d889ebd-3e62-489b-9a96-020b996ddbc9 Mar 02 09:03:30.844401 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-8ece31b2-1676-48be-91b1-8c4d8f38a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:30.846164 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-8ece31b2-1676-48be-91b1-8c4d8f38a613 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa82573b-246c-4d88-866a-a8952f19ba1d HTTP/1.1" status: 200 len: 835 time: 0.1913829 Mar 02 09:03:30.987090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.026400 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.041032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85007d4f-4bee-44cb-ae47-0203f68e63c0']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:31.047797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:31.048389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.058908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f524ea4-d88f-4a81-ab30-f2eff2412078') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:31.059135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f524ea4-d88f-4a81-ab30-f2eff2412078') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:31.078731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:31.089787 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Allocated IP 172.20.0.2 (3911e29f-f85c-4e75-9963-9a2c19ecd9b7/7ca92585-b4a7-4c93-9680-1ad8a836b866/6b28f4c9-a209-48ef-b00b-3dd575a6ed53) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:31.095445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.097517 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e455b3-ec61-4277-ae0d-9b3ecc9c96bf None None] Sync routers for ids ['0fefaf1c-5075-4bde-b861-ce1984e700ac'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:31.103020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-78d4ccdf-0807-46ea-a05c-98eb846cf708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:31.104501 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-78d4ccdf-0807-46ea-a05c-98eb846cf708 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122e816d-e1ce-4258-b49f-4b0c00e4f143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2372832 Mar 02 09:03:31.111412 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e455b3-ec61-4277-ae0d-9b3ecc9c96bf None None] Routers {'0fefaf1c-5075-4bde-b861-ce1984e700ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:31.112019 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f6e455b3-ec61-4277-ae0d-9b3ecc9c96bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0fefaf1c-5075-4bde-b861-ce1984e700ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:31.116290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.148471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.159209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:31.159602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:31.177924 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:31.202130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-86454212-0bbb-4907-86c0-528746b24098 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/0fefaf1c-5075-4bde-b861-ce1984e700ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9274073 Mar 02 09:03:31.203366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ba754d8d-d5bb-4c55-8f38-4acfbb2507e0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Unset dirty status for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:31.204637 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ba754d8d-d5bb-4c55-8f38-4acfbb2507e0 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6869936 Mar 02 09:03:31.206300 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f6e455b3-ec61-4277-ae0d-9b3ecc9c96bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:31.219642 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e455b3-ec61-4277-ae0d-9b3ecc9c96bf None None] Routers {'0fefaf1c-5075-4bde-b861-ce1984e700ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:31.220467 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f6e455b3-ec61-4277-ae0d-9b3ecc9c96bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0fefaf1c-5075-4bde-b861-ce1984e700ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:31.225270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59266) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:31.225602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59268) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:31.276357 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8b99e6e7-9b28-4a78-baec-02e8aacae274 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9916711 Mar 02 09:03:31.280651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.286269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:31.286884 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.293079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Request body: {'port': {'device_id': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:31.304973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Allocated IP 172.20.0.18 (6a37b110-c32f-4abd-9af5-d93957077624/fb31b52a-5b7d-47c6-826b-f8a1b0d67f17/e13ba95c-c4e6-49be-ba48-6c661f48512f) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:31.394303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event updated for resources: {'Subnet': ['ID=54093a03-6cfd-49ab-acc2-9447a36436bb,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:31.405070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Checking segment: {'id': 'a6052432-42d4-477c-9af1-3d582ce59fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43c30e70-de87-4969-b317-3461a42df65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:31.405852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Network hostable DHCP agents. Network: 43c30e70-de87-4969-b317-3461a42df65a, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:31.410629 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f6e455b3-ec61-4277-ae0d-9b3ecc9c96bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:31.411254 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e455b3-ec61-4277-ae0d-9b3ecc9c96bf None None] The sync data for ids ['0fefaf1c-5075-4bde-b861-ce1984e700ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:31.450627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.457347 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.463436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab63f1d-6afb-4a16-ac54-b65a61106c1d tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:31.467316 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fab63f1d-6afb-4a16-ac54-b65a61106c1d tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports/a2b48fb6-9339-4350-8c3c-4c1fedc81965 HTTP/1.1" status: 200 len: 910 time: 0.2271194 Mar 02 09:03:31.469455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59274) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:31.480331 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2125664 Mar 02 09:03:31.509495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59278) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:31.522018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Request body: {'network': {'name': 'tempest-router-network02--1498692137'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:31.522974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Transition to ACTIVE for port object 23c33f91-bd52-4338-a57c-f979d13e01a5 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:31.534757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:31.576420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Transition to ACTIVE for port object 23c33f91-bd52-4338-a57c-f979d13e01a5 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:31.606532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Network 43c30e70-de87-4969-b317-3461a42df65a is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:31.625411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59282) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:31.696676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b401f1-72f8-43ab-a5eb-58857dec3ac3 req-ba38c7fa-1d0a-4389-92c0-243f6796318c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:31.703972 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-58b401f1-72f8-43ab-a5eb-58857dec3ac3 req-ba38c7fa-1d0a-4389-92c0-243f6796318c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 931 time: 0.5190685 Mar 02 09:03:31.714005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.716041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Usage tracker for resource:network and tenant:dcfd971901a6451bb2bf18352ff1363e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:31.721151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:31.728823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.740740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:31.750388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d15fd-c255-4f0e-8c2b-4226433114ac tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Network': ['ID=3d889ebd-3e62-489b-9a96-020b996ddbc9,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:31.758215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.764071 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/85007d4f-4bee-44cb-ae47-0203f68e63c0 HTTP/1.1" status: 204 len: 168 time: 4.4746382 Mar 02 09:03:31.785737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-377c83b0-097e-4c9c-9ada-89b7c919ec5f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Deleting subnet cae1c301-f74a-4477-8947-5ee73b9decd7 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:31.786432 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 3d889ebd-3e62-489b-9a96-020b996ddbc9 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:31.792932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59286) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:31.801153 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-f28bad09-02d5-4998-ae00-44e103bdfb19 service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897635 Mar 02 09:03:31.801928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-377c83b0-097e-4c9c-9ada-89b7c919ec5f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.822092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 43c30e70-de87-4969-b317-3461a42df65a) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:31.835546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-215633199'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:31.838856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dcfed-e2e6-4884-bfc2-ebf33e17a2a7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=85007d4f-4bee-44cb-ae47-0203f68e63c0,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:31.848045 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:31.854347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:31.855074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.892797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Made reservation on behalf of dcfd971901a6451bb2bf18352ff1363e for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:31.895779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.906427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Network 39a40f0c-f4d3-4c96-9730-ff53beaa4b12 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:31.907924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:31.914211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:31.914577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.917880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:31.932400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:31.945156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.948804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Pushing event updated for resources: {'Port': ['ID=23c33f91-bd52-4338-a57c-f979d13e01a5,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:31.953988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Transition to ACTIVE for port object 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:31.979505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:31.991697 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2647089b-471b-4b34-9dc5-3674fa0aa7a5 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/floatingips/97628f6f-2933-443a-9a42-84e7dc56958c HTTP/1.1" status: 200 len: 993 time: 0.3541570 Mar 02 09:03:31.994915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-377c83b0-097e-4c9c-9ada-89b7c919ec5f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:31.995068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-58b401f1-72f8-43ab-a5eb-58857dec3ac3 req-16162a02-e94f-43d7-9129-c0eb9e8b2de7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901607 Mar 02 09:03:32.030946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Transition to ACTIVE for port object e13ba95c-c4e6-49be-ba48-6c661f48512f will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:32.074693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Transition to ACTIVE for port object 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:32.076055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Attempting to bind port 23c33f91-bd52-4338-a57c-f979d13e01a5 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:32.076781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Attempting to bind port 23c33f91-bd52-4338-a57c-f979d13e01a5 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f07641a4-003b-493b-8583-28928301cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '39a40f0c-f4d3-4c96-9730-ff53beaa4b12'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:32.077208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Attempting to bind port 23c33f91-bd52-4338-a57c-f979d13e01a5 on network 39a40f0c-f4d3-4c96-9730-ff53beaa4b12 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:32.083446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:32.087415 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-410cb5a6-29d7-4b1d-8a1b-95178c105436 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0294678 Mar 02 09:03:32.087969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Transition to ACTIVE for port object e13ba95c-c4e6-49be-ba48-6c661f48512f will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:32.089320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:32.089691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Checking segment: {'id': 'f07641a4-003b-493b-8583-28928301cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '39a40f0c-f4d3-4c96-9730-ff53beaa4b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:32.090143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.090548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Bound using segment: {'id': 'f07641a4-003b-493b-8583-28928301cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '39a40f0c-f4d3-4c96-9730-ff53beaa4b12'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:32.091025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Bound port: 23c33f91-bd52-4338-a57c-f979d13e01a5, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07641a4-003b-493b-8583-28928301cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '39a40f0c-f4d3-4c96-9730-ff53beaa4b12'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:32.091389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.101811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59292) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:32.109715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.110146 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Added segment da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d of type vlan for network 29787c07-2678-4f2b-8e0f-77f73cf6b8e0 Mar 02 09:03:32.131573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Request body: {'port': {'network_id': '43c30e70-de87-4969-b317-3461a42df65a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-179099885'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:32.171789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:32.174296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.184405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.188192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.195716 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-af80de0a-ae99-435d-9d4d-44e31b6d0e5d req-8bfb40d1-bde8-4cc4-8287-5c8c6a747d48 service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547194 Mar 02 09:03:32.231488 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] For port 23c33f91-bd52-4338-a57c-f979d13e01a5, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:32.257712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:32.266784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:32.273234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:32.279902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Network 6a37b110-c32f-4abd-9af5-d93957077624 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:32.281466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] For port 23c33f91-bd52-4338-a57c-f979d13e01a5, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=23c33f91-bd52-4338-a57c-f979d13e01a5,segment=NetworkSegment(f07641a4-003b-493b-8583-28928301cf1b),segment_id=f07641a4-003b-493b-8583-28928301cf1b)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:32.285916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:32.316935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:32.327059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.331203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:32.337576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Pushing event updated for resources: {'Port': ['ID=6b28f4c9-a209-48ef-b00b-3dd575a6ed53,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:32.379187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.379555 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment ac6309a2-d008-45fa-b092-6ae317103e74 of type vlan for network c2ad8981-1e5c-4757-88e5-13e4b11aac70 Mar 02 09:03:32.419808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-377c83b0-097e-4c9c-9ada-89b7c919ec5f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.486627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:32.488132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.495266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.499584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Usage tracker for resource:port and tenant:357c3df7926940129f5b0ef8044d77fe is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:32.504380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:32.518552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:32.544115 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Attempting to bind port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:32.544738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Attempting to bind port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3911e29f-f85c-4e75-9963-9a2c19ecd9b7'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:32.545299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Attempting to bind port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 on network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:32.556403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:32.557081 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Checking segment: {'id': '993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3911e29f-f85c-4e75-9963-9a2c19ecd9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:32.557670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.558267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Bound using segment: {'id': '993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3911e29f-f85c-4e75-9963-9a2c19ecd9b7'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:32.558907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Bound port: 6b28f4c9-a209-48ef-b00b-3dd575a6ed53, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3911e29f-f85c-4e75-9963-9a2c19ecd9b7'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:32.559449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.569742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Attempting to bind port e13ba95c-c4e6-49be-ba48-6c661f48512f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:32.570389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Attempting to bind port e13ba95c-c4e6-49be-ba48-6c661f48512f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '09adad25-e5ae-449a-8ebd-9a790f847be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6a37b110-c32f-4abd-9af5-d93957077624'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:32.570552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.571065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Attempting to bind port e13ba95c-c4e6-49be-ba48-6c661f48512f on network 6a37b110-c32f-4abd-9af5-d93957077624 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:32.578011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Pushing event updated for resources: {'Port': ['ID=e13ba95c-c4e6-49be-ba48-6c661f48512f,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:32.578444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:32.579812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.627624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:32.628356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Checking segment: {'id': '09adad25-e5ae-449a-8ebd-9a790f847be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6a37b110-c32f-4abd-9af5-d93957077624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:32.628920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.629485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Bound using segment: {'id': '09adad25-e5ae-449a-8ebd-9a790f847be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6a37b110-c32f-4abd-9af5-d93957077624'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:32.630173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Bound port: e13ba95c-c4e6-49be-ba48-6c661f48512f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09adad25-e5ae-449a-8ebd-9a790f847be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6a37b110-c32f-4abd-9af5-d93957077624'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:32.630734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.634883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Made reservation on behalf of 357c3df7926940129f5b0ef8044d77fe for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:32.639765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.678668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.678668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:32.679656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.748912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-377c83b0-097e-4c9c-9ada-89b7c919ec5f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.764363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b586a07-ecfb-4468-8ab6-59f19ceb93cf {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:03:32.775022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.784855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] For port e13ba95c-c4e6-49be-ba48-6c661f48512f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:32.786491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.788505 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] For port e13ba95c-c4e6-49be-ba48-6c661f48512f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e13ba95c-c4e6-49be-ba48-6c661f48512f,segment=NetworkSegment(09adad25-e5ae-449a-8ebd-9a790f847be8),segment_id=09adad25-e5ae-449a-8ebd-9a790f847be8)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:32.802178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-377c83b0-097e-4c9c-9ada-89b7c919ec5f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.804247 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-377c83b0-097e-4c9c-9ada-89b7c919ec5f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/subnets/cae1c301-f74a-4477-8947-5ee73b9decd7 HTTP/1.1" status: 204 len: 168 time: 1.5650394 Mar 02 09:03:32.808077 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2932351 Mar 02 09:03:32.808239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59296) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:32.813340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59298) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:32.822144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c83b0-097e-4c9c-9ada-89b7c919ec5f tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Subnet': ['ID=cae1c301-f74a-4477-8947-5ee73b9decd7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:32.826030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69724d2-8ae8-4207-8b89-9f0522b7a678 None None] Pushing event updated for resources: {'Port': ['ID=23c33f91-bd52-4338-a57c-f979d13e01a5,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:32.826179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] device_id is not set on port 79f13590-a233-4a26-87d6-55eafe946701 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:03:32.841463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] For port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:32.844766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] For port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6b28f4c9-a209-48ef-b00b-3dd575a6ed53,segment=NetworkSegment(993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8),segment_id=993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:32.847862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Transition to ACTIVE for port object 3b586a07-ecfb-4468-8ab6-59f19ceb93cf will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:32.864517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659c788-6e1a-4086-9375-e5f5ec2ee74d tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Network': ['ID=29787c07-2678-4f2b-8e0f-77f73cf6b8e0,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:32.874078 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.910000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Request body: {'subnet': {'network_id': '3d889ebd-3e62-489b-9a96-020b996ddbc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:32.919728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 29787c07-2678-4f2b-8e0f-77f73cf6b8e0 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:32.989781 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:32.994288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:33.020234 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2259350 Mar 02 09:03:33.028619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59304) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:33.031753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73adb11-18eb-46e5-b5fc-5a7971d447f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=c2ad8981-1e5c-4757-88e5-13e4b11aac70,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:33.048510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': 'c2ad8981-1e5c-4757-88e5-13e4b11aac70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:33.218690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network c2ad8981-1e5c-4757-88e5-13e4b11aac70 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:33.294002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:33.326476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178c231-aaf7-4a58-a75c-2165616f54d0 None None] Pushing event updated for resources: {'Port': ['ID=e13ba95c-c4e6-49be-ba48-6c661f48512f,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:33.328096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:33.341619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:33.366323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:33.395165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Allocated IP 172.20.0.9 (43c30e70-de87-4969-b317-3461a42df65a/54093a03-6cfd-49ab-acc2-9447a36436bb/79f13590-a233-4a26-87d6-55eafe946701) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:33.466454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:33.472190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:33.478332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-8355a998-aaf1-45c1-9e15-7e54ee1cb879 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Deleting subnet fb31b52a-5b7d-47c6-826b-f8a1b0d67f17 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:33.478332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:33.484973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eb3fe-7258-455e-895c-297195b8a011 None None] Pushing event updated for resources: {'Port': ['ID=6b28f4c9-a209-48ef-b00b-3dd575a6ed53,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:33.552806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8355a998-aaf1-45c1-9e15-7e54ee1cb879 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:33.585374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Usage tracker for resource:subnet and tenant:dcfd971901a6451bb2bf18352ff1363e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:33.605994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:33.615471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:33.699900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:33.792038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8355a998-aaf1-45c1-9e15-7e54ee1cb879 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:33.870944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:33.898428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Made reservation on behalf of dcfd971901a6451bb2bf18352ff1363e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:33.899997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Transition to ACTIVE for port object 79f13590-a233-4a26-87d6-55eafe946701 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:33.901962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:33.984572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02df62-872d-4f39-b7f3-cf6653fc77f4 req-c16258a2-20a3-4ae1-ae23-5811fd9489d8 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:33.984572 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bc02df62-872d-4f39-b7f3-cf6653fc77f4 req-c16258a2-20a3-4ae1-ae23-5811fd9489d8 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 943 time: 0.7569833 Mar 02 09:03:34.010436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.106552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Attempting to bind port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:34.106880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Attempting to bind port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:34.107232 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Attempting to bind port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf on network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:34.183220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf on network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:03:34.186107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Attempting to bind port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf on network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:34.217499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.238514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:34.238860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Checking segment: {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:34.239248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Bound using segment: {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:34.239701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Bound port: 3b586a07-ecfb-4468-8ab6-59f19ceb93cf, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e08214f-b248-40ee-b063-56d2464a6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:34.240044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.284819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.21.0.1 (8ba1291b-889c-44a7-ae5f-fa0a575bd2ec/f0cd9278-b9ee-441b-acec-ebed5e36e421/01bdd47f-6703-4bc8-9e2d-567964311ac1) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:34.285261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=720fb592-f6a2-4505-af45-f3bdb5103ae3,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:34.298886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8355a998-aaf1-45c1-9e15-7e54ee1cb879 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.332682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Network 43c30e70-de87-4969-b317-3461a42df65a is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:34.341776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:34.350029 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:34.371916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e13ba95c-c4e6-49be-ba48-6c661f48512f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:34.373136 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bc02df62-872d-4f39-b7f3-cf6653fc77f4 req-3c18795b-7318-46a9-baa3-f64d8efeb1cd tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3808539 Mar 02 09:03:34.415342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event updated for resources: {'Port': ['ID=79f13590-a233-4a26-87d6-55eafe946701,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:34.436825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': 'ac6309a2-d008-45fa-b092-6ae317103e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2ad8981-1e5c-4757-88e5-13e4b11aac70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:34.437181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: c2ad8981-1e5c-4757-88e5-13e4b11aac70, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:34.469301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:34.470313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.583894 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8b9a2df2-dedd-41b8-b33d-a8f19609f3c2 None None] Provisioning for port 23c33f91-bd52-4338-a57c-f979d13e01a5 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:34.605577 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a2f43e9b-f9b7-4604-89a3-a5690fd0b369 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5018935 Mar 02 09:03:34.607724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port e13ba95c-c4e6-49be-ba48-6c661f48512f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:34.610901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59310) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:34.612883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network c2ad8981-1e5c-4757-88e5-13e4b11aac70 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:34.625166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 23c33f91-bd52-4338-a57c-f979d13e01a5 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:34.636520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Request body: {'port': {'network_id': '43c30e70-de87-4969-b317-3461a42df65a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1324488160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:34.644053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] bootfile-name is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 09:03:34.644494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] tftp-server is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 09:03:34.644928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] server-ip-address is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 09:03:34.742355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, c2ad8981-1e5c-4757-88e5-13e4b11aac70) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:34.759031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:34.759702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.787331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-56b4c011-ae81-404d-a1cf-97ef3d97c467 None None] Provisioning for port e13ba95c-c4e6-49be-ba48-6c661f48512f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:34.792539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-56b4c011-ae81-404d-a1cf-97ef3d97c467 None None] Provisioning complete for port e13ba95c-c4e6-49be-ba48-6c661f48512f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:34.792909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-56b4c011-ae81-404d-a1cf-97ef3d97c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.816812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:34.821330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Usage tracker for resource:port and tenant:357c3df7926940129f5b0ef8044d77fe is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:34.824683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:34.832081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:34.842375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 23c33f91-bd52-4338-a57c-f979d13e01a5 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:34.858224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 23c33f91-bd52-4338-a57c-f979d13e01a5 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:34.858708 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.863833 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9a4f6b8a-4ad3-485c-9632-7aad28e24ab2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8337057 Mar 02 09:03:34.865728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59314) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:34.902822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] For port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:34.920936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8355a998-aaf1-45c1-9e15-7e54ee1cb879 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.969976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] For port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:34.975455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Made reservation on behalf of 357c3df7926940129f5b0ef8044d77fe for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:34.979412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:34.979704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd416ed3-0505-4f87-9adf-69f02a9002f1 None None] Network 39a40f0c-f4d3-4c96-9730-ff53beaa4b12 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:34.980476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355a998-aaf1-45c1-9e15-7e54ee1cb879 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Subnet': ['ID=fb31b52a-5b7d-47c6-826b-f8a1b0d67f17,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:35.001796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665932e-ec2f-4cf0-a241-99b258253ec4 None None] Network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:35.014941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0bc05-a4e9-4058-827e-0ec5e112be7d None None] Network 6a37b110-c32f-4abd-9af5-d93957077624 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:35.031581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] device_id is not set on port 988ab03a-58de-422e-afb1-bfa80ce8cb16 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:03:35.034637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.046762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.051708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8355a998-aaf1-45c1-9e15-7e54ee1cb879 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.140204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.145084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.150383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2d2144-540f-4cfd-b372-473781905902 None None] Network c2ad8981-1e5c-4757-88e5-13e4b11aac70 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:35.163587 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d8d7f-7190-40a4-8ffc-7f84f6541672 None None] Network 43c30e70-de87-4969-b317-3461a42df65a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:35.173332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Transition to ACTIVE for port object 01bdd47f-6703-4bc8-9e2d-567964311ac1 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:35.178597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-56b4c011-ae81-404d-a1cf-97ef3d97c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.260899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Subnet': ['ID=628567dd-7878-45ca-b052-b7c7318ca8b3,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:35.267724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:35.268657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.274248 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 1093 time: 3.9887583 Mar 02 09:03:35.278682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.296084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'tag': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:03:35.367032 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8355a998-aaf1-45c1-9e15-7e54ee1cb879 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/subnets/fb31b52a-5b7d-47c6-826b-f8a1b0d67f17 HTTP/1.1" status: 204 len: 168 time: 2.5564964 Mar 02 09:03:35.367607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59324) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:35.373087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Checking segment: {'id': 'e18711c5-e760-46e6-807b-9a7c38ac94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d889ebd-3e62-489b-9a96-020b996ddbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:35.373684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network hostable DHCP agents. Network: 3d889ebd-3e62-489b-9a96-020b996ddbc9, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:35.456079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Allocated IP 172.20.0.12 (43c30e70-de87-4969-b317-3461a42df65a/54093a03-6cfd-49ab-acc2-9447a36436bb/988ab03a-58de-422e-afb1-bfa80ce8cb16) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:35.462226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.474437 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'tag': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf', 'status': 'completed', 'code': 200} Mar 02 09:03:35.505194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829242de-e7f4-4c1b-b576-3a44b50271d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:35.554234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c53ebf-feba-4397-a017-565b14ec74bb tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:35.555226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-76c53ebf-feba-4397-a017-565b14ec74bb tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Synchronizing usage tracker for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:35.602169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network 3d889ebd-3e62-489b-9a96-020b996ddbc9 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:35.633177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.645027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.700220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-76c53ebf-feba-4397-a017-565b14ec74bb tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Unset dirty status for tenant:0a4afc64a1124c1ab9c300ca135915bb on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:35.702248 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-76c53ebf-feba-4397-a017-565b14ec74bb tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3311167 Mar 02 09:03:35.703224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=720fb592-f6a2-4505-af45-f3bdb5103ae3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:35.711769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59330) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:35.729309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:35.734180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=01bdd47f-6703-4bc8-9e2d-567964311ac1,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:35.737546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:35.739604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:35.800597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 3d889ebd-3e62-489b-9a96-020b996ddbc9) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:35.804757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:35.805412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.844748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-563c9be5-0967-4b36-aa43-7a96fe00ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:35.845953 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-563c9be5-0967-4b36-aa43-7a96fe00ab47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1096 time: 0.4455447 Mar 02 09:03:35.859425 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:03:35.924680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66faa236-3fc7-4522-a48e-e3a23c2c89fa req-7f54703c-725e-414c-a1f2-86df002ffb0c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:35.931795 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-66faa236-3fc7-4522-a48e-e3a23c2c89fa req-7f54703c-725e-414c-a1f2-86df002ffb0c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 943 time: 0.4077165 Mar 02 09:03:35.964962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3220aa96-c4cd-49f5-9f41-c724457e02c4 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1157095 Mar 02 09:03:35.976504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:35.977375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59334) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:35.978697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c85f26-d4df-40a4-a948-ac2628103ae3 None None] Network 3d889ebd-3e62-489b-9a96-020b996ddbc9 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:36.056658 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-8d589cbd-844e-491e-87c6-0edd785a3167 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 217 time: 0.1974926 Mar 02 09:03:36.062985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.073773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Request body: {'subnet': {'network_id': '29787c07-2678-4f2b-8e0f-77f73cf6b8e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:36.106858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.117298 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-66faa236-3fc7-4522-a48e-e3a23c2c89fa req-1ddd84dd-e5aa-4d57-b14d-d9902427ca86 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842520 Mar 02 09:03:36.153805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Deleting port e13ba95c-c4e6-49be-ba48-6c661f48512f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:36.154194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.187035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.198429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-56b4c011-ae81-404d-a1cf-97ef3d97c467 None None] For port e13ba95c-c4e6-49be-ba48-6c661f48512f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e13ba95c-c4e6-49be-ba48-6c661f48512f,segment=NetworkSegment(09adad25-e5ae-449a-8ebd-9a790f847be8),segment_id=09adad25-e5ae-449a-8ebd-9a790f847be8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:36.250350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ad8981-1e5c-4757-88e5-13e4b11aac70']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:36.251186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-1e0d78b2-27c5-42ea-b5c5-54a5df26f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:36.252860 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-1e0d78b2-27c5-42ea-b5c5-54a5df26f51e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 200 len: 851 time: 0.1841438 Mar 02 09:03:36.295881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6309a2-d008-45fa-b092-6ae317103e74') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:36.296119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6309a2-d008-45fa-b092-6ae317103e74') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:36.321611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:36.327169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-56b4c011-ae81-404d-a1cf-97ef3d97c467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.327502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.332538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 23c33f91-bd52-4338-a57c-f979d13e01a5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=23c33f91-bd52-4338-a57c-f979d13e01a5,segment=NetworkSegment(f07641a4-003b-493b-8583-28928301cf1b),segment_id=f07641a4-003b-493b-8583-28928301cf1b)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:36.368575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6fec0-f7bd-45cf-a660-c3874d2bad05 None None] Network c2ad8981-1e5c-4757-88e5-13e4b11aac70 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:36.373609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Usage tracker for resource:subnet and tenant:dcfd971901a6451bb2bf18352ff1363e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:36.377172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.390397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:36.407355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.409453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:36.427972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:36.428365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.484740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.485574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:36.526962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-c3d78108-3109-4230-a5cc-db85eb3eaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:36.528735 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-c3d78108-3109-4230-a5cc-db85eb3eaec9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2635891 Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:36.562881 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:36.604473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Transition to ACTIVE for port object 988ab03a-58de-422e-afb1-bfa80ce8cb16 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:36.672133 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Made reservation on behalf of dcfd971901a6451bb2bf18352ff1363e for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:36.675503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.766415 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-a17bccf4-f939-4b51-9138-5eb0859ffe75 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246225 Mar 02 09:03:36.782725 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4c011-ae81-404d-a1cf-97ef3d97c467 None None] Pushing event updated for resources: {'Port': ['ID=e13ba95c-c4e6-49be-ba48-6c661f48512f,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:36.785474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a5718f-3be2-482e-8907-13493324c9e7 None None] Network 39a40f0c-f4d3-4c96-9730-ff53beaa4b12 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:36.857023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] For port e13ba95c-c4e6-49be-ba48-6c661f48512f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e13ba95c-c4e6-49be-ba48-6c661f48512f,segment=NetworkSegment(09adad25-e5ae-449a-8ebd-9a790f847be8),segment_id=09adad25-e5ae-449a-8ebd-9a790f847be8)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:36.858836 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.862650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-715de421-3928-47d0-9536-78dfcf5d7802 None None] Provisioning for port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:36.948963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.989975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:36.999670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Calling delete_port for e13ba95c-c4e6-49be-ba48-6c661f48512f owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:37.014767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.043246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693cc8bd-b258-4126-9c07-0c6b31eabf97 None None] Network 6a37b110-c32f-4abd-9af5-d93957077624 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:37.055044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.078079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=c2ad8981-1e5c-4757-88e5-13e4b11aac70,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:37.120315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=01bdd47f-6703-4bc8-9e2d-567964311ac1,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:37.133100 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a1905c8c-4faf-46ba-bb80-9c594ab21681 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/c2ad8981-1e5c-4757-88e5-13e4b11aac70 HTTP/1.1" status: 204 len: 168 time: 2.2661629 Mar 02 09:03:37.137681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59338) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:37.149192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.153032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-619155880'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:37.180284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.246451 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Network 43c30e70-de87-4969-b317-3461a42df65a is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:37.253034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=23c33f91-bd52-4338-a57c-f979d13e01a5,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:37.253227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:37.264352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-715de421-3928-47d0-9536-78dfcf5d7802 None None] Provisioning complete for port a2b48fb6-9339-4350-8c3c-4c1fedc81965 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:37.265257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-715de421-3928-47d0-9536-78dfcf5d7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.272421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:37.274729 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0199d03d-d65a-45ae-b09f-428516efbc79 req-11b894f4-ab21-4547-bd66-4cceb9b47f06 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015454 Mar 02 09:03:37.276007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:37.281431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:37.284919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:37.293876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:37.308062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:37.314945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event updated for resources: {'Port': ['ID=988ab03a-58de-422e-afb1-bfa80ce8cb16,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:37.324235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-3d889ebd-3e62-489b-9a96-020b996ddbc9', 'network_id': '3d889ebd-3e62-489b-9a96-020b996ddbc9', 'tenant_id': 'dcfd971901a6451bb2bf18352ff1363e', 'fixed_ips': [{'subnet_id': '628567dd-7878-45ca-b052-b7c7318ca8b3'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:37.325055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.340126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.379215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:37.379579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.399283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Port': ['ID=e13ba95c-c4e6-49be-ba48-6c661f48512f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:37.401437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:37.407301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.407900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] No DVR routers for this DVR port e13ba95c-c4e6-49be-ba48-6c661f48512f on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:37.417567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:37.422847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.473431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.474106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.474699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.475186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.475670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.476149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.476645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.477129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.477616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.478114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.478602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.479072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:37.487176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.502216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-715de421-3928-47d0-9536-78dfcf5d7802 None None] Port a2b48fb6-9339-4350-8c3c-4c1fedc81965 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:03:37.593855 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-88963834-e669-4c47-a414-15d80e0747fd tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.9707861 Mar 02 09:03:37.600768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59344) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:37.672398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:37.674510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:37.684203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:37.722818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.723154 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment 12b54c16-4046-46e5-b844-bd9501e23d10 of type vlan for network 954ceabb-ecc9-4999-8404-79e2bff2b59f Mar 02 09:03:37.765165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40580f47-1665-40b8-aebe-e5a24282ef26 None None] DHCP port deletion for 6a37b110-c32f-4abd-9af5-d93957077624 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:37.766499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.804035 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Subnet': ['ID=6f8502c9-e481-4ac2-b272-c0976228e6ca,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:37.812065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a37b110-c32f-4abd-9af5-d93957077624']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:37.823024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Checking segment: {'id': 'da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29787c07-2678-4f2b-8e0f-77f73cf6b8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:37.823794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network hostable DHCP agents. Network: 29787c07-2678-4f2b-8e0f-77f73cf6b8e0, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:37.839808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09adad25-e5ae-449a-8ebd-9a790f847be8') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:37.846366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09adad25-e5ae-449a-8ebd-9a790f847be8') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:37.860166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-715de421-3928-47d0-9536-78dfcf5d7802 None None] Provisioning for port 01bdd47f-6703-4bc8-9e2d-567964311ac1 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:37.873475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.882241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2898a-7c56-45f5-bbf9-8bea9eb60ac8 req-e9a334a1-5631-4c67-8cf9-6b132e2a25db tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:37.883792 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3ca2898a-7c56-45f5-bbf9-8bea9eb60ac8 req-e9a334a1-5631-4c67-8cf9-6b132e2a25db tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 943 time: 0.5762267 Mar 02 09:03:37.884271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-43c30e70-de87-4969-b317-3461a42df65a', 'network_id': '43c30e70-de87-4969-b317-3461a42df65a', 'tenant_id': '357c3df7926940129f5b0ef8044d77fe', 'fixed_ips': [{'subnet_id': '54093a03-6cfd-49ab-acc2-9447a36436bb'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:37.885249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.916267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.934357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:37.934761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.947736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-715de421-3928-47d0-9536-78dfcf5d7802 None None] Provisioning complete for port 01bdd47f-6703-4bc8-9e2d-567964311ac1 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:37.948068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-715de421-3928-47d0-9536-78dfcf5d7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:37.990134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.032834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-d25e015f-e1ea-4fc2-b73e-841f28150c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:38.034335 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-d25e015f-e1ea-4fc2-b73e-841f28150c80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1096 time: 0.5914462 Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:38.068352 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:38.127260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344cfa05-42e5-41e6-be29-0750420ad45d tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:38.133869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344cfa05-42e5-41e6-be29-0750420ad45d tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:38.135244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-344cfa05-42e5-41e6-be29-0750420ad45d tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Synchronizing usage tracker for tenant:357c3df7926940129f5b0ef8044d77fe on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:38.149379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network 29787c07-2678-4f2b-8e0f-77f73cf6b8e0 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:38.160221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fda305-98a4-45eb-8e27-ade9e70d64a3 None None] Network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:38.171044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.189266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] DHCP port deletion for 39a40f0c-f4d3-4c96-9730-ff53beaa4b12 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:38.193700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.197939 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3ca2898a-7c56-45f5-bbf9-8bea9eb60ac8 req-65be526d-702c-4b6d-ba52-cca21901f5b1 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240508 Mar 02 09:03:38.205611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Network': ['ID=6a37b110-c32f-4abd-9af5-d93957077624,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:38.206596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 0fefaf1c-5075-4bde-b861-ce1984e700ac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:03:38.215095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59348) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:38.219201 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-417fc487-b7e8-48ae-8532-b8efb04aae44 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/networks/6a37b110-c32f-4abd-9af5-d93957077624 HTTP/1.1" status: 204 len: 168 time: 2.5049148 Mar 02 09:03:38.224937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-715de421-3928-47d0-9536-78dfcf5d7802 None None] Port 01bdd47f-6703-4bc8-9e2d-567964311ac1 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:03:38.245374 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] Deleting port 23c33f91-bd52-4338-a57c-f979d13e01a5 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:38.245750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.256265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.261980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:38.265015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.269553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.296335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 29787c07-2678-4f2b-8e0f-77f73cf6b8e0) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:38.298005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-344cfa05-42e5-41e6-be29-0750420ad45d tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Unset dirty status for tenant:357c3df7926940129f5b0ef8044d77fe on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:38.301978 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-344cfa05-42e5-41e6-be29-0750420ad45d tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1879 time: 0.6067257 Mar 02 09:03:38.302681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59352) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:38.333529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:38.334079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.346635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Allocated IP 172.20.0.2 (3d889ebd-3e62-489b-9a96-020b996ddbc9/628567dd-7878-45ca-b052-b7c7318ca8b3/f4056f55-60a6-404f-9813-319a1caff24d) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:38.367056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d79939c-3e68-415a-9849-c7404f9d3417 None None] Network 29787c07-2678-4f2b-8e0f-77f73cf6b8e0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:38.388282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f66b4-fa76-42ec-8bcb-be5be5216e32 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Deleting port 988ab03a-58de-422e-afb1-bfa80ce8cb16 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:38.388634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4e1f66b4-fa76-42ec-8bcb-be5be5216e32 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.425413 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-05b5e87a-0d2f-4806-8701-07e2bc531993 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4444635 Mar 02 09:03:38.428382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59356) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:38.559827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=954ceabb-ecc9-4999-8404-79e2bff2b59f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:38.576422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-a011e068-4d1a-44a5-8e0c-9f48f4757434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:38.577950 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-a011e068-4d1a-44a5-8e0c-9f48f4757434 service neutron] 10.222.0.15 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 913 time: 0.5358872 Mar 02 09:03:38.579166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.579499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.579828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.580153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.580474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.580793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.581112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.581425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.581739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.582571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.582896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.583200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:38.598400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c7ba9deb-77f1-439c-aee0-f133fd7e0b32 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4576585 Mar 02 09:03:38.621970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 954ceabb-ecc9-4999-8404-79e2bff2b59f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:38.634062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59360) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:38.634671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-715de421-3928-47d0-9536-78dfcf5d7802 None None] Provisioning for port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:38.640667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6b28f4c9-a209-48ef-b00b-3dd575a6ed53,segment=NetworkSegment(993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8),segment_id=993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:38.644648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': '954ceabb-ecc9-4999-8404-79e2bff2b59f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:38.740725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:38.750381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.757614 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fabd0a3f-ea90-4a0f-93bb-dbc43489503a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/0fefaf1c-5075-4bde-b861-ce1984e700ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2758379 Mar 02 09:03:38.767200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59364) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:38.770942 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-d406b460-90f5-4227-aaca-9de5897a1479 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 217 time: 0.1793294 Mar 02 09:03:38.822808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:38.824852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed033952-d9ee-4e2b-b98c-5812bd088787 None None] Sync routers for ids ['0fefaf1c-5075-4bde-b861-ce1984e700ac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:38.973345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Allocated IP 172.20.0.2 (43c30e70-de87-4969-b317-3461a42df65a/54093a03-6cfd-49ab-acc2-9447a36436bb/29134161-0664-4ed2-81d3-5c2489d0678e) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:38.975659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e13ba95c-c4e6-49be-ba48-6c661f48512f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:39.023980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Deleting port 23c33f91-bd52-4338-a57c-f979d13e01a5 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:39.024577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:39.088771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: e13ba95c-c4e6-49be-ba48-6c661f48512f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:03:39.089185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e13ba95c-c4e6-49be-ba48-6c661f48512f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:03:39.089728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 23c33f91-bd52-4338-a57c-f979d13e01a5 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:39.135647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:39.136896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea87bf3-9ca1-40ea-b46b-ce964d781db2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:39.137492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aea87bf3-9ca1-40ea-b46b-ce964d781db2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:39.149402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-234be98b-3a8c-4b0a-abfb-32e5fd4b1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:39.150858 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-234be98b-3a8c-4b0a-abfb-32e5fd4b1daa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 200 len: 851 time: 0.1967912 Mar 02 09:03:39.152649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:39.198936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed033952-d9ee-4e2b-b98c-5812bd088787 None None] Routers {'0fefaf1c-5075-4bde-b861-ce1984e700ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:39.199665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ed033952-d9ee-4e2b-b98c-5812bd088787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0fefaf1c-5075-4bde-b861-ce1984e700ac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:39.203998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:39.226365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:39.309925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aea87bf3-9ca1-40ea-b46b-ce964d781db2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:39.311712 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aea87bf3-9ca1-40ea-b46b-ce964d781db2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports/01bdd47f-6703-4bc8-9e2d-567964311ac1 HTTP/1.1" status: 200 len: 910 time: 0.5435865 Mar 02 09:03:39.317002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59372) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:39.377767 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:39.408539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4e1f66b4-fa76-42ec-8bcb-be5be5216e32 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:39.426825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1266ea19-800a-4f00-a4a1-6fc4d2b942fe None None] Provisioning complete for port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:39.427327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1266ea19-800a-4f00-a4a1-6fc4d2b942fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:39.442235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] For port 23c33f91-bd52-4338-a57c-f979d13e01a5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=23c33f91-bd52-4338-a57c-f979d13e01a5,segment=NetworkSegment(f07641a4-003b-493b-8583-28928301cf1b),segment_id=f07641a4-003b-493b-8583-28928301cf1b)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:39.442592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:39.484663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ed033952-d9ee-4e2b-b98c-5812bd088787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:39.487308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:39.490870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:39.507825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=6b28f4c9-a209-48ef-b00b-3dd575a6ed53,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:39.514843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-0926e4a9-c5c1-4a5b-a77d-6755122328bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:39.516312 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-0926e4a9-c5c1-4a5b-a77d-6755122328bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3563709 Mar 02 09:03:39.658420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Calling delete_port for 23c33f91-bd52-4338-a57c-f979d13e01a5 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:39.684521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.685730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.685984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.686421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.687036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.687466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.688355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.688355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.688720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.689138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.689563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.690011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:03:39.704139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] For port 23c33f91-bd52-4338-a57c-f979d13e01a5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=23c33f91-bd52-4338-a57c-f979d13e01a5,segment=NetworkSegment(f07641a4-003b-493b-8583-28928301cf1b),segment_id=f07641a4-003b-493b-8583-28928301cf1b)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:39.704602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:39.735625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed033952-d9ee-4e2b-b98c-5812bd088787 None None] Routers {'0fefaf1c-5075-4bde-b861-ce1984e700ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:39.736413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ed033952-d9ee-4e2b-b98c-5812bd088787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0fefaf1c-5075-4bde-b861-ce1984e700ac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:39.779358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f66b4-fa76-42ec-8bcb-be5be5216e32 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Calling delete_port for 988ab03a-58de-422e-afb1-bfa80ce8cb16 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:39.960496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] Calling delete_port for 23c33f91-bd52-4338-a57c-f979d13e01a5 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:39.992328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ed033952-d9ee-4e2b-b98c-5812bd088787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:39.992892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed033952-d9ee-4e2b-b98c-5812bd088787 None None] The sync data for ids ['0fefaf1c-5075-4bde-b861-ce1984e700ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:39.994702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-29787c07-2678-4f2b-8e0f-77f73cf6b8e0', 'network_id': '29787c07-2678-4f2b-8e0f-77f73cf6b8e0', 'tenant_id': 'dcfd971901a6451bb2bf18352ff1363e', 'fixed_ips': [{'subnet_id': '6f8502c9-e481-4ac2-b272-c0976228e6ca'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:39.995614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.018470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b609f22-f9b9-42b5-ab87-fed82fbdd40e req-4fe1eee1-0e83-4e0b-9bbf-76e5445f9e9d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:40.018470 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5b609f22-f9b9-42b5-ab87-fed82fbdd40e req-4fe1eee1-0e83-4e0b-9bbf-76e5445f9e9d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 943 time: 0.6859431 Mar 02 09:03:40.023713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-b0671e2b-29ae-4a09-a500-a1c8d91cbb0e service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473321 Mar 02 09:03:40.087661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.098139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.168182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Transition to ACTIVE for port object f4056f55-60a6-404f-9813-319a1caff24d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:40.301223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.310675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Port': ['ID=23c33f91-bd52-4338-a57c-f979d13e01a5,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:40.316818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.355223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4e1f66b4-fa76-42ec-8bcb-be5be5216e32 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.359851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] No DVR routers for this DVR port 23c33f91-bd52-4338-a57c-f979d13e01a5 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:40.360591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Transition to ACTIVE for port object f4056f55-60a6-404f-9813-319a1caff24d will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:40.414579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.424140 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5b609f22-f9b9-42b5-ab87-fed82fbdd40e req-04780583-c6b7-413b-9b82-1b88f6decb8c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994839 Mar 02 09:03:40.443203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:03:40.443565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:03:40.447586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f66b4-fa76-42ec-8bcb-be5be5216e32 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event deleted for resources: {'Port': ['ID=988ab03a-58de-422e-afb1-bfa80ce8cb16,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:40.479981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 3b586a07-ecfb-4468-8ab6-59f19ceb93cf details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:03:40.526439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.542010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Transition to ACTIVE for port object 29134161-0664-4ed2-81d3-5c2489d0678e will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:40.560874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=4a86969e-414e-4833-8b32-fd470b8d6183,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:40.598272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.617078 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72b5e415-e5b9-4f1b-a41f-41d05901e156 req-89b83d9d-77c6-4e9f-969f-db1bd9d54ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842903 Mar 02 09:03:40.642590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a40f0c-f4d3-4c96-9730-ff53beaa4b12']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:40.661928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07641a4-003b-493b-8583-28928301cf1b') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:40.662163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07641a4-003b-493b-8583-28928301cf1b') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:40.682739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.694121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': '12b54c16-4046-46e5-b844-bd9501e23d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '954ceabb-ecc9-4999-8404-79e2bff2b59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:40.694898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: 954ceabb-ecc9-4999-8404-79e2bff2b59f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:40.708438 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Pushing event updated for resources: {'Port': ['ID=f4056f55-60a6-404f-9813-319a1caff24d,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:40.718549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1266ea19-800a-4f00-a4a1-6fc4d2b942fe None None] Provisioning complete for port 01bdd47f-6703-4bc8-9e2d-567964311ac1 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:40.718920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1266ea19-800a-4f00-a4a1-6fc4d2b942fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.739029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.744494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Network 3d889ebd-3e62-489b-9a96-020b996ddbc9 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:40.748795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:40.748995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Allocated IP 172.20.0.1 (3d889ebd-3e62-489b-9a96-020b996ddbc9/628567dd-7878-45ca-b052-b7c7318ca8b3/383a977e-299a-45e2-9de6-0b190ab915b8) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:40.749267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.754462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Transition to ACTIVE for port object 29134161-0664-4ed2-81d3-5c2489d0678e will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:40.758049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4e1f66b4-fa76-42ec-8bcb-be5be5216e32 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.764122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:40.766096 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:40.784121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:40.865415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.866076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network 954ceabb-ecc9-4999-8404-79e2bff2b59f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:40.873088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Allocated IP 172.20.0.2 (29787c07-2678-4f2b-8e0f-77f73cf6b8e0/6f8502c9-e481-4ac2-b272-c0976228e6ca/eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:40.893195 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4e1f66b4-fa76-42ec-8bcb-be5be5216e32 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "DELETE /v2.0/ports/988ab03a-58de-422e-afb1-bfa80ce8cb16 HTTP/1.1" status: 204 len: 168 time: 2.5896490 Mar 02 09:03:40.897756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59376) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:40.923580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.949047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.952780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.957113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Request body: {'port': {'name': 'tempest-new-port-name-1041408168', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:40.957514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] bootfile-name is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 09:03:40.958667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] tftp-server is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 09:03:40.958667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.api.validators [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] server-ip-address is not in valid_values {{(pid=88400) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 09:03:40.961686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Network': ['ID=39a40f0c-f4d3-4c96-9730-ff53beaa4b12,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:40.969864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] Deleting port 23c33f91-bd52-4338-a57c-f979d13e01a5 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:40.969864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:40.998277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 954ceabb-ecc9-4999-8404-79e2bff2b59f) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:41.003467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:41.004367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.019936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1266ea19-800a-4f00-a4a1-6fc4d2b942fe None None] Port 01bdd47f-6703-4bc8-9e2d-567964311ac1 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:03:41.021561 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:41.043025 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4c58495a-91f3-482c-a743-44a926687149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/networks/39a40f0c-f4d3-4c96-9730-ff53beaa4b12 HTTP/1.1" status: 204 len: 168 time: 2.8227947 Mar 02 09:03:41.052121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59380) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:41.052536 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.072567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8498e4bd-3823-4ec3-acb2-55dd9ee586c9 None None] Network 954ceabb-ecc9-4999-8404-79e2bff2b59f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:41.119337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Transition to ACTIVE for port object 383a977e-299a-45e2-9de6-0b190ab915b8 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:41.134457 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e90b110e-1c8d-4917-8277-8137cf1a7da7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4972928 Mar 02 09:03:41.141288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59384) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:41.171103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.268561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.288397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6d1cee06-b7f6-4007-9385-a5e290d3f1f1 None None] The port '23c33f91-bd52-4338-a57c-f979d13e01a5' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:03:41.297026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Network 43c30e70-de87-4969-b317-3461a42df65a is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:41.362518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:41.406016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.413697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.416494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Attempting to bind port f4056f55-60a6-404f-9813-319a1caff24d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:41.416861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Attempting to bind port f4056f55-60a6-404f-9813-319a1caff24d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'e18711c5-e760-46e6-807b-9a7c38ac94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d889ebd-3e62-489b-9a96-020b996ddbc9'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:41.417356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Attempting to bind port f4056f55-60a6-404f-9813-319a1caff24d on network 3d889ebd-3e62-489b-9a96-020b996ddbc9 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:41.427473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:41.464491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.475864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:41.476738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Checking segment: {'id': 'e18711c5-e760-46e6-807b-9a7c38ac94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d889ebd-3e62-489b-9a96-020b996ddbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:41.476738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.477636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Bound using segment: {'id': 'e18711c5-e760-46e6-807b-9a7c38ac94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d889ebd-3e62-489b-9a96-020b996ddbc9'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:41.477636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Bound port: f4056f55-60a6-404f-9813-319a1caff24d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18711c5-e760-46e6-807b-9a7c38ac94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d889ebd-3e62-489b-9a96-020b996ddbc9'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:41.477888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.487355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Pushing event updated for resources: {'Port': ['ID=29134161-0664-4ed2-81d3-5c2489d0678e,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:41.502500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port 01bdd47f-6703-4bc8-9e2d-567964311ac1 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:41.502771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.527571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a3eef4-e184-441e-b5ae-b4d5ea9feb7b']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:41.552530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c47b791-fe22-46f9-8d15-5f0aba1850d2') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:41.552888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c47b791-fe22-46f9-8d15-5f0aba1850d2') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:41.576323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.592036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network 3d889ebd-3e62-489b-9a96-020b996ddbc9 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:41.606348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a1f8ff65-5b98-40b6-b383-47d49d7f2d1b None None] Provisioning complete for port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:41.607507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1f8ff65-5b98-40b6-b383-47d49d7f2d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.624018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:41.630150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.647979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:41.682393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:41.685178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:41.685585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.714289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Port': ['ID=383a977e-299a-45e2-9de6-0b190ab915b8,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:41.740983 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:41.760719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.788041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.792102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'port_id': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf', 'mac_address': 'fa:16:3e:5e:84:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:03:41.858915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.862322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Attempting to bind port 29134161-0664-4ed2-81d3-5c2489d0678e on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:41.862688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Attempting to bind port 29134161-0664-4ed2-81d3-5c2489d0678e by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'a6052432-42d4-477c-9af1-3d582ce59fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43c30e70-de87-4969-b317-3461a42df65a'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:41.863240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Attempting to bind port 29134161-0664-4ed2-81d3-5c2489d0678e on network 43c30e70-de87-4969-b317-3461a42df65a {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:41.918580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:41.918946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.937969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.983386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:41.983879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Checking segment: {'id': 'a6052432-42d4-477c-9af1-3d582ce59fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43c30e70-de87-4969-b317-3461a42df65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:41.984140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.984534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Bound using segment: {'id': 'a6052432-42d4-477c-9af1-3d582ce59fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43c30e70-de87-4969-b317-3461a42df65a'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:41.985023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Bound port: 29134161-0664-4ed2-81d3-5c2489d0678e, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6052432-42d4-477c-9af1-3d582ce59fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '43c30e70-de87-4969-b317-3461a42df65a'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:41.985397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.990764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:41.999959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.124910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for 01bdd47f-6703-4bc8-9e2d-567964311ac1 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:42.154926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.161261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] For port f4056f55-60a6-404f-9813-319a1caff24d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:42.164185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.180822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.209082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c8caf-7946-4de3-8517-61600bdb1b06 req-d78add78-a1ae-4fb2-9298-acb0f0d350e7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:42.210614 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-395c8caf-7946-4de3-8517-61600bdb1b06 req-d78add78-a1ae-4fb2-9298-acb0f0d350e7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 943 time: 0.5331402 Mar 02 09:03:42.211422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Network': ['ID=27a3eef4-e184-441e-b5ae-b4d5ea9feb7b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:42.216798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2a6bba43-0fd1-4100-93ef-b8b70b20c149 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/networks/27a3eef4-e184-441e-b5ae-b4d5ea9feb7b HTTP/1.1" status: 204 len: 168 time: 1.1649375 Mar 02 09:03:42.223936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59390) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:42.242642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] For port f4056f55-60a6-404f-9813-319a1caff24d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f4056f55-60a6-404f-9813-319a1caff24d,segment=NetworkSegment(e18711c5-e760-46e6-807b-9a7c38ac94bd),segment_id=e18711c5-e760-46e6-807b-9a7c38ac94bd)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:42.243685 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=4a86969e-414e-4833-8b32-fd470b8d6183,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:42.284368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b586a07-ecfb-4468-8ab6-59f19ceb93cf {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:03:42.288806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.307794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event updated for resources: {'Port': ['ID=79f13590-a233-4a26-87d6-55eafe946701,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:42.320096 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Transition to ACTIVE for port object eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:42.329032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.343252 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.399658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783045bf-d9a5-4046-805e-6c40ef651fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-954ceabb-ecc9-4999-8404-79e2bff2b59f', 'network_id': '954ceabb-ecc9-4999-8404-79e2bff2b59f', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': '4a86969e-414e-4833-8b32-fd470b8d6183'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:42.401414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-783045bf-d9a5-4046-805e-6c40ef651fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.412769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-395c8caf-7946-4de3-8517-61600bdb1b06 req-79f0d97c-7501-4d88-b967-e4b71fba8cf8 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579642 Mar 02 09:03:42.418877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] In _notify_port_updated(), no bound segment for port 79f13590-a233-4a26-87d6-55eafe946701 on network 43c30e70-de87-4969-b317-3461a42df65a {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:03:42.428404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] For port 29134161-0664-4ed2-81d3-5c2489d0678e, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:42.431783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:42.432604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.433364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.437619 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-57f0e72f-68fb-4853-882c-1a48a9b38f58 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "PUT /v2.0/ports/79f13590-a233-4a26-87d6-55eafe946701 HTTP/1.1" status: 200 len: 1136 time: 1.5351965 Mar 02 09:03:42.440212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.443575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59394) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:42.449540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:42.480645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Transition to ACTIVE for port object eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:42.502726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] For port 29134161-0664-4ed2-81d3-5c2489d0678e, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=29134161-0664-4ed2-81d3-5c2489d0678e,segment=NetworkSegment(a6052432-42d4-477c-9af1-3d582ce59fbf),segment_id=a6052432-42d4-477c-9af1-3d582ce59fbf)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:42.517594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954ceabb-ecc9-4999-8404-79e2bff2b59f']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:42.539165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b54c16-4046-46e5-b844-bd9501e23d10') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:42.539574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b54c16-4046-46e5-b844-bd9501e23d10') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:42.544657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ee66f-c01a-4434-a68d-723eb54626f9 None None] Pushing event updated for resources: {'Port': ['ID=f4056f55-60a6-404f-9813-319a1caff24d,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:42.594133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d35e51-af3c-4596-890f-b2ab22d1c292 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:42.596260 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-81d35e51-af3c-4596-890f-b2ab22d1c292 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "GET /v2.0/ports/79f13590-a233-4a26-87d6-55eafe946701 HTTP/1.1" status: 200 len: 1136 time: 0.1503959 Mar 02 09:03:42.605200 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.613679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59398) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:42.619182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.655142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.671165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.712947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.739979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12a14fa-4ef8-4611-81b1-586b47147e55']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:42.746469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Network 29787c07-2678-4f2b-8e0f-77f73cf6b8e0 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:42.751135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:42.755978 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.756381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6c0ba4-6f2c-41e4-9100-82549351d336') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:42.756486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:42.756599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6c0ba4-6f2c-41e4-9100-82549351d336') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:42.768899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.772254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:42.772660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.778192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:42.800542 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:42.811458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:42.822881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3a1673f3-3eb2-46f5-b8e9-8c0e7f7da75b tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Deleting port 79f13590-a233-4a26-87d6-55eafe946701 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:42.823624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a1673f3-3eb2-46f5-b8e9-8c0e7f7da75b tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.870218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.874957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=01bdd47f-6703-4bc8-9e2d-567964311ac1,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:42.946376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d4b20-f949-493a-bf13-d4d7520b19bc None None] Network 954ceabb-ecc9-4999-8404-79e2bff2b59f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:42.946638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:42.946638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:42.964934 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:42.970101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['3b586a07-ecfb-4468-8ab6-59f19ceb93cf'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:03:43.213404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.247253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Attempting to bind port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:43.248315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Attempting to bind port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29787c07-2678-4f2b-8e0f-77f73cf6b8e0'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:43.248842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Attempting to bind port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 on network 29787c07-2678-4f2b-8e0f-77f73cf6b8e0 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:43.253112 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.267941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d4b20-f949-493a-bf13-d4d7520b19bc None None] Network 954ceabb-ecc9-4999-8404-79e2bff2b59f could not be found, it might have been deleted concurrently. {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 09:03:43.283549 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=954ceabb-ecc9-4999-8404-79e2bff2b59f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:43.291155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:43.293269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Checking segment: {'id': 'da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29787c07-2678-4f2b-8e0f-77f73cf6b8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:43.293269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.293269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Bound using segment: {'id': 'da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29787c07-2678-4f2b-8e0f-77f73cf6b8e0'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:43.293269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Bound port: eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29787c07-2678-4f2b-8e0f-77f73cf6b8e0'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:43.293269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.307059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.311527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e9703-5c7d-49ea-853d-3e916a19488e None None] Pushing event updated for resources: {'Port': ['ID=29134161-0664-4ed2-81d3-5c2489d0678e,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:43.313084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.359197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] Pushing event deleted for resources: {'Network': ['ID=b12a14fa-4ef8-4611-81b1-586b47147e55,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:43.380720 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b8a6ff4e-b36f-4759-936c-e9fdad29b4b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/954ceabb-ecc9-4999-8404-79e2bff2b59f HTTP/1.1" status: 204 len: 168 time: 2.2325225 Mar 02 09:03:43.381733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59402) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:43.420286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1291595735'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:43.441062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:43.529068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:43.537617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:43.549109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:43.550721 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-91922b16-7623-4a3c-8ca1-a33683814d07 tempest-BulkNetworkOpsTest-1649789510 tempest-BulkNetworkOpsTest-1649789510-project] 10.222.0.10 "DELETE /v2.0/networks/b12a14fa-4ef8-4611-81b1-586b47147e55 HTTP/1.1" status: 204 len: 168 time: 1.3232598 Mar 02 09:03:43.607611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a1673f3-3eb2-46f5-b8e9-8c0e7f7da75b tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.621345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.661136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Pushing event updated for resources: {'Port': ['ID=eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:43.699041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] For port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:43.709533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.719469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] For port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7,segment=NetworkSegment(da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d),segment_id=da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:43.746535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:43.751154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.769739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3a1673f3-3eb2-46f5-b8e9-8c0e7f7da75b tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Calling delete_port for 79f13590-a233-4a26-87d6-55eafe946701 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:43.790120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.809305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:43.901900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a31e8-c379-4f79-a60c-b9273f0aedb1 None None] Pushing event updated for resources: {'Port': ['ID=eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:43.994066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:44.039999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:44.062514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Port': ['ID=383a977e-299a-45e2-9de6-0b190ab915b8,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:44.078344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:44.078695 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment df2d7b8d-9f85-429b-848c-99c044d99446 of type vlan for network ae8b1075-a9fb-408b-bdfe-7e971c24f958 Mar 02 09:03:44.416883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3b2f-624f-45dd-81d2-59f6c54e86f2 req-a5a03af2-31c4-4329-a15d-dcc1ca64b199 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:44.416883 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35dc3b2f-624f-45dd-81d2-59f6c54e86f2 req-a5a03af2-31c4-4329-a15d-dcc1ca64b199 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 944 time: 0.7838526 Mar 02 09:03:44.461584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59412) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:44.467055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:44.471927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 0fefaf1c-5075-4bde-b861-ce1984e700ac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:03:44.594027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network 3d889ebd-3e62-489b-9a96-020b996ddbc9 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:44.596088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:44.609312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 3b586a07-ecfb-4468-8ab6-59f19ceb93cf up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:44.700206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a1673f3-3eb2-46f5-b8e9-8c0e7f7da75b tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:44.713474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:44.720270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:44.721236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:44.753191 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35dc3b2f-624f-45dd-81d2-59f6c54e86f2 req-1fc72581-9b9e-4ebf-b8ea-ef00171509de tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294623 Mar 02 09:03:44.812814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cedc91-e270-433c-a8c6-80c8a3ace725 None None] Network 43c30e70-de87-4969-b317-3461a42df65a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:44.851087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:44.894594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:44.895230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:44.936617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1673f3-3eb2-46f5-b8e9-8c0e7f7da75b tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event deleted for resources: {'Port': ['ID=79f13590-a233-4a26-87d6-55eafe946701,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:44.951763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-eb56b0ca-e950-44fe-ad85-7080cabb1b00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a4afc64a1124c1ab9c300ca135915bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890449 Mar 02 09:03:44.964164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6cb86888-9e52-47d1-96d5-7a8be7f9ab4a None None] Could not find standard attr ID for object 79f13590-a233-4a26-87d6-55eafe946701. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:03:44.968202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59418) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:44.999695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:45.008224 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5d5a435b-07ac-4940-b0ce-7cb6477808b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/0fefaf1c-5075-4bde-b861-ce1984e700ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6902590 Mar 02 09:03:45.014337 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e25c6c-b229-4b9b-8421-de490a0fabff None None] Sync routers for ids ['0fefaf1c-5075-4bde-b861-ce1984e700ac'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:45.016709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59422) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:45.045028 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e25c6c-b229-4b9b-8421-de490a0fabff None None] Routers {'0fefaf1c-5075-4bde-b861-ce1984e700ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:45.045028 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c5e25c6c-b229-4b9b-8421-de490a0fabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0fefaf1c-5075-4bde-b861-ce1984e700ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:45.061367 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6459589 Mar 02 09:03:45.081297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59426) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:45.096445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90378208-9c8e-4958-bdbc-914dde7ca600 None None] Network 3d889ebd-3e62-489b-9a96-020b996ddbc9 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:45.182581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': 'ae8b1075-a9fb-408b-bdfe-7e971c24f958', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:45.199270 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c5e25c6c-b229-4b9b-8421-de490a0fabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:45.210706 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e25c6c-b229-4b9b-8421-de490a0fabff None None] Routers {'0fefaf1c-5075-4bde-b861-ce1984e700ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:45.211197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976f665-1625-49e7-9732-c67be38735fb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=ae8b1075-a9fb-408b-bdfe-7e971c24f958,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:45.217253 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c5e25c6c-b229-4b9b-8421-de490a0fabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0fefaf1c-5075-4bde-b861-ce1984e700ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:45.272992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2b0246fa-669c-4f30-be3e-d70d371ee07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.318086 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c5e25c6c-b229-4b9b-8421-de490a0fabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:45.318728 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e25c6c-b229-4b9b-8421-de490a0fabff None None] The sync data for ids ['0fefaf1c-5075-4bde-b861-ce1984e700ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:45.330383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:45.383104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a1673f3-3eb2-46f5-b8e9-8c0e7f7da75b tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.384957 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3a1673f3-3eb2-46f5-b8e9-8c0e7f7da75b tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "DELETE /v2.0/ports/79f13590-a233-4a26-87d6-55eafe946701 HTTP/1.1" status: 204 len: 168 time: 2.7694924 Mar 02 09:03:45.388643 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network ae8b1075-a9fb-408b-bdfe-7e971c24f958 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:45.389263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59430) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:45.411317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2b0246fa-669c-4f30-be3e-d70d371ee07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.438145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:45.454480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:45.462004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:45.472909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:45.491318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0496cdc2-b023-48c0-b30e-66497a004d23 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Deleting subnet 54093a03-6cfd-49ab-acc2-9447a36436bb {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:45.500724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0496cdc2-b023-48c0-b30e-66497a004d23 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.502553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6cb86888-9e52-47d1-96d5-7a8be7f9ab4a None None] Provisioning for port 29134161-0664-4ed2-81d3-5c2489d0678e completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:45.555162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Router 36e857b2-57c9-4c97-bf39-f17b0543146c is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:03:45.578723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:45.582974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.682829 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be117bde-3377-43bf-a1b1-d125d048690a None None] Network 29787c07-2678-4f2b-8e0f-77f73cf6b8e0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:45.724990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2b0246fa-669c-4f30-be3e-d70d371ee07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.747018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0246fa-669c-4f30-be3e-d70d371ee07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b13cd2-8cba-499a-a69e-9775f4e3218a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:45.752841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2b0246fa-669c-4f30-be3e-d70d371ee07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.756910 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2b0246fa-669c-4f30-be3e-d70d371ee07b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43b13cd2-8cba-499a-a69e-9775f4e3218a HTTP/1.1" status: 204 len: 168 time: 0.7875743 Mar 02 09:03:45.760194 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:45.766123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0496cdc2-b023-48c0-b30e-66497a004d23 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.782248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.799510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Performing IP validity checks on allocation pools {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 09:03:45.800376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 09:03:45.916534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:45.929461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:45.957556 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5d52e056-cf68-4373-89fe-526651701769 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "PUT /v2.0/routers/36e857b2-57c9-4c97-bf39-f17b0543146c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5282342 Mar 02 09:03:45.961455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59438) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:45.967001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2702c11-b49e-4324-b1e9-485ac60ca25c None None] Sync routers for ids ['36e857b2-57c9-4c97-bf39-f17b0543146c'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:45.975373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f4056f55-60a6-404f-9813-319a1caff24d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:46.046835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2702c11-b49e-4324-b1e9-485ac60ca25c None None] Routers {'36e857b2-57c9-4c97-bf39-f17b0543146c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:46.047478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e2702c11-b49e-4324-b1e9-485ac60ca25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['36e857b2-57c9-4c97-bf39-f17b0543146c'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:46.143011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:03:46.166145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Provisioning for port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:46.174280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e2702c11-b49e-4324-b1e9-485ac60ca25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:46.234227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:46.237355 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf', 'code': 200} Mar 02 09:03:46.238082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Provisioning complete for port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:46.238619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:46.264387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880113d-3751-4a5b-9e17-5c0c447c0e43 req-1f18d3ae-6c90-4ac9-9f89-0ff9868f1aec tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:46.271751 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8880113d-3751-4a5b-9e17-5c0c447c0e43 req-1f18d3ae-6c90-4ac9-9f89-0ff9868f1aec tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 944 time: 0.3624365 Mar 02 09:03:46.299351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0496cdc2-b023-48c0-b30e-66497a004d23 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:46.338237 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8880113d-3751-4a5b-9e17-5c0c447c0e43 req-5b31f686-3857-4275-ab5f-7c09821c4936 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653822 Mar 02 09:03:46.347019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:46.452162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port a2b48fb6-9339-4350-8c3c-4c1fedc81965 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:46.452838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:46.457304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2702c11-b49e-4324-b1e9-485ac60ca25c None None] Routers {'36e857b2-57c9-4c97-bf39-f17b0543146c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:46.457988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e2702c11-b49e-4324-b1e9-485ac60ca25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['36e857b2-57c9-4c97-bf39-f17b0543146c'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:46.577886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e2702c11-b49e-4324-b1e9-485ac60ca25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:46.578307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2702c11-b49e-4324-b1e9-485ac60ca25c None None] The sync data for ids ['36e857b2-57c9-4c97-bf39-f17b0543146c'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:46.579122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:46.600200 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port f4056f55-60a6-404f-9813-319a1caff24d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:46.648042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 29134161-0664-4ed2-81d3-5c2489d0678e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:46.670448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=8b30b892-fba9-4ba3-9ec3-cefd43310747,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:46.695506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:46.800125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': 'df2d7b8d-9f85-429b-848c-99c044d99446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ae8b1075-a9fb-408b-bdfe-7e971c24f958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:46.800802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: ae8b1075-a9fb-408b-bdfe-7e971c24f958, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:46.807535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1143a67-ced6-4d56-b7b7-42cd6ca3ad77 req-3c7e6d14-0073-4845-924e-22eb44522439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:46.809782 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a1143a67-ced6-4d56-b7b7-42cd6ca3ad77 req-3c7e6d14-0073-4845-924e-22eb44522439 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.1380022 Mar 02 09:03:46.813752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:46.866236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] For port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7,segment=NetworkSegment(da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d),segment_id=da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:46.871682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:46.915131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 29134161-0664-4ed2-81d3-5c2489d0678e completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:46.923349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 29134161-0664-4ed2-81d3-5c2489d0678e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:46.923349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:46.955103 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a1143a67-ced6-4d56-b7b7-42cd6ca3ad77 req-731c4bc8-4e2c-476f-8618-6f0e502f9439 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340568 Mar 02 09:03:46.992984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.000544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0496cdc2-b023-48c0-b30e-66497a004d23 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.055179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for a2b48fb6-9339-4350-8c3c-4c1fedc81965 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:47.110601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496cdc2-b023-48c0-b30e-66497a004d23 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event deleted for resources: {'Subnet': ['ID=54093a03-6cfd-49ab-acc2-9447a36436bb,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:47.114930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0496cdc2-b023-48c0-b30e-66497a004d23 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.120354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network ae8b1075-a9fb-408b-bdfe-7e971c24f958 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:47.123879 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0496cdc2-b023-48c0-b30e-66497a004d23 tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "DELETE /v2.0/subnets/54093a03-6cfd-49ab-acc2-9447a36436bb HTTP/1.1" status: 204 len: 168 time: 1.7321792 Mar 02 09:03:47.143845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59460) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:47.180775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.204273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Pushing event updated for resources: {'Port': ['ID=eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:47.250183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Provisioning for port f4056f55-60a6-404f-9813-319a1caff24d completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:47.312804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Provisioning complete for port f4056f55-60a6-404f-9813-319a1caff24d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:47.313372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.368062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, ae8b1075-a9fb-408b-bdfe-7e971c24f958) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:47.386085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cfa21e-300b-4099-8a84-eb82dc2b2e8c None None] Network 43c30e70-de87-4969-b317-3461a42df65a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:47.388707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:47.389438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.407893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.441732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Deleting port 29134161-0664-4ed2-81d3-5c2489d0678e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:47.441732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.486697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf625a-5125-4d41-bee5-949d72156556 None None] Network ae8b1075-a9fb-408b-bdfe-7e971c24f958 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:47.505227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59468) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:47.521105 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-d444355c-ceaa-4a6b-8e1d-488550be5536 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:03:47.522908 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d444355c-ceaa-4a6b-8e1d-488550be5536 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "PUT /v2.0/routers/36e857b2-57c9-4c97-bf39-f17b0543146c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5601859 Mar 02 09:03:47.525555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59470) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:47.594044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.613107 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f4f6b984-22fd-42bc-bbe0-220b994cbe2f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4881983 Mar 02 09:03:47.613957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59476) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:47.756780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] For port 29134161-0664-4ed2-81d3-5c2489d0678e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=29134161-0664-4ed2-81d3-5c2489d0678e,segment=NetworkSegment(a6052432-42d4-477c-9af1-3d582ce59fbf),segment_id=a6052432-42d4-477c-9af1-3d582ce59fbf)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:47.757048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.856070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 29134161-0664-4ed2-81d3-5c2489d0678e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=29134161-0664-4ed2-81d3-5c2489d0678e,segment=NetworkSegment(a6052432-42d4-477c-9af1-3d582ce59fbf),segment_id=a6052432-42d4-477c-9af1-3d582ce59fbf)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:47.866564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.887971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-90d31ef4-32ae-47bf-b107-2f9a4f6c0466 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] Request body: {'port': {'network_id': '49a79a04-add7-4647-99e8-974b844018ca', 'name': 'tempest-NetworksNegativeTestJSON-1448599951'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:47.933592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:47.967778 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Calling delete_port for 29134161-0664-4ed2-81d3-5c2489d0678e owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:47.990309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.089585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:48.097257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.144493 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d31ef4-32ae-47bf-b107-2f9a4f6c0466 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] POST failed (client error): The resource could not be found. Mar 02 09:03:48.144882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d31ef4-32ae-47bf-b107-2f9a4f6c0466 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:48.150026 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-90d31ef4-32ae-47bf-b107-2f9a4f6c0466 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5604980 Mar 02 09:03:48.151067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59482) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:48.151210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=29134161-0664-4ed2-81d3-5c2489d0678e,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:48.158545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] For port f4056f55-60a6-404f-9813-319a1caff24d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f4056f55-60a6-404f-9813-319a1caff24d,segment=NetworkSegment(e18711c5-e760-46e6-807b-9a7c38ac94bd),segment_id=e18711c5-e760-46e6-807b-9a7c38ac94bd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:48.199624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedd5f24-edfc-436e-9a38-b11e76748497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-ae8b1075-a9fb-408b-bdfe-7e971c24f958', 'network_id': 'ae8b1075-a9fb-408b-bdfe-7e971c24f958', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': '8b30b892-fba9-4ba3-9ec3-cefd43310747'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:48.200856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fedd5f24-edfc-436e-9a38-b11e76748497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.223040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedc465-d765-4637-8bfe-1cdb56cbb09b req-051d8bde-fed7-423b-b9bc-8a8826361a42 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:48.230375 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4aedc465-d765-4637-8bfe-1cdb56cbb09b req-051d8bde-fed7-423b-b9bc-8a8826361a42 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.7270048 Mar 02 09:03:48.233124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.248853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.317697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=a2b48fb6-9339-4350-8c3c-4c1fedc81965,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:48.319432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:03:48.319748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:03:48.350560 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d72b1a3-071a-4010-9001-d15aa101cf85 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:48.350794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d72b1a3-071a-4010-9001-d15aa101cf85 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:48.352382 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2d72b1a3-071a-4010-9001-d15aa101cf85 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "DELETE /v2.0/networks/b21168d0-a78a-4e74-9f0c-b09c3ff4ca19 HTTP/1.1" status: 404 len: 339 time: 0.1978397 Mar 02 09:03:48.361948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59486) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:48.400598 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4aedc465-d765-4637-8bfe-1cdb56cbb09b req-93861d74-6268-4645-9313-56b8fce6f1a8 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693265 Mar 02 09:03:48.459681 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d390b2-efa9-438d-a1e2-8b4e3bbbb8fb tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:48.460442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d390b2-efa9-438d-a1e2-8b4e3bbbb8fb tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:48.484060 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d9d390b2-efa9-438d-a1e2-8b4e3bbbb8fb tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "DELETE /v2.0/ports/6fee3bc9-01e0-411b-b557-c80fdb74cab9 HTTP/1.1" status: 404 len: 333 time: 0.1210608 Mar 02 09:03:48.487279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59490) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:48.520939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.526564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c4f57-92c9-47fc-a99e-917e859a7d84 None None] DHCP port deletion for 43c30e70-de87-4969-b317-3461a42df65a request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:48.538995 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9373bd-d6d4-4d30-a5d0-648b8d7e118f tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] DELETE failed (client error): The resource could not be found. Mar 02 09:03:48.541649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9373bd-d6d4-4d30-a5d0-648b8d7e118f tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:48.541649 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ad9373bd-d6d4-4d30-a5d0-648b8d7e118f tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "DELETE /v2.0/subnets/0bc7b580-6dd6-46b3-ad1f-948447a94992 HTTP/1.1" status: 404 len: 337 time: 0.0528986 Mar 02 09:03:48.563370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-697c4f57-92c9-47fc-a99e-917e859a7d84 None None] Deleting port 29134161-0664-4ed2-81d3-5c2489d0678e {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:48.563977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-697c4f57-92c9-47fc-a99e-917e859a7d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.589652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59494) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:48.647970 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2da563c-5239-423c-b437-90cf5d63564f tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] GET failed (client error): The resource could not be found. Mar 02 09:03:48.649305 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f2da563c-5239-423c-b437-90cf5d63564f tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "GET /v2.0/networks/fa59bd4e-f2f7-4293-b270-b01f0599d745 HTTP/1.1" status: 404 len: 339 time: 0.0586989 Mar 02 09:03:48.674516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:48.674878 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.681605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59498) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:48.689080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=8b30b892-fba9-4ba3-9ec3-cefd43310747,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:48.702780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92937bd-515d-4a20-90c8-5f85b50164d0 None None] Pushing event updated for resources: {'Port': ['ID=f4056f55-60a6-404f-9813-319a1caff24d,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:48.707574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.768206 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe494bf-c58d-4e57-9bef-644182581597 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] GET failed (client error): The resource could not be found. Mar 02 09:03:48.773050 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cbe494bf-c58d-4e57-9bef-644182581597 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "GET /v2.0/ports/4dbca198-0262-4755-b98b-3bccbd3cd448 HTTP/1.1" status: 404 len: 333 time: 0.0772259 Mar 02 09:03:48.775231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59502) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:48.779794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Provisioning complete for port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:48.780223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.821488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Deleting port 29134161-0664-4ed2-81d3-5c2489d0678e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:48.821736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.829644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.854863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d530919-e21e-4bd8-9dca-ba70610b06ea tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] GET failed (client error): The resource could not be found. Mar 02 09:03:48.858864 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3d530919-e21e-4bd8-9dca-ba70610b06ea tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "GET /v2.0/subnets/c78bfdc5-de42-4185-9803-22ea17bf3611 HTTP/1.1" status: 404 len: 337 time: 0.0810800 Mar 02 09:03:48.860923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8b1075-a9fb-408b-bdfe-7e971c24f958']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:48.878480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59506) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:48.888666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2e44334d-acc2-4ac9-8876-c2c8b0dcb71d tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:48.904192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2d7b8d-9f85-429b-848c-99c044d99446') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:48.904698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2d7b8d-9f85-429b-848c-99c044d99446') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server [None req-fedd5f24-edfc-436e-9a38-b11e76748497 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b30b892-fba9-4ba3-9ec3-cefd43310747: This subnet is being modified by another concurrent operation. Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:03:48.906281 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise exception Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b30b892-fba9-4ba3-9ec3-cefd43310747: This subnet is being modified by another concurrent operation. Mar 02 09:03:48.909605 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Mar 02 09:03:48.924941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:48.947653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3f9e95-aaf6-46ef-9289-9ede34c75a46 None None] Network ae8b1075-a9fb-408b-bdfe-7e971c24f958 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:48.986746 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.006895 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e44334d-acc2-4ac9-8876-c2c8b0dcb71d tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] PUT failed (client error): The resource could not be found. Mar 02 09:03:49.007356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e44334d-acc2-4ac9-8876-c2c8b0dcb71d tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:49.012013 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2e44334d-acc2-4ac9-8876-c2c8b0dcb71d tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "PUT /v2.0/networks/b698477f-57c9-4a34-9877-ff756287ff57 HTTP/1.1" status: 404 len: 339 time: 0.1263552 Mar 02 09:03:49.015374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59510) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:49.081062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a650100d-c756-4dd1-9b43-51364d822399 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:49.110205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.124514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 0fefaf1c-5075-4bde-b861-ce1984e700ac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:03:49.131497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:49.133771 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:49.146290 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:49.153776 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a650100d-c756-4dd1-9b43-51364d822399 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] PUT failed (client error): The resource could not be found. Mar 02 09:03:49.153776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a650100d-c756-4dd1-9b43-51364d822399 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:49.153776 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a650100d-c756-4dd1-9b43-51364d822399 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "PUT /v2.0/ports/47cd9453-f10f-4642-9f01-8d3637266a08 HTTP/1.1" status: 404 len: 333 time: 0.1300902 Mar 02 09:03:49.154859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59514) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:49.166772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4eca11a5-65fc-48a6-b4f4-a1e00c071ab6 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:49.210704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-697c4f57-92c9-47fc-a99e-917e859a7d84 None None] For port 29134161-0664-4ed2-81d3-5c2489d0678e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=29134161-0664-4ed2-81d3-5c2489d0678e,segment=NetworkSegment(a6052432-42d4-477c-9af1-3d582ce59fbf),segment_id=a6052432-42d4-477c-9af1-3d582ce59fbf)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:49.211309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-697c4f57-92c9-47fc-a99e-917e859a7d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.306519 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eca11a5-65fc-48a6-b4f4-a1e00c071ab6 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] PUT failed (client error): The resource could not be found. Mar 02 09:03:49.306974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eca11a5-65fc-48a6-b4f4-a1e00c071ab6 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:03:49.311568 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4eca11a5-65fc-48a6-b4f4-a1e00c071ab6 tempest-NetworksNegativeTestJSON-2015338180 tempest-NetworksNegativeTestJSON-2015338180-project] 10.222.0.10 "PUT /v2.0/subnets/5b684e49-8836-49cd-bfef-a1fa200158f6 HTTP/1.1" status: 404 len: 337 time: 0.1521797 Mar 02 09:03:49.382075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.400203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:49.405877 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1ab7851f-d3e7-4c5b-a95d-bc75451c0d96 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/0fefaf1c-5075-4bde-b861-ce1984e700ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3879075 Mar 02 09:03:49.407565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] For port 29134161-0664-4ed2-81d3-5c2489d0678e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=29134161-0664-4ed2-81d3-5c2489d0678e,segment=NetworkSegment(a6052432-42d4-477c-9af1-3d582ce59fbf),segment_id=a6052432-42d4-477c-9af1-3d582ce59fbf)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:49.407932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.408501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-697c4f57-92c9-47fc-a99e-917e859a7d84 None None] Calling delete_port for 29134161-0664-4ed2-81d3-5c2489d0678e owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:49.413744 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d30804-997a-451c-952f-f83e7a88070f None None] Sync routers for ids ['0fefaf1c-5075-4bde-b861-ce1984e700ac'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:49.425256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59520) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:49.428212 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d30804-997a-451c-952f-f83e7a88070f None None] Routers {'0fefaf1c-5075-4bde-b861-ce1984e700ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:49.428820 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-45d30804-997a-451c-952f-f83e7a88070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0fefaf1c-5075-4bde-b861-ce1984e700ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:49.496837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.512256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=ae8b1075-a9fb-408b-bdfe-7e971c24f958,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:49.513217 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-45d30804-997a-451c-952f-f83e7a88070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:49.523783 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d30804-997a-451c-952f-f83e7a88070f None None] Routers {'0fefaf1c-5075-4bde-b861-ce1984e700ac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:49.524731 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-45d30804-997a-451c-952f-f83e7a88070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0fefaf1c-5075-4bde-b861-ce1984e700ac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:49.526862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Deleting port 383a977e-299a-45e2-9de6-0b190ab915b8 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:49.527205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.570444 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3129beac-b348-462d-b760-7b49f871e3ac tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/ae8b1075-a9fb-408b-bdfe-7e971c24f958 HTTP/1.1" status: 204 len: 168 time: 1.9465015 Mar 02 09:03:49.580009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59526) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:49.587009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1919406781'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:49.595190 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-45d30804-997a-451c-952f-f83e7a88070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:49.595190 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d30804-997a-451c-952f-f83e7a88070f None None] The sync data for ids ['0fefaf1c-5075-4bde-b861-ce1984e700ac'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:49.595435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:49.600626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:49.603719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:49.605864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Provisioning complete for port 29134161-0664-4ed2-81d3-5c2489d0678e triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:49.606466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.614056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:49.749171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:49.752675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.766728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f263d5ea-47f6-4bc4-be5e-4c061c34dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.768436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-697c4f57-92c9-47fc-a99e-917e859a7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.812398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:49.816505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dffb451a-f014-494a-b8a1-fd1793079ea4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:03:49.826146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c4f57-92c9-47fc-a99e-917e859a7d84 None None] Pushing event deleted for resources: {'Port': ['ID=29134161-0664-4ed2-81d3-5c2489d0678e,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:49.826422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.836350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c4f57-92c9-47fc-a99e-917e859a7d84 None None] No DVR routers for this DVR port 29134161-0664-4ed2-81d3-5c2489d0678e on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:49.836350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Provisioning for port 383a977e-299a-45e2-9de6-0b190ab915b8 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:49.844100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.844452 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment 1226980d-b136-4049-9214-49c374767c19 of type vlan for network cf9a2efe-51bd-487c-bb02-022c999a43cf Mar 02 09:03:49.846015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Provisioning complete for port 383a977e-299a-45e2-9de6-0b190ab915b8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:49.853332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:49.884837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Calling delete_port for 29134161-0664-4ed2-81d3-5c2489d0678e owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:49.888523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd683d-a126-44a3-8fc7-fcc591200d6c None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:03:49.979585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Calling delete_port for 383a977e-299a-45e2-9de6-0b190ab915b8 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:50.008725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59532) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:50.015457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Port 383a977e-299a-45e2-9de6-0b190ab915b8 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:03:50.023390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:03:50.023955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:03:50.030084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.037388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09996e-4291-429f-8bbf-a28f390f33e8 req-06fb2429-5c68-43ec-9e0b-695eef6b73ca tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:50.039335 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd09996e-4291-429f-8bbf-a28f390f33e8 req-06fb2429-5c68-43ec-9e0b-695eef6b73ca tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2890196 Mar 02 09:03:50.040641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dffb451a-f014-494a-b8a1-fd1793079ea4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:03:50.045632 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dffb451a-f014-494a-b8a1-fd1793079ea4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fefaf1c-5075-4bde-b861-ce1984e700ac HTTP/1.1" status: 200 len: 205 time: 0.6193686 Mar 02 09:03:50.051181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59538) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:50.067481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Provisioning complete for port f4056f55-60a6-404f-9813-319a1caff24d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:50.068000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-06311c21-777b-442a-a407-124c4ac79f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.112767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f4056f55-60a6-404f-9813-319a1caff24d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:03:50.268010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-673a0cef-115c-44ce-bfbc-804faab94c7b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.308430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port f4056f55-60a6-404f-9813-319a1caff24d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:50.309007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.331854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05ca2ab-df55-4f1b-9b6c-5e14ba15e98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.332396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd683d-a126-44a3-8fc7-fcc591200d6c None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:03:50.355647 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd09996e-4291-429f-8bbf-a28f390f33e8 req-cdb58e4a-47eb-463e-aabe-e0a3a8647c4c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045340 Mar 02 09:03:50.400256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.409203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:50.409203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.418237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b05ca2ab-df55-4f1b-9b6c-5e14ba15e98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:50.432552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b05ca2ab-df55-4f1b-9b6c-5e14ba15e98c admin admin] Usage tracker for resource:security_group_rule and tenant:0721edb08f21458883ab35d44befc7e8 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:50.476009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b05ca2ab-df55-4f1b-9b6c-5e14ba15e98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:50.587644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b05ca2ab-df55-4f1b-9b6c-5e14ba15e98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:50.612553 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0289888 Mar 02 09:03:50.615630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59546) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:50.633152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': 'cf9a2efe-51bd-487c-bb02-022c999a43cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:50.644365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96169f1-4197-4fec-a09d-8311289c5a2a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=cf9a2efe-51bd-487c-bb02-022c999a43cf,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:50.661553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network cf9a2efe-51bd-487c-bb02-022c999a43cf details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:50.691537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-673a0cef-115c-44ce-bfbc-804faab94c7b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.693911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-673a0cef-115c-44ce-bfbc-804faab94c7b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.722869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 29134161-0664-4ed2-81d3-5c2489d0678e no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:50.758405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51387aec-8149-4fba-8529-e927ce3c420b req-8d9e9308-58a1-423f-bc01-6c0f53e5a64f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:50.758611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:50.760119 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-51387aec-8149-4fba-8529-e927ce3c420b req-8d9e9308-58a1-423f-bc01-6c0f53e5a64f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2040458 Mar 02 09:03:50.764933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.768859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59550) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:50.776063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9014e00b-db89-4cbe-9f80-72022ca9a2fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Request body: {'floatingip': {'port_id': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:50.811378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 29134161-0664-4ed2-81d3-5c2489d0678e {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:03:50.811378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 29134161-0664-4ed2-81d3-5c2489d0678e not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:03:50.816406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Port': ['ID=383a977e-299a-45e2-9de6-0b190ab915b8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:50.817909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:50.822432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:50.844852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-673a0cef-115c-44ce-bfbc-804faab94c7b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.845157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673a0cef-115c-44ce-bfbc-804faab94c7b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Fanout notify agent at l3_agent the message router_deleted on router 0fefaf1c-5075-4bde-b861-ce1984e700ac {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:03:50.861677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:50.873007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9014e00b-db89-4cbe-9f80-72022ca9a2fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.941821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Deleting port 29134161-0664-4ed2-81d3-5c2489d0678e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:50.942174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:50.994183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:50.999519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.085567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] The port '29134161-0664-4ed2-81d3-5c2489d0678e' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:03:51.155005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.348681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-673a0cef-115c-44ce-bfbc-804faab94c7b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.349707 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-673a0cef-115c-44ce-bfbc-804faab94c7b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/0fefaf1c-5075-4bde-b861-ce1984e700ac HTTP/1.1" status: 204 len: 168 time: 1.2971025 Mar 02 09:03:51.356278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59554) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:51.456322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Router 36e857b2-57c9-4c97-bf39-f17b0543146c has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:03:51.464974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05ca2ab-df55-4f1b-9b6c-5e14ba15e98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.481413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.575146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05ca2ab-df55-4f1b-9b6c-5e14ba15e98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.611757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c30e70-de87-4969-b317-3461a42df65a']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:51.624566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-51afa3aa-1e92-47d7-ad10-5df390941d8f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting subnet f0cd9278-b9ee-441b-acec-ebed5e36e421 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:51.647356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51afa3aa-1e92-47d7-ad10-5df390941d8f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.688969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6052432-42d4-477c-9af1-3d582ce59fbf') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:51.689269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6052432-42d4-477c-9af1-3d582ce59fbf') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:51.728174 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b05ca2ab-df55-4f1b-9b6c-5e14ba15e98c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0721edb08f21458883ab35d44befc7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7180724 Mar 02 09:03:51.729978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.748282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59558) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:51.781216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:51.789434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ca2ab-df55-4f1b-9b6c-5e14ba15e98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5808d6cc-64c8-45e2-976e-d69a61b490af,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:51.791888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f0fde-9d04-47b4-b699-333b418fff08 None None] Sync routers for ids ['36e857b2-57c9-4c97-bf39-f17b0543146c'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:51.805853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f0fde-9d04-47b4-b699-333b418fff08 None None] Routers {'36e857b2-57c9-4c97-bf39-f17b0543146c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:51.806667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-325f0fde-9d04-47b4-b699-333b418fff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['36e857b2-57c9-4c97-bf39-f17b0543146c'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:51.816309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51afa3aa-1e92-47d7-ad10-5df390941d8f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.837917 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d06dd72d-1b64-4d44-8f70-80ebf0bc4d19 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "PUT /v2.0/routers/36e857b2-57c9-4c97-bf39-f17b0543146c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3082702 Mar 02 09:03:51.839109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59562) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:51.861647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.894788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:51.894788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.903231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-325f0fde-9d04-47b4-b699-333b418fff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:51.909557 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:51.912709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.916301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f0fde-9d04-47b4-b699-333b418fff08 None None] Routers {'36e857b2-57c9-4c97-bf39-f17b0543146c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:51.916969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-325f0fde-9d04-47b4-b699-333b418fff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['36e857b2-57c9-4c97-bf39-f17b0543146c'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:51.958482 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-9d48bfcf-2f25-4bcb-aaba-3b7c4a3030f7 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] delete failed (client error): The resource could not be found. Mar 02 09:03:51.963426 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9d48bfcf-2f25-4bcb-aaba-3b7c4a3030f7 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-974743318 HTTP/1.1" status: 404 len: 334 time: 0.1195474 Mar 02 09:03:51.967435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59566) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:51.975295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7f63e99-5cee-47f0-9d0a-5d94f50a6cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.983104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-47b7d630-0373-4e5c-ac84-f8926ad204a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:51.984540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-325f0fde-9d04-47b4-b699-333b418fff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:51.985131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325f0fde-9d04-47b4-b699-333b418fff08 None None] The sync data for ids ['36e857b2-57c9-4c97-bf39-f17b0543146c'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:52.001957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ce237e2b-36a9-4a89-b5d0-bca7bd335f5f tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Request body: {'router': {'external_gateway_info': {'network_id': '36e857b2-57c9-4c97-bf39-f17b0543146c'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:52.092729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7f63e99-5cee-47f0-9d0a-5d94f50a6cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.120486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51afa3aa-1e92-47d7-ad10-5df390941d8f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.174484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=cc0eb188-9e05-4a84-b021-0ba0c90bc9fe,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:52.184904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.214842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.224239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] Pushing event deleted for resources: {'Network': ['ID=43c30e70-de87-4969-b317-3461a42df65a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:52.237260 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b79131bc-7707-4a7c-a283-76b0eaaabc6e tempest-ExtraDHCPOptionsTestJSON-1091476847 tempest-ExtraDHCPOptionsTestJSON-1091476847-project] 10.222.0.10 "DELETE /v2.0/networks/43c30e70-de87-4969-b317-3461a42df65a HTTP/1.1" status: 204 len: 168 time: 5.0920088 Mar 02 09:03:52.314060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51afa3aa-1e92-47d7-ad10-5df390941d8f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.325770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': '1226980d-b136-4049-9214-49c374767c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf9a2efe-51bd-487c-bb02-022c999a43cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:52.328555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: cf9a2efe-51bd-487c-bb02-022c999a43cf, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:52.358238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afa3aa-1e92-47d7-ad10-5df390941d8f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cd9278-b9ee-441b-acec-ebed5e36e421,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:52.363530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51afa3aa-1e92-47d7-ad10-5df390941d8f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.365338 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-51afa3aa-1e92-47d7-ad10-5df390941d8f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/f0cd9278-b9ee-441b-acec-ebed5e36e421 HTTP/1.1" status: 204 len: 168 time: 1.0045867 Mar 02 09:03:52.368075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59578) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:52.371963 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c49a21-7ae1-4ec0-a193-132d56a5b8a0 None None] Network 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:52.432361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9014e00b-db89-4cbe-9f80-72022ca9a2fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.444068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-5763c1f5-c293-444f-9ea9-f771b84804ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting subnet feae7fe2-a509-46d9-9aaf-735dc22b79c4 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:03:52.449134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5763c1f5-c293-444f-9ea9-f771b84804ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.487225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ce237e2b-36a9-4a89-b5d0-bca7bd335f5f tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.508110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network cf9a2efe-51bd-487c-bb02-022c999a43cf is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:52.509937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5763c1f5-c293-444f-9ea9-f771b84804ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.551460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9014e00b-db89-4cbe-9f80-72022ca9a2fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.605639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7f63e99-5cee-47f0-9d0a-5d94f50a6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.626289 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-ce237e2b-36a9-4a89-b5d0-bca7bd335f5f tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] update failed (client error): The resource could not be found. Mar 02 09:03:52.631005 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ce237e2b-36a9-4a89-b5d0-bca7bd335f5f tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "PUT /v2.0/routers/36e857b2-57c9-4c97-bf39-f17b0543146c HTTP/1.1" status: 404 len: 339 time: 0.6534207 Mar 02 09:03:52.631005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f63e99-5cee-47f0-9d0a-5d94f50a6cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5808d6cc-64c8-45e2-976e-d69a61b490af,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:52.632415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59582) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:52.633785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, cf9a2efe-51bd-487c-bb02-022c999a43cf) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:52.640203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:52.640203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.654345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7f63e99-5cee-47f0-9d0a-5d94f50a6cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.655237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c676b-36eb-485a-aeb7-8c991541e702 None None] Network cf9a2efe-51bd-487c-bb02-022c999a43cf requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:52.655603 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a7f63e99-5cee-47f0-9d0a-5d94f50a6cf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5808d6cc-64c8-45e2-976e-d69a61b490af HTTP/1.1" status: 204 len: 168 time: 0.9063082 Mar 02 09:03:52.677952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739c8d4a-ab49-4304-9e89-163fc3f64ee8 None None] DHCP port deletion for 8ba1291b-889c-44a7-ae5f-fa0a575bd2ec request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:52.704071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-739c8d4a-ab49-4304-9e89-163fc3f64ee8 None None] Deleting port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:52.704585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-739c8d4a-ab49-4304-9e89-163fc3f64ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:52.720833 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-39b76e47-061d-42e2-bde1-c06b71e2bccf tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1017752 Mar 02 09:03:52.723482 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59588) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:52.892875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59594) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:52.972096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.085255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.191636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.205700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64acf266-383d-4719-b37a-a803713973f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-cf9a2efe-51bd-487c-bb02-022c999a43cf', 'network_id': 'cf9a2efe-51bd-487c-bb02-022c999a43cf', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': 'cc0eb188-9e05-4a84-b021-0ba0c90bc9fe'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:53.206785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64acf266-383d-4719-b37a-a803713973f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.221420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.243267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.243469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-739c8d4a-ab49-4304-9e89-163fc3f64ee8 None None] For port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6d72a4ae-fa9b-404a-a4a7-cdcb022dc318,segment=NetworkSegment(249e9aa8-3d6a-4052-a603-0b9bcb0ef20f),segment_id=249e9aa8-3d6a-4052-a603-0b9bcb0ef20f)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:53.247314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-739c8d4a-ab49-4304-9e89-163fc3f64ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.299297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0eb188-9e05-4a84-b021-0ba0c90bc9fe,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:53.423842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.449817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5763c1f5-c293-444f-9ea9-f771b84804ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.458761 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6fc0f3ef-05b5-49aa-9e1b-572879482a49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=357c3df7926940129f5b0ef8044d77fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654712 Mar 02 09:03:53.461389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59610) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:53.464499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9a2efe-51bd-487c-bb02-022c999a43cf']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:53.475456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-739c8d4a-ab49-4304-9e89-163fc3f64ee8 None None] Calling delete_port for 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:53.493270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1226980d-b136-4049-9214-49c374767c19') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:53.493567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1226980d-b136-4049-9214-49c374767c19') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:53.567797 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-9014e00b-db89-4cbe-9f80-72022ca9a2fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Floating IP dd559b40-263d-46fd-8f8e-de354c7924e5 associated. External IP: 172.26.3.108, port: 3b586a07-ecfb-4468-8ab6-59f19ceb93cf. Mar 02 09:03:53.587772 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1899940f-3f83-4313-ac7a-afae9c9c06af None None] Network cf9a2efe-51bd-487c-bb02-022c999a43cf requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:53.668359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.697162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.705601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.712988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:53.715855 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:53.729167 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:53.738362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-739c8d4a-ab49-4304-9e89-163fc3f64ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.798820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb59982f-9cb0-4ee3-a113-1e7e10ad1f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.824105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c8d4a-ab49-4304-9e89-163fc3f64ee8 None None] Pushing event deleted for resources: {'Port': ['ID=6d72a4ae-fa9b-404a-a4a7-cdcb022dc318,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:53.826657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c8d4a-ab49-4304-9e89-163fc3f64ee8 None None] No DVR routers for this DVR port 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:53.837131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb59982f-9cb0-4ee3-a113-1e7e10ad1f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.931210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.957568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:53.961993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=cf9a2efe-51bd-487c-bb02-022c999a43cf,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:53.982146 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ef140eaf-1e39-49f0-9bf8-bdc7fa9b9f37 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/cf9a2efe-51bd-487c-bb02-022c999a43cf HTTP/1.1" status: 204 len: 168 time: 1.2540867 Mar 02 09:03:53.982317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59622) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:53.988142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1225498459'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:53.994084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:53.998793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb59982f-9cb0-4ee3-a113-1e7e10ad1f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.001418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb59982f-9cb0-4ee3-a113-1e7e10ad1f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.005102 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bb59982f-9cb0-4ee3-a113-1e7e10ad1f61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c19089c7-c223-41bd-9252-4e8b0439a33b HTTP/1.1" status: 204 len: 168 time: 0.5402806 Mar 02 09:03:54.005102 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:54.019251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:54.023257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59628) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:54.025848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:54.029118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59982f-9cb0-4ee3-a113-1e7e10ad1f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19089c7-c223-41bd-9252-4e8b0439a33b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:54.062235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:54.068652 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-b3b1313c-00fc-4fcc-9d25-674f28ea5d1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9385092 Mar 02 09:03:54.069600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5763c1f5-c293-444f-9ea9-f771b84804ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.111393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:03:54.112283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6d72a4ae-fa9b-404a-a4a7-cdcb022dc318 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:03:54.114347 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:54.118422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.166397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-61481022'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:54.174717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:54.182786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:network and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:54.185983 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:54.188150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:54.193723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5763c1f5-c293-444f-9ea9-f771b84804ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.196360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763c1f5-c293-444f-9ea9-f771b84804ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Subnet': ['ID=feae7fe2-a509-46d9-9aaf-735dc22b79c4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:54.199029 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:54.201629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea84c99-7d38-4b65-8e3a-1b10ed614c3d None None] Network c70d823c-80d9-4f39-afdf-40e7411375e6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:54.207863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.208154 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment bd021a28-7ddb-48b2-a8cf-3267c35bf762 of type vlan for network c86b4ca8-de70-4636-ae30-e459be1c55bb Mar 02 09:03:54.240658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.274473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:54.279172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.296930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.315063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:54.319200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:security_group_rule and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:54.322276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:54.329098 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:54.339126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.344727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:54.345356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.495388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=c86b4ca8-de70-4636-ae30-e459be1c55bb,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:54.508226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network c86b4ca8-de70-4636-ae30-e459be1c55bb details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:54.544980 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-809cab03-6cf0-4387-a347-95b064dd2c7d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5616403 Mar 02 09:03:54.548837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013fee78-e153-4ac9-8a85-d4da63c9aee3 None None] DHCP port deletion for c70d823c-80d9-4f39-afdf-40e7411375e6 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:03:54.555859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59636) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:54.569320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': 'c86b4ca8-de70-4636-ae30-e459be1c55bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:54.646445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.655065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-013fee78-e153-4ac9-8a85-d4da63c9aee3 None None] Deleting port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:54.655631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-013fee78-e153-4ac9-8a85-d4da63c9aee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.656797 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5763c1f5-c293-444f-9ea9-f771b84804ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/feae7fe2-a509-46d9-9aaf-735dc22b79c4 HTTP/1.1" status: 204 len: 168 time: 2.2877924 Mar 02 09:03:54.665268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59644) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:54.704916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.715662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:54.719253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:54.722496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:54.728673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:54.760949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.811741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:54.820916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1afda-79aa-426c-88eb-79d03da389ad,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:54.837389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:54.844125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.863087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.863735 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added segment 3ed31b4e-0a0d-44df-b9e4-91afa245b0e8 of type vlan for network e0890b2a-dd03-4cf0-9535-348ad741871e Mar 02 09:03:54.874622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9014e00b-db89-4cbe-9f80-72022ca9a2fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Router 1477d820-515e-4d59-9a43-1bd53092f7fc has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:03:54.903311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.906397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-5e7943ec-b4e3-4c90-a5a0-60885a27a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:54.907861 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-5e7943ec-b4e3-4c90-a5a0-60885a27a2b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23af078d0c8346d5a239e1e87331455e&device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 1098 time: 0.7218721 Mar 02 09:03:54.916507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-013fee78-e153-4ac9-8a85-d4da63c9aee3 None None] For port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=98ae5ef6-9530-4f9f-93d5-27172fcaa0a6,segment=NetworkSegment(fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e),segment_id=fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:54.916948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-013fee78-e153-4ac9-8a85-d4da63c9aee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:54.969004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.012553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Allocated IP 172.20.0.1 (3911e29f-f85c-4e75-9963-9a2c19ecd9b7/7ca92585-b4a7-4c93-9680-1ad8a836b866/27ef8d11-c0b4-40f5-aa48-0b29e423e183) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:55.060805 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-013fee78-e153-4ac9-8a85-d4da63c9aee3 None None] Calling delete_port for 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:55.139361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.148287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:55.149012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.210903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.232909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-013fee78-e153-4ac9-8a85-d4da63c9aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.280984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fee78-e153-4ac9-8a85-d4da63c9aee3 None None] Pushing event deleted for resources: {'Port': ['ID=98ae5ef6-9530-4f9f-93d5-27172fcaa0a6,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:55.282954 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013fee78-e153-4ac9-8a85-d4da63c9aee3 None None] No DVR routers for this DVR port 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:55.326431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Network': ['ID=e0890b2a-dd03-4cf0-9535-348ad741871e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:55.344609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network e0890b2a-dd03-4cf0-9535-348ad741871e details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:55.360562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=7c49e1c2-d194-4159-97ed-56cc3f142839,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:55.364806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': 'bd021a28-7ddb-48b2-a8cf-3267c35bf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c86b4ca8-de70-4636-ae30-e459be1c55bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:55.365167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: c86b4ca8-de70-4636-ae30-e459be1c55bb, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:55.372898 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e837de7b-9bf1-4c77-b2fa-3a014fc33106 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3484733 Mar 02 09:03:55.375333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59662) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:55.384995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-215623114'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:55.393414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:55.406812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:network and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:55.410258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:55.417305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:55.439797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.455933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-05ca2d65-3256-4698-ab05-fb6bdcc67a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:55.457396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-05ca2d65-3256-4698-ab05-fb6bdcc67a1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=122e816d-e1ce-4258-b49f-4b0c00e4f143 HTTP/1.1" status: 200 len: 897 time: 0.4792295 Mar 02 09:03:55.463650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network c86b4ca8-de70-4636-ae30-e459be1c55bb is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:55.490986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:55.494827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.504242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59666) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:55.534863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:55.552077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.552077 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added segment d4800489-af23-498e-89b7-243046b3125b of type vlan for network da5f983d-852a-47c1-87e3-9e475d568375 Mar 02 09:03:55.566698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9014e00b-db89-4cbe-9f80-72022ca9a2fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:03:55.578810 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] Sync routers for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:03:55.579292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, c86b4ca8-de70-4636-ae30-e459be1c55bb) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:55.586825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37bf12-b3b1-451b-91fd-d37018f8fa37 None None] Network c86b4ca8-de70-4636-ae30-e459be1c55bb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:55.588433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:55.589018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.597647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.602626 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:55.603458 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:55.617881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.638880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba1291b-889c-44a7-ae5f-fa0a575bd2ec']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:55.648836 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-364131809'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:55.653663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249e9aa8-3d6a-4052-a603-0b9bcb0ef20f') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:55.653992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249e9aa8-3d6a-4052-a603-0b9bcb0ef20f') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:55.654296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:55.658374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:network and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:55.661522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:55.666481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.667224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:55.681046 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-756e7cfb-54ba-4b17-9a54-9117eb68f1d7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1240287 Mar 02 09:03:55.684527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.686725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59672) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:55.688932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9014e00b-db89-4cbe-9f80-72022ca9a2fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.718932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.726327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:55.727294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.752661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:55.753076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:55.771404 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:55.812448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:55.816918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.847581 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:03:55.879476 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9014e00b-db89-4cbe-9f80-72022ca9a2fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "PUT /v2.0/floatingips/dd559b40-263d-46fd-8f8e-de354c7924e5 HTTP/1.1" status: 200 len: 991 time: 5.1091821 Mar 02 09:03:55.881842 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-8c92c469-4a40-4f6b-91a9-3157d6029d89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed HTTP/1.1" status: 200 len: 1001 time: 0.4147801 Mar 02 09:03:55.885567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'tag': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:03:55.933736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-c86b4ca8-de70-4636-ae30-e459be1c55bb', 'network_id': 'c86b4ca8-de70-4636-ae30-e459be1c55bb', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': '7c49e1c2-d194-4159-97ed-56cc3f142839'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:55.935294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:55.952636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-4ba5b3fa-3e46-4aaf-9806-0a8fbafabd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:55.954508 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-4ba5b3fa-3e46-4aaf-9806-0a8fbafabd7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa82573b-246c-4d88-866a-a8952f19ba1d HTTP/1.1" status: 200 len: 835 time: 0.0650418 Mar 02 09:03:55.954682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.000846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Transition to ACTIVE for port object 27ef8d11-c0b4-40f5-aa48-0b29e423e183 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:56.006076 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'tag': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf', 'status': 'completed', 'code': 200} Mar 02 09:03:56.022736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.067652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.071554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Network': ['ID=8ba1291b-889c-44a7-ae5f-fa0a575bd2ec,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:56.088849 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8c7c782a-aa24-4280-8642-9a53b04e8521 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/networks/8ba1291b-889c-44a7-ae5f-fa0a575bd2ec HTTP/1.1" status: 204 len: 168 time: 1.4135425 Mar 02 09:03:56.092018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59680) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:56.191954 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8154922 Mar 02 09:03:56.195672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8c759-cf90-4c1a-8b7f-624cb357c9ee tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Network': ['ID=da5f983d-852a-47c1-87e3-9e475d568375,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:56.196395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Allocated IP 172.20.0.1 (c86b4ca8-de70-4636-ae30-e459be1c55bb/7c49e1c2-d194-4159-97ed-56cc3f142839/342cb0ed-7890-4a18-b23b-79a316ed1c7b) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:56.207682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59684) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:56.227449 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'subnet': {'network_id': 'e0890b2a-dd03-4cf0-9535-348ad741871e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:56.243891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:56.266556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:security_group_rule and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:56.282845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:56.301720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:56.422277 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'dd559b40-263d-46fd-8f8e-de354c7924e5', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'floating_ip_address': '172.26.3.108', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'port_id': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'mac_address': 'fa:16:3e:5e:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:03:14Z', 'updated_at': '2022-03-02T09:03:52Z', 'revision_number': 1, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e574a945-54b5-4847-af92-3734962f69bc', 'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'mac_address': 'fa:16:3e:a0:6f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:03:02Z', 'updated_at': '2022-03-02T09:03:15Z', 'revision_number': 5, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'subnets': [{'id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:56.427622 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] Checking router: 1477d820-515e-4d59-9a43-1bd53092f7fc for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:03:56.438392 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:03:56.439297 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:56.456386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-f46fa1cc-ce33-4a5a-ba2e-85e73d433f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:56.458038 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-f46fa1cc-ce33-4a5a-ba2e-85e73d433f69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122e816d-e1ce-4258-b49f-4b0c00e4f143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4974425 Mar 02 09:03:56.465959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.485067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.519299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Transition to ACTIVE for port object 342cb0ed-7890-4a18-b23b-79a316ed1c7b will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:56.561444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Transition to ACTIVE for port object 342cb0ed-7890-4a18-b23b-79a316ed1c7b will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:56.565569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.574120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:03:56.583886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:56.587768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:subnet and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:56.591119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:56.598618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:56.613937 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-47d8219d-9385-421f-8bc9-6d53befc44b7 service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395743 Mar 02 09:03:56.624169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.642022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network da5f983d-852a-47c1-87e3-9e475d568375 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:56.644136 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:03:56.654377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-0260bbbf-fcb7-4ecf-82ab-66491d0d9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:56.655863 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-0260bbbf-fcb7-4ecf-82ab-66491d0d9261 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.5629053 Mar 02 09:03:56.692421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.721356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:56.725365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.745048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:03:56.745668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 98ae5ef6-9530-4f9f-93d5-27172fcaa0a6 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:03:56.819001 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e30da31-4511-49c1-8f99-453f485ba9b7 req-efdff61f-e271-44a4-91ce-be04c1f27687 service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968384 Mar 02 09:03:56.862502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Network c86b4ca8-de70-4636-ae30-e459be1c55bb is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:56.871578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:56.877502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:56.895541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371accb-b8fe-4de9-86e2-c65ee3b6901d req-3fe1540c-d7e7-42ae-8fe3-f5454b1928ad tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:56.903699 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2371accb-b8fe-4de9-86e2-c65ee3b6901d req-3fe1540c-d7e7-42ae-8fe3-f5454b1928ad tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.6247985 Mar 02 09:03:56.925072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:56.944984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Pushing event updated for resources: {'Port': ['ID=342cb0ed-7890-4a18-b23b-79a316ed1c7b,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:56.990305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:57.006326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:57.022709 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2371accb-b8fe-4de9-86e2-c65ee3b6901d req-dc339048-9861-4b0a-a32c-c810395b4ce5 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180747 Mar 02 09:03:57.026703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:03:57.035206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Attempting to bind port 342cb0ed-7890-4a18-b23b-79a316ed1c7b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:03:57.038172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Attempting to bind port 342cb0ed-7890-4a18-b23b-79a316ed1c7b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'bd021a28-7ddb-48b2-a8cf-3267c35bf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c86b4ca8-de70-4636-ae30-e459be1c55bb'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:03:57.038990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Attempting to bind port 342cb0ed-7890-4a18-b23b-79a316ed1c7b on network c86b4ca8-de70-4636-ae30-e459be1c55bb {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:03:57.050082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:03:57.050451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Checking segment: {'id': 'bd021a28-7ddb-48b2-a8cf-3267c35bf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c86b4ca8-de70-4636-ae30-e459be1c55bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:57.050846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.051237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Bound using segment: {'id': 'bd021a28-7ddb-48b2-a8cf-3267c35bf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c86b4ca8-de70-4636-ae30-e459be1c55bb'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:03:57.051697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Bound port: 342cb0ed-7890-4a18-b23b-79a316ed1c7b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd021a28-7ddb-48b2-a8cf-3267c35bf762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c86b4ca8-de70-4636-ae30-e459be1c55bb'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:03:57.052093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.082910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.088867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-b6ef31c3-01aa-4629-a4e8-a730c1e0dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:57.090482 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-b6ef31c3-01aa-4629-a4e8-a730c1e0dcc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 913 time: 0.4181252 Mar 02 09:03:57.141765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Port': ['ID=27ef8d11-c0b4-40f5-aa48-0b29e423e183,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:57.174893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.176151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.191274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:57.205002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.205670 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Added segment b7c630aa-b6c5-48b7-b102-d8881da9283a of type vlan for network 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a Mar 02 09:03:57.242670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70d823c-80d9-4f39-afdf-40e7411375e6']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:57.244491 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'dd559b40-263d-46fd-8f8e-de354c7924e5', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'floating_ip_address': '172.26.3.108', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'port_id': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'mac_address': 'fa:16:3e:5e:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:03:14Z', 'updated_at': '2022-03-02T09:03:52Z', 'revision_number': 1, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e574a945-54b5-4847-af92-3734962f69bc', 'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'mac_address': 'fa:16:3e:a0:6f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:03:02Z', 'updated_at': '2022-03-02T09:03:15Z', 'revision_number': 5, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'subnets': [{'id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:57.249498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.258029 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790bf3dc-b708-4f52-80fc-edd4d2617426 None None] The sync data for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv is: [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'dd559b40-263d-46fd-8f8e-de354c7924e5', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'floating_ip_address': '172.26.3.108', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'port_id': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'mac_address': 'fa:16:3e:5e:84:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:03:14Z', 'updated_at': '2022-03-02T09:03:52Z', 'revision_number': 1, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e574a945-54b5-4847-af92-3734962f69bc', 'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'mac_address': 'fa:16:3e:a0:6f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:03:02Z', 'updated_at': '2022-03-02T09:03:15Z', 'revision_number': 5, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'subnets': [{'id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:03:57.271767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.291212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] For port 342cb0ed-7890-4a18-b23b-79a316ed1c7b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:03:57.292178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:57.297895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4f27c6-f9c0-437a-ae0b-4cf08d250d1e') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:57.298068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.298267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] For port 342cb0ed-7890-4a18-b23b-79a316ed1c7b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=342cb0ed-7890-4a18-b23b-79a316ed1c7b,segment=NetworkSegment(bd021a28-7ddb-48b2-a8cf-3267c35bf762),segment_id=bd021a28-7ddb-48b2-a8cf-3267c35bf762)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:03:57.365625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.371589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.378562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=7c49e1c2-d194-4159-97ed-56cc3f142839,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:57.389391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.395169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:57.395774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.408940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.418907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:57.419248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:57.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:57.497020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72629f50-76c8-4760-af2b-e94c076ffc15 None None] Pushing event updated for resources: {'Port': ['ID=342cb0ed-7890-4a18-b23b-79a316ed1c7b,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:57.535070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4add568-7f25-4bf2-b6cf-8d6c9ff2c2a9,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:57.559692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76f4c4-7472-4de2-ae13-0aeb94a03287 req-48820a5e-cde7-4c5d-aa49-a7463f448fd6 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:57.561785 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6c76f4c4-7472-4de2-ae13-0aeb94a03287 req-48820a5e-cde7-4c5d-aa49-a7463f448fd6 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2970271 Mar 02 09:03:57.598793 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-f82e77b1-7730-4945-a886-80826a10d2da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 999 time: 0.5012498 Mar 02 09:03:57.618000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.626756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6200dc66-c70a-485d-bb9a-9aad147101dd None None] Provisioning for port 27ef8d11-c0b4-40f5-aa48-0b29e423e183 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:03:57.644475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6200dc66-c70a-485d-bb9a-9aad147101dd None None] Provisioning complete for port 27ef8d11-c0b4-40f5-aa48-0b29e423e183 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:03:57.644980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6200dc66-c70a-485d-bb9a-9aad147101dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.671317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b080df-fc6a-438b-ad5f-3dad52236f8a None None] New status for floating IP dd559b40-263d-46fd-8f8e-de354c7924e5: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:03:57.692375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.703508 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6c76f4c4-7472-4de2-ae13-0aeb94a03287 req-6a672249-ff03-4500-af23-bdbf26b56257 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360612 Mar 02 09:03:57.707500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Network': ['ID=c70d823c-80d9-4f39-afdf-40e7411375e6,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:57.718248 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-73de63d1-d18a-47b6-843f-1b8cb042dd8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/networks/c70d823c-80d9-4f39-afdf-40e7411375e6 HTTP/1.1" status: 204 len: 168 time: 1.6251469 Mar 02 09:03:57.719098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59690) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:57.735020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1072999323'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:57.741336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.751813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:57.760200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:network and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:57.763453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.764168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:57.789815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Network': ['ID=0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:57.819949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:57.824951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86b4ca8-de70-4636-ae30-e459be1c55bb']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:57.836093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6200dc66-c70a-485d-bb9a-9aad147101dd None None] Port 27ef8d11-c0b4-40f5-aa48-0b29e423e183 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:03:57.843820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f9e0b7-1bd2-4314-8f2e-ce71102f2b16 None None] Network c86b4ca8-de70-4636-ae30-e459be1c55bb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:03:57.862420 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd021a28-7ddb-48b2-a8cf-3267c35bf762') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:57.862763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd021a28-7ddb-48b2-a8cf-3267c35bf762') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:57.875941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-d404cb0a-cba7-4850-90e4-1a2a4ff1ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:57.877381 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-d404cb0a-cba7-4850-90e4-1a2a4ff1ccb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 200 len: 851 time: 0.2084069 Mar 02 09:03:57.883152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.885493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:57.923510 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-65aa08c1-d197-4fc3-8a09-d908b9e2494b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4181821 Mar 02 09:03:57.943113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:57.973576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:57.974536 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:58.101869 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:58.107022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.215896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Subnet': ['ID=2a8d1323-f436-490f-b18c-6f890973e82d,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:58.236130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 09:03:58.236130 dv-neutron-828796-1-hyperv neutron-server[88400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 09:03:58.236130 dv-neutron-828796-1-hyperv neutron-server[88400]: [parameters: {'id': 'c86b4ca8-de70-4636-ae30-e459be1c55bb'}] Mar 02 09:03:58.236130 dv-neutron-828796-1-hyperv neutron-server[88400]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:03:58.237005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:03:58.277570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Checking segment: {'id': '3ed31b4e-0a0d-44df-b9e4-91afa245b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e0890b2a-dd03-4cf0-9535-348ad741871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:03:58.277897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network hostable DHCP agents. Network: e0890b2a-dd03-4cf0-9535-348ad741871e, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:03:58.281139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:58.284507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.299975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.314900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-d7188a7c-20ce-448c-9bc9-06bc51142aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:58.320477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:03:58.320665 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-d7188a7c-20ce-448c-9bc9-06bc51142aa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4259715 Mar 02 09:03:58.324624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.324966 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added segment 64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea of type vlan for network 26463bd8-371d-4601-83b2-a17b04ad2ac7 Mar 02 09:03:58.351488 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2880c2e1-275e-4755-b404-61b1114854f8 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:03:58.356995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.372117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.379446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network e0890b2a-dd03-4cf0-9535-348ad741871e is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:03:58.461017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, e0890b2a-dd03-4cf0-9535-348ad741871e) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:58.475308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:58.476054 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.512576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event updated for resources: {'Port': ['ID=27ef8d11-c0b4-40f5-aa48-0b29e423e183,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:58.517746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.522667 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-a811a399-a9c3-46fc-b069-e71dce9b2084 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954861 Mar 02 09:03:58.541624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.548100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:58.548872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.583233 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cc503023-adeb-471d-b217-1a55538bab18 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3598015 Mar 02 09:03:58.586783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59696) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:58.614102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880c2e1-275e-4755-b404-61b1114854f8 None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:03:58.617894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'subnet': {'network_id': 'da5f983d-852a-47c1-87e3-9e475d568375', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:58.841800 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1139553 Mar 02 09:03:58.844786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59702) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:03:58.850179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb788c0b-9240-4490-9112-89dcb4b989d1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Network': ['ID=26463bd8-371d-4601-83b2-a17b04ad2ac7,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:58.867483 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'subnet': {'network_id': '26463bd8-371d-4601-83b2-a17b04ad2ac7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:03:58.873686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 26463bd8-371d-4601-83b2-a17b04ad2ac7 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:03:58.904781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:58.911619 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-16622773-aab5-47b3-9f8b-15e0111847e2 req-259ceb32-4d4d-454a-91f9-27729e6f25c8 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827813 Mar 02 09:03:58.933823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Deleting port 342cb0ed-7890-4a18-b23b-79a316ed1c7b {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:03:58.934180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.014675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:59.048526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:subnet and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:59.052826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:59.068775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:03:59.069990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:59.078717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:03:59.081677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:03:59.090482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:subnet and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:03:59.096158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:03:59.154821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:03:59.171869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] For port 342cb0ed-7890-4a18-b23b-79a316ed1c7b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=342cb0ed-7890-4a18-b23b-79a316ed1c7b,segment=NetworkSegment(bd021a28-7ddb-48b2-a8cf-3267c35bf762),segment_id=bd021a28-7ddb-48b2-a8cf-3267c35bf762)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:03:59.172232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.238616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:59.242383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.304332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:03:59.308150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.311869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Calling delete_port for 342cb0ed-7890-4a18-b23b-79a316ed1c7b owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:03:59.333765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-e0890b2a-dd03-4cf0-9535-348ad741871e', 'network_id': 'e0890b2a-dd03-4cf0-9535-348ad741871e', 'tenant_id': '8813bd49430948cabb19073849974109', 'fixed_ips': [{'subnet_id': '2a8d1323-f436-490f-b18c-6f890973e82d'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:03:59.334623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.433143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ad007-af9d-4af0-ba6b-df890fa90619 req-6b9c49cd-c145-4ed1-89e3-af53c5499445 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:03:59.435063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db5ad007-af9d-4af0-ba6b-df890fa90619 req-6b9c49cd-c145-4ed1-89e3-af53c5499445 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4504945 Mar 02 09:03:59.448128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Router 36e857b2-57c9-4c97-bf39-f17b0543146c has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:03:59.456951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.525300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Port': ['ID=342cb0ed-7890-4a18-b23b-79a316ed1c7b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:03:59.546914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No DVR routers for this DVR port 342cb0ed-7890-4a18-b23b-79a316ed1c7b on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:03:59.583403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Allocated IP 2001:db8::2 (e0890b2a-dd03-4cf0-9535-348ad741871e/2a8d1323-f436-490f-b18c-6f890973e82d/a5b6bd03-7cab-4f0b-9471-cb3056cb8630) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:03:59.716601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.748108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86b4ca8-de70-4636-ae30-e459be1c55bb']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:59.760944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd021a28-7ddb-48b2-a8cf-3267c35bf762') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:59.761233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd021a28-7ddb-48b2-a8cf-3267c35bf762') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:03:59.774522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.778805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.796980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.804410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:03:59.804789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:03:59.823393 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:03:59.826686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.841397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Transition to ACTIVE for port object a5b6bd03-7cab-4f0b-9471-cb3056cb8630 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:59.863052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Transition to ACTIVE for port object a5b6bd03-7cab-4f0b-9471-cb3056cb8630 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:03:59.925670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:03:59.995566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Network e0890b2a-dd03-4cf0-9535-348ad741871e is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:00.003368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:00.003700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.008671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:00.015970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Pushing event updated for resources: {'Port': ['ID=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:00.022791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.066093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=c86b4ca8-de70-4636-ae30-e459be1c55bb,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:00.076959 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8deca506-ffe9-4d30-bc96-9d8bc5488333 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/c86b4ca8-de70-4636-ae30-e459be1c55bb HTTP/1.1" status: 204 len: 168 time: 4.3882067 Mar 02 09:04:00.080292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59706) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:00.087234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-99613535'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:00.093224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:00.097597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:00.103024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:00.111111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:00.115251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Attempting to bind port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:00.115788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Attempting to bind port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '3ed31b4e-0a0d-44df-b9e4-91afa245b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e0890b2a-dd03-4cf0-9535-348ad741871e'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:00.116593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Attempting to bind port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 on network e0890b2a-dd03-4cf0-9535-348ad741871e {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:00.123127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:00.126388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Checking segment: {'id': '3ed31b4e-0a0d-44df-b9e4-91afa245b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e0890b2a-dd03-4cf0-9535-348ad741871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:00.126388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.126388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Bound using segment: {'id': '3ed31b4e-0a0d-44df-b9e4-91afa245b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e0890b2a-dd03-4cf0-9535-348ad741871e'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:00.126388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Bound port: a5b6bd03-7cab-4f0b-9471-cb3056cb8630, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed31b4e-0a0d-44df-b9e4-91afa245b0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e0890b2a-dd03-4cf0-9535-348ad741871e'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:00.126388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.151657 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db5ad007-af9d-4af0-ba6b-df890fa90619 req-f937107b-306b-4423-8295-53dc484955f1 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7076988 Mar 02 09:04:00.202970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:00.206683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.220740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] For port a5b6bd03-7cab-4f0b-9471-cb3056cb8630, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:00.225143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] For port a5b6bd03-7cab-4f0b-9471-cb3056cb8630, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,segment=NetworkSegment(3ed31b4e-0a0d-44df-b9e4-91afa245b0e8),segment_id=3ed31b4e-0a0d-44df-b9e4-91afa245b0e8)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:00.236100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:00.237174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:00.248121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.248585 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42b2d3-308b-46df-9002-c56304c8638a None None] Sync routers for ids ['36e857b2-57c9-4c97-bf39-f17b0543146c'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:00.249647 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment 61cbf75c-e139-4bd2-ae71-45c48d0a512b of type vlan for network 492796db-a74e-4d67-b105-7a5aad1ae7ea Mar 02 09:04:00.249763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Subnet': ['ID=273207cd-0962-4108-bbb6-a334ab51d8b6,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:00.269552 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42b2d3-308b-46df-9002-c56304c8638a None None] Routers {'36e857b2-57c9-4c97-bf39-f17b0543146c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:00.269992 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7b42b2d3-308b-46df-9002-c56304c8638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['36e857b2-57c9-4c97-bf39-f17b0543146c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:00.284297 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3f3ef53f-94d2-430b-9301-8810638e4a99 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "PUT /v2.0/routers/36e857b2-57c9-4c97-bf39-f17b0543146c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6492989 Mar 02 09:04:00.285792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.287586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Checking segment: {'id': '64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26463bd8-371d-4601-83b2-a17b04ad2ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:00.288087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network hostable DHCP agents. Network: 26463bd8-371d-4601-83b2-a17b04ad2ac7, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:00.289369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.290866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59710) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:00.354058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.391622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456626f-d067-4f91-a83a-7cb152d223dc None None] Pushing event updated for resources: {'Port': ['ID=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:00.410258 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7b42b2d3-308b-46df-9002-c56304c8638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:00.435348 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42b2d3-308b-46df-9002-c56304c8638a None None] Routers {'36e857b2-57c9-4c97-bf39-f17b0543146c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:00.436382 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7b42b2d3-308b-46df-9002-c56304c8638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['36e857b2-57c9-4c97-bf39-f17b0543146c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:00.439467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 26463bd8-371d-4601-83b2-a17b04ad2ac7 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:00.508733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Checking segment: {'id': 'd4800489-af23-498e-89b7-243046b3125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'da5f983d-852a-47c1-87e3-9e475d568375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:00.513895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network hostable DHCP agents. Network: da5f983d-852a-47c1-87e3-9e475d568375, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:00.534196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Subnet': ['ID=c1e30441-398e-4062-9c3d-c1c48bff778f,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:00.544061 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b230d99-7029-4f43-89a6-ec1e8cfb41cd tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.566908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 26463bd8-371d-4601-83b2-a17b04ad2ac7) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:00.576870 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7b42b2d3-308b-46df-9002-c56304c8638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:00.576870 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42b2d3-308b-46df-9002-c56304c8638a None None] The sync data for ids ['36e857b2-57c9-4c97-bf39-f17b0543146c'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:00.577600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:00.577600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.625706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.634869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:00.634869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.667131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network da5f983d-852a-47c1-87e3-9e475d568375 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:00.688690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, da5f983d-852a-47c1-87e3-9e475d568375) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:00.693576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:00.698193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.705263 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-139ebdb4-8e3c-4e24-9c81-71dbd358b150 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8540020 Mar 02 09:04:00.706708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59714) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:00.717210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1251443102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:00.733554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:00.739222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:router and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:00.743886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:00.755562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:00.811227 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7297139 Mar 02 09:04:00.814050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59718) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:00.821233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-cd707d37-4b1c-4ece-b7f0-3b99ddbfd7f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:00.874837 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8aba89c3-9e04-4ce1-b02a-1a96b61550ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2794054 Mar 02 09:04:00.880291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59722) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:00.892391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1328066004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:00.898594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:00.903095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:router and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:00.905825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e21f0-5587-474c-b5f1-eafca8fc7beb tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=492796db-a74e-4d67-b105-7a5aad1ae7ea,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:00.910352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:00.916915 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-2b230d99-7029-4f43-89a6-ec1e8cfb41cd tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 09:04:00.920603 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2b230d99-7029-4f43-89a6-ec1e8cfb41cd tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "DELETE /v2.0/routers/36e857b2-57c9-4c97-bf39-f17b0543146c HTTP/1.1" status: 409 len: 329 time: 0.6257541 Mar 02 09:04:00.920603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:00.920820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59726) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:00.925618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 492796db-a74e-4d67-b105-7a5aad1ae7ea details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:00.976190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:00.977276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.079421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.113254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd707d37-4b1c-4ece-b7f0-3b99ddbfd7f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.160371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.161374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.168331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59730) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:01.174257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'subnet': {'network_id': '0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:01.191996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.205147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.279448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd707d37-4b1c-4ece-b7f0-3b99ddbfd7f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.370977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd707d37-4b1c-4ece-b7f0-3b99ddbfd7f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network 492796db-a74e-4d67-b105-7a5aad1ae7ea is not hosted by any dhcp agent {{(pid=88401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 09:04:01.376791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd707d37-4b1c-4ece-b7f0-3b99ddbfd7f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:01.377415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd707d37-4b1c-4ece-b7f0-3b99ddbfd7f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.385782 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cd707d37-4b1c-4ece-b7f0-3b99ddbfd7f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "PUT /v2.0/networks/492796db-a74e-4d67-b105-7a5aad1ae7ea HTTP/1.1" status: 200 len: 723 time: 0.5637500 Mar 02 09:04:01.387136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59736) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:01.396383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': '492796db-a74e-4d67-b105-7a5aad1ae7ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:01.473106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.494258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.499318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f12154a5-c7cf-4045-b8cc-2f3a68a043aa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7914510 Mar 02 09:04:01.499959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59740) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:01.509589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'port': {'network_id': '26463bd8-371d-4601-83b2-a17b04ad2ac7', 'name': 'tempest-RoutersTest-1569252035'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:01.514012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:01.560387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd707d37-4b1c-4ece-b7f0-3b99ddbfd7f2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=492796db-a74e-4d67-b105-7a5aad1ae7ea,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:01.572494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:subnet and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:01.574310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 492796db-a74e-4d67-b105-7a5aad1ae7ea details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:01.579775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:01.598181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:01.617030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:01.620804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.627080 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2b5c9f06-219b-437e-8d52-4c2f352b6260 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7432680 Mar 02 09:04:01.628207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59744) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:01.632325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:01.636351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:01.643888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:01.653208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d2ee2-789a-4dea-b9cf-26c71d32a8d2 req-860a52a5-c04d-42a3-8400-30cf6dd7248c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:01.654806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5b5d2ee2-789a-4dea-b9cf-26c71d32a8d2 req-860a52a5-c04d-42a3-8400-30cf6dd7248c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3716457 Mar 02 09:04:01.718603 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5b5d2ee2-789a-4dea-b9cf-26c71d32a8d2 req-4eccdc66-4a42-4223-9fd8-10c767139f2c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521367 Mar 02 09:04:01.719830 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:01.725694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.766979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:01.767247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec216c14-7035-40f6-b95a-c8ff789dc028 None None] Network e0890b2a-dd03-4cf0-9535-348ad741871e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:01.770820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:01.935885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f5dbf-556d-480b-9158-d0a56e658969 None None] Network 26463bd8-371d-4601-83b2-a17b04ad2ac7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:01.948717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e91a48-73d5-45b0-96a6-c79215ce5190 None None] Network da5f983d-852a-47c1-87e3-9e475d568375 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:02.035437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:02.111691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:port and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:02.121278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:02.133056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:02.145029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a5b6bd03-7cab-4f0b-9471-cb3056cb8630 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:02.201182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.288421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-42d99e5e-40eb-4540-9e8a-8331c325c1ae None None] Provisioning for port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:02.411768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65385665-64c4-4c61-8583-569403150c18 req-33835fcd-84dc-41f3-8481-e9d8bf3043f7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:02.418771 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-65385665-64c4-4c61-8583-569403150c18 req-33835fcd-84dc-41f3-8481-e9d8bf3043f7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5199578 Mar 02 09:04:02.485079 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-65385665-64c4-4c61-8583-569403150c18 req-c63aa21c-dd3f-4478-b8b5-a85f8ce88a14 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653450 Mar 02 09:04:02.489348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.544711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b683f6a8-8c51-49aa-a2fc-f76e1cc34fd9 None None] Provisioning complete for port 27ef8d11-c0b4-40f5-aa48-0b29e423e183 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:02.545066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:02.545183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b683f6a8-8c51-49aa-a2fc-f76e1cc34fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.554509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.578751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-da5f983d-852a-47c1-87e3-9e475d568375', 'network_id': 'da5f983d-852a-47c1-87e3-9e475d568375', 'tenant_id': '8813bd49430948cabb19073849974109', 'fixed_ips': [{'subnet_id': 'c1e30441-398e-4062-9c3d-c1c48bff778f'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:02.579584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.588367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-26463bd8-371d-4601-83b2-a17b04ad2ac7', 'network_id': '26463bd8-371d-4601-83b2-a17b04ad2ac7', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'fixed_ips': [{'subnet_id': '273207cd-0962-4108-bbb6-a334ab51d8b6'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:02.589179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.611509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:02.625025 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=8a4ab365-5999-4699-958d-bdfe0393646e,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:02.641242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:02.641608 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.671641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] device_id is not set on port a8574a74-bf03-4a33-ac9d-f423bad27c63 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:04:02.684050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': '61cbf75c-e139-4bd2-ae71-45c48d0a512b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '492796db-a74e-4d67-b105-7a5aad1ae7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:02.684731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: 492796db-a74e-4d67-b105-7a5aad1ae7ea, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:02.721896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b683f6a8-8c51-49aa-a2fc-f76e1cc34fd9 None None] Port 27ef8d11-c0b4-40f5-aa48-0b29e423e183 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:02.724196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.812186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Subnet': ['ID=e247dfab-ba0b-4c81-a5bb-b430a605e0b5,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:02.826425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network 492796db-a74e-4d67-b105-7a5aad1ae7ea is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:02.854692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.867385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Checking segment: {'id': 'b7c630aa-b6c5-48b7-b102-d8881da9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:02.867740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network hostable DHCP agents. Network: 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:02.920881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 492796db-a74e-4d67-b105-7a5aad1ae7ea) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:02.928966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Allocated IP 172.20.0.2 (26463bd8-371d-4601-83b2-a17b04ad2ac7/273207cd-0962-4108-bbb6-a334ab51d8b6/b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:02.930748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:02.932619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:02.998544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:03.006458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:03.011268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:03.011999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672954'] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.032804 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-996edff4-722c-4a05-bcd0-ca2b8ba10086 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6420975 Mar 02 09:04:03.035338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59754) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:03.043776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-afdf1526-bb23-4e31-b032-01692cd3fdf1 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:03.086149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Allocated IP 2001:db8:1::2 (da5f983d-852a-47c1-87e3-9e475d568375/c1e30441-398e-4062-9c3d-c1c48bff778f/3e315b65-8aad-4e5f-abc4-4c0cc480ffdb) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:03.092559 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83dd70-5dab-4c96-b4c2-767471e7b38c None None] Network 492796db-a74e-4d67-b105-7a5aad1ae7ea requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:03.163036 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e55dde93-31f4-40bb-b694-49a018879854 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9932866 Mar 02 09:04:03.170425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59760) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:03.185510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1675630015'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:03.195983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:03.204661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:network and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:03.209996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:03.220829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afdf1526-bb23-4e31-b032-01692cd3fdf1 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1579067'] for subnet, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.264285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4999d6-4689-4430-a8d4-45777ff333ea None None] Network 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:03.264817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:03.403254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:03.404948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Deleting port 27ef8d11-c0b4-40f5-aa48-0b29e423e183 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:03.405288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.407144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.454300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 2001:db8::1 (e0890b2a-dd03-4cf0-9535-348ad741871e/2a8d1323-f436-490f-b18c-6f890973e82d/6445da03-8cbf-42ec-ae65-cafdef2ce508) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:03.495982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:03.512408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4f4ee4-7400-4636-bbd7-e982afd879b5 None None] Network e0890b2a-dd03-4cf0-9535-348ad741871e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:03.537480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c2e13-0d27-42e0-82db-6ea8b0ab17b0 req-7e76369a-9ed5-4675-85ce-4b2826ac328c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:03.539582 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b76c2e13-0d27-42e0-82db-6ea8b0ab17b0 req-7e76369a-9ed5-4675-85ce-4b2826ac328c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2319095 Mar 02 09:04:03.545370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.545707 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Added segment 929b33d3-1948-4129-9f83-742e544690a4 of type vlan for network e16ef42a-f465-4898-8f8b-554126e10e33 Mar 02 09:04:03.603820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.622754 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b76c2e13-0d27-42e0-82db-6ea8b0ab17b0 req-924220c7-a757-4b74-8bf1-a3e795ab0a8f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695887 Mar 02 09:04:03.646133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afdf1526-bb23-4e31-b032-01692cd3fdf1 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769683602661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1835321'] for subnet, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.705764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf1526-bb23-4e31-b032-01692cd3fdf1 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:03.706300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afdf1526-bb23-4e31-b032-01692cd3fdf1 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.707920 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-afdf1526-bb23-4e31-b032-01692cd3fdf1 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "PUT /v2.0/subnets/8a4ab365-5999-4699-958d-bdfe0393646e HTTP/1.1" status: 200 len: 806 time: 0.6712866 Mar 02 09:04:03.711873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59766) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:03.715918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4f741fdc-7aee-464b-b42d-d04c8ecdd043 None None] Provisioning complete for port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:03.716307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f741fdc-7aee-464b-b42d-d04c8ecdd043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.728526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.766788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.770641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:03.771363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.806981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf1526-bb23-4e31-b032-01692cd3fdf1 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=8a4ab365-5999-4699-958d-bdfe0393646e,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:03.892163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Calling delete_port for 27ef8d11-c0b4-40f5-aa48-0b29e423e183 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:03.906222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a', 'network_id': '0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a', 'tenant_id': '5d63b49282d94bbb8a04ac8ac3096ad6', 'fixed_ips': [{'subnet_id': 'e247dfab-ba0b-4c81-a5bb-b430a605e0b5'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:03.907044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.923496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:03.959392 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Transition to ACTIVE for port object 6445da03-8cbf-42ec-ae65-cafdef2ce508 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:03.965066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Network': ['ID=e16ef42a-f465-4898-8f8b-554126e10e33,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:03.985003 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a68f2ab6-857b-4842-9bf9-a05617182e4a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8108091 Mar 02 09:04:03.992075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59772) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:04.000687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network e16ef42a-f465-4898-8f8b-554126e10e33 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:04.004609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.008130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'subnet': {'network_id': 'e16ef42a-f465-4898-8f8b-554126e10e33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:04.085053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.184447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.241776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.269603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:04.273562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:subnet and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:04.276461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:04.282198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:04.296751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4ab365-5999-4699-958d-bdfe0393646e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:04.341985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.415678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:04.420150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.420680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.448471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492796db-a74e-4d67-b105-7a5aad1ae7ea']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:04.461992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cbf75c-e139-4bd2-ae71-45c48d0a512b') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:04.462285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cbf75c-e139-4bd2-ae71-45c48d0a512b') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:04.476037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.482701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Transition to ACTIVE for port object b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:04.507613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.520709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:04.521099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.525914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:04.539854 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:04.591497 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe06fe-dd13-4212-a59c-0692595a057d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-492796db-a74e-4d67-b105-7a5aad1ae7ea', 'network_id': '492796db-a74e-4d67-b105-7a5aad1ae7ea', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': '8a4ab365-5999-4699-958d-bdfe0393646e'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:04.592560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b1fe06fe-dd13-4212-a59c-0692595a057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.617026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network e0890b2a-dd03-4cf0-9535-348ad741871e is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:04.688274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:04.698238 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:04.698792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.748348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.753465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.830056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=492796db-a74e-4d67-b105-7a5aad1ae7ea,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:04.832865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Transition to ACTIVE for port object b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:04.836740 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-202724df-c845-4a42-ab91-72a7c40cc5b6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/492796db-a74e-4d67-b105-7a5aad1ae7ea HTTP/1.1" status: 204 len: 168 time: 1.1232920 Mar 02 09:04:04.837185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59780) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:04.880929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d085a701-d34d-40e3-b7f1-28a45e597b9f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:04.881396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d085a701-d34d-40e3-b7f1-28a45e597b9f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:04.887521 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d085a701-d34d-40e3-b7f1-28a45e597b9f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/492796db-a74e-4d67-b105-7a5aad1ae7ea HTTP/1.1" status: 404 len: 339 time: 0.0442755 Mar 02 09:04:04.889692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59784) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:04.896787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1544734830', 'description': 'd1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:04.902920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:04.908834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:network and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:04.912249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.913358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:04.921115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:04.932323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.944720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.946301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=6445da03-8cbf-42ec-ae65-cafdef2ce508,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:04.952003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f741fdc-7aee-464b-b42d-d04c8ecdd043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:04.952134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4011f6-deda-462f-8fcf-02c2311fccb6 req-b431555e-77b0-427c-aa6a-d0a935de0244 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:04.952134 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd4011f6-deda-462f-8fcf-02c2311fccb6 req-b431555e-77b0-427c-aa6a-d0a935de0244 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1592429 Mar 02 09:04:04.995006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:04.998625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.011637 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd4011f6-deda-462f-8fcf-02c2311fccb6 req-c5a8545e-b576-47c4-a678-0ebeec3497bd tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540156 Mar 02 09:04:05.037002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:05.039252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Pushing event updated for resources: {'Port': ['ID=b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:05.046939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.047245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment 24963197-c42e-4c09-9bb6-280d4a175014 of type vlan for network 028f3940-2390-4ea7-9bae-f0f2723d2d5b Mar 02 09:04:05.076840 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.078219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.081675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Port': ['ID=27ef8d11-c0b4-40f5-aa48-0b29e423e183,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:05.094401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Transition to ACTIVE for port object 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:05.121468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Network 26463bd8-371d-4601-83b2-a17b04ad2ac7 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:05.145121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:05.172629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:05.177037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.177238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a5b6bd03-7cab-4f0b-9471-cb3056cb8630, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,segment=NetworkSegment(3ed31b4e-0a0d-44df-b9e4-91afa245b0e8),segment_id=3ed31b4e-0a0d-44df-b9e4-91afa245b0e8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:05.184885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:05.185779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.241887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Transition to ACTIVE for port object 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:05.244667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a7dcf-46c1-4bf9-b8b6-a47459f12bb8 None None] Network 492796db-a74e-4d67-b105-7a5aad1ae7ea requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:05.326423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.20.0.14 (26463bd8-371d-4601-83b2-a17b04ad2ac7/273207cd-0962-4108-bbb6-a334ab51d8b6/a8574a74-bf03-4a33-ac9d-f423bad27c63) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:05.348135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.431818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=028f3940-2390-4ea7-9bae-f0f2723d2d5b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:05.452078 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Allocated IP 2001:db8:0:ffff::2 (0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a/e247dfab-ba0b-4c81-a5bb-b430a605e0b5/3f6648ff-d60b-495c-8a4e-111128602221) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:05.454192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a7dcf-46c1-4bf9-b8b6-a47459f12bb8 None None] Network 492796db-a74e-4d67-b105-7a5aad1ae7ea could not be found, it might have been deleted concurrently. {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 09:04:05.473103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.478160 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ca24a784-e34b-4b58-a8b9-748cc9b596b7 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5864041 Mar 02 09:04:05.480555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59788) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:05.483434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 028f3940-2390-4ea7-9bae-f0f2723d2d5b details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:05.496271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b0bbe-8595-486a-b34c-66c121c91bf3 None None] Network 492796db-a74e-4d67-b105-7a5aad1ae7ea requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:05.584655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.587206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b0bbe-8595-486a-b34c-66c121c91bf3 None None] Network 492796db-a74e-4d67-b105-7a5aad1ae7ea could not be found, it might have been deleted concurrently. {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 09:04:05.588097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Attempting to bind port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:05.588466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Attempting to bind port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26463bd8-371d-4601-83b2-a17b04ad2ac7'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:05.588833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Attempting to bind port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 on network 26463bd8-371d-4601-83b2-a17b04ad2ac7 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:05.639395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb48d4-14e2-44a9-9443-5e56a59ae9f9 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:05.640819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-86eb48d4-14e2-44a9-9443-5e56a59ae9f9 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Synchronizing usage tracker for tenant:09b6eddc51fd4028864e8b23b4c26d33 on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:05.659554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Network da5f983d-852a-47c1-87e3-9e475d568375 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:05.677855 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Router 36e857b2-57c9-4c97-bf39-f17b0543146c has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:04:05.688388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:05.702119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:05.702672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Checking segment: {'id': '64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26463bd8-371d-4601-83b2-a17b04ad2ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:05.704400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.704400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Bound using segment: {'id': '64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26463bd8-371d-4601-83b2-a17b04ad2ac7'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:05.704400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Bound port: b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26463bd8-371d-4601-83b2-a17b04ad2ac7'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:05.704400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:05.713621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-4f741fdc-7aee-464b-b42d-d04c8ecdd043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:05.714009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-4f741fdc-7aee-464b-b42d-d04c8ecdd043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:05.722351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:05.752985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-86eb48d4-14e2-44a9-9443-5e56a59ae9f9 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Unset dirty status for tenant:09b6eddc51fd4028864e8b23b4c26d33 on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:05.755364 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-86eb48d4-14e2-44a9-9443-5e56a59ae9f9 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/networks?id=028f3940-2390-4ea7-9bae-f0f2723d2d5b HTTP/1.1" status: 200 len: 761 time: 0.2737312 Mar 02 09:04:05.766081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59792) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:05.772079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:05.787237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-24f212de-d445-46e6-a33c-fc2df9fb8645 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'description': 'd2'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:06.011102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Pushing event updated for resources: {'Port': ['ID=3e315b65-8aad-4e5f-abc4-4c0cc480ffdb,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:06.034394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24f212de-d445-46e6-a33c-fc2df9fb8645 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.051108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Attempting to bind port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:06.051548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Attempting to bind port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'd4800489-af23-498e-89b7-243046b3125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'da5f983d-852a-47c1-87e3-9e475d568375'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:06.051827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Attempting to bind port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb on network da5f983d-852a-47c1-87e3-9e475d568375 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:06.068235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] For port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:06.074935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:06.075190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Checking segment: {'id': 'd4800489-af23-498e-89b7-243046b3125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'da5f983d-852a-47c1-87e3-9e475d568375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:06.075594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.075987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Bound using segment: {'id': 'd4800489-af23-498e-89b7-243046b3125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'da5f983d-852a-47c1-87e3-9e475d568375'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:06.076463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Bound port: 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4800489-af23-498e-89b7-243046b3125b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'da5f983d-852a-47c1-87e3-9e475d568375'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:06.076873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.131832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] For port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314,segment=NetworkSegment(64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea),segment_id=64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:06.138446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24f212de-d445-46e6-a33c-fc2df9fb8645 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.165657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:06.191086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de9f9f-e699-4237-a6c6-6da91749e5d7 None None] Sync routers for ids ['36e857b2-57c9-4c97-bf39-f17b0543146c'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:06.236238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24f212de-d445-46e6-a33c-fc2df9fb8645 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network 028f3940-2390-4ea7-9bae-f0f2723d2d5b is not hosted by any dhcp agent {{(pid=88401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 09:04:06.241535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f212de-d445-46e6-a33c-fc2df9fb8645 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:06.242171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24f212de-d445-46e6-a33c-fc2df9fb8645 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.243431 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-24f212de-d445-46e6-a33c-fc2df9fb8645 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "PUT /v2.0/networks/028f3940-2390-4ea7-9bae-f0f2723d2d5b HTTP/1.1" status: 200 len: 758 time: 0.4759758 Mar 02 09:04:06.259565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] For port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:06.264476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] For port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3e315b65-8aad-4e5f-abc4-4c0cc480ffdb,segment=NetworkSegment(d4800489-af23-498e-89b7-243046b3125b),segment_id=d4800489-af23-498e-89b7-243046b3125b)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:06.272912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.286592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Transition to ACTIVE for port object 3f6648ff-d60b-495c-8a4e-111128602221 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:06.295329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59798) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:06.316349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Transition to ACTIVE for port object 3f6648ff-d60b-495c-8a4e-111128602221 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:06.338701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f212de-d445-46e6-a33c-fc2df9fb8645 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=028f3940-2390-4ea7-9bae-f0f2723d2d5b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:06.369485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de9f9f-e699-4237-a6c6-6da91749e5d7 None None] Routers {'36e857b2-57c9-4c97-bf39-f17b0543146c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:06.370127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-04de9f9f-e699-4237-a6c6-6da91749e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['36e857b2-57c9-4c97-bf39-f17b0543146c'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:06.424776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.450272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd49741e-be3c-456b-a5c1-f47f7b0ab3a9 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:06.451936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dd49741e-be3c-456b-a5c1-f47f7b0ab3a9 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/networks?id=028f3940-2390-4ea7-9bae-f0f2723d2d5b HTTP/1.1" status: 200 len: 761 time: 0.1556709 Mar 02 09:04:06.457643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59802) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:06.463677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-46224326'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:06.465163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 028f3940-2390-4ea7-9bae-f0f2723d2d5b details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:06.466364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:04:06.471933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:06.479241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.498561 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.499347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:06.502477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.515174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fe5fc-ada5-4308-8db2-cb91d4411ba6 req-b90920e2-0de8-46c9-a7e2-0b4c46e33ea3 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:06.516915 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db0fe5fc-ada5-4308-8db2-cb91d4411ba6 req-b90920e2-0de8-46c9-a7e2-0b4c46e33ea3 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3140881 Mar 02 09:04:06.556072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-04de9f9f-e699-4237-a6c6-6da91749e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:06.583140 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e2de3376-5e7a-4cf0-b946-89d7f3412317 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "PUT /v2.0/routers/36e857b2-57c9-4c97-bf39-f17b0543146c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6575396 Mar 02 09:04:06.583304 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db0fe5fc-ada5-4308-8db2-cb91d4411ba6 req-a3439651-630a-478c-bdc7-69f780d27df4 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572393 Mar 02 09:04:06.584625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59806) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:06.603944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.691830 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:06.693950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Transition to ACTIVE for port object a8574a74-bf03-4a33-ac9d-f423bad27c63 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:06.701894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.702671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Subnet': ['ID=7cd6bf6f-9498-4dd2-8dea-01388696ee25,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:06.722969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Network 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:06.723580 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-b596ddae-5114-4030-8fa1-d08d10a5305f tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] show failed (client error): The resource could not be found. Mar 02 09:04:06.730254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b596ddae-5114-4030-8fa1-d08d10a5305f tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-128755930 HTTP/1.1" status: 404 len: 334 time: 0.1361008 Mar 02 09:04:06.733262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59810) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:06.738520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:06.745043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5e8931a4-a807-41f1-b7e0-112856d0895f tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:06.746205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Checking segment: {'id': '929b33d3-1948-4129-9f83-742e544690a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e16ef42a-f465-4898-8f8b-554126e10e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:06.746569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network hostable DHCP agents. Network: e16ef42a-f465-4898-8f8b-554126e10e33, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:06.750827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de9f9f-e699-4237-a6c6-6da91749e5d7 None None] Routers {'36e857b2-57c9-4c97-bf39-f17b0543146c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:06.751471 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-04de9f9f-e699-4237-a6c6-6da91749e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['36e857b2-57c9-4c97-bf39-f17b0543146c'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:06.790279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.808696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:06.831644 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-5e8931a4-a807-41f1-b7e0-112856d0895f tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] update failed (client error): The resource could not be found. Mar 02 09:04:06.833225 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5e8931a4-a807-41f1-b7e0-112856d0895f tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1606049532 HTTP/1.1" status: 404 len: 335 time: 0.0953846 Mar 02 09:04:06.840372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59814) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:06.841499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859e9d8-1901-40e3-988d-700dabd2d9da None None] Pushing event updated for resources: {'Port': ['ID=b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:06.842647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:06.864426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.865569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment 354d198b-4550-40c5-b1b5-148552bf44a0 of type vlan for network c7d79d32-c9dd-4d48-a6be-dda274829e00 Mar 02 09:04:06.894614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network e16ef42a-f465-4898-8f8b-554126e10e33 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:06.932306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.950243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-04de9f9f-e699-4237-a6c6-6da91749e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:06.957391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de9f9f-e699-4237-a6c6-6da91749e5d7 None None] The sync data for ids ['36e857b2-57c9-4c97-bf39-f17b0543146c'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:06.975791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:06.976553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.048900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c7d837c4-5223-477b-bc85-7780bca57d9e None None] Provisioning for port 6445da03-8cbf-42ec-ae65-cafdef2ce508 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:07.049120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.064178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:07.065044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.079197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c7d837c4-5223-477b-bc85-7780bca57d9e None None] Provisioning complete for port 6445da03-8cbf-42ec-ae65-cafdef2ce508 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:07.079853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c7d837c4-5223-477b-bc85-7780bca57d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.109080 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Attempting to bind port 3f6648ff-d60b-495c-8a4e-111128602221 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:07.109485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Attempting to bind port 3f6648ff-d60b-495c-8a4e-111128602221 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'b7c630aa-b6c5-48b7-b102-d8881da9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:07.109871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Attempting to bind port 3f6648ff-d60b-495c-8a4e-111128602221 on network 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:07.112156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Pushing event updated for resources: {'Port': ['ID=3f6648ff-d60b-495c-8a4e-111128602221,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:07.117944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.122258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=6445da03-8cbf-42ec-ae65-cafdef2ce508,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:07.184395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, e16ef42a-f465-4898-8f8b-554126e10e33) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:07.189898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:07.190406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.238443 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f98c2f-f1cc-44cd-9aa2-fe6d6c0b75a0 None None] Network e16ef42a-f465-4898-8f8b-554126e10e33 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:07.244865 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7835405 Mar 02 09:04:07.250725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 26463bd8-371d-4601-83b2-a17b04ad2ac7 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:07.256053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59818) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:07.260649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77132aa8-88fc-471a-84b9-449bb2c03de4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=c7d79d32-c9dd-4d48-a6be-dda274829e00,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:07.270197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:07.272736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:07.285370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:07.286018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Checking segment: {'id': 'b7c630aa-b6c5-48b7-b102-d8881da9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:07.286667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.287328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Bound using segment: {'id': 'b7c630aa-b6c5-48b7-b102-d8881da9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:07.288133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Bound port: 3f6648ff-d60b-495c-8a4e-111128602221, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c630aa-b6c5-48b7-b102-d8881da9283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:07.288765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.316513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': 'c7d79d32-c9dd-4d48-a6be-dda274829e00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:07.316887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network c7d79d32-c9dd-4d48-a6be-dda274829e00 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:07.335402 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-288f95de-d494-4c29-8e04-f1cc02662e1b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3421469 Mar 02 09:04:07.338288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59822) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:07.339904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e504ee7-50da-4366-a4ac-0a569c967bee tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Deleting subnet 6f8502c9-e481-4ac2-b272-c0976228e6ca {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:07.344088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'port': {'network_id': 'e16ef42a-f465-4898-8f8b-554126e10e33', 'name': 'tempest-NetworksIpV6TestAttrs-2035878511'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:07.364961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9e504ee7-50da-4366-a4ac-0a569c967bee tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.502052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=a8574a74-bf03-4a33-ac9d-f423bad27c63,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:07.539964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:07.547933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:port and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:07.557732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:07.576981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:07.578888 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.579008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:07.611381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c7d837c4-5223-477b-bc85-7780bca57d9e None None] Port 6445da03-8cbf-42ec-ae65-cafdef2ce508 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:07.629289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:07.629514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9e504ee7-50da-4366-a4ac-0a569c967bee tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.661855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:07.665598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.707898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:07.724167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Usage tracker for resource:subnet and tenant:09b6eddc51fd4028864e8b23b4c26d33 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:07.728393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] device_id is not set on port f3cc51a4-045a-4283-a305-0bc93127834e yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:04:07.730818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:07.736826 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c7d837c4-5223-477b-bc85-7780bca57d9e None None] Provisioning complete for port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:07.737201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c7d837c4-5223-477b-bc85-7780bca57d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:07.741696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:07.770409 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aabee1-f319-4b1b-a5fc-3e977b0c4e10 None None] Pushing event updated for resources: {'Port': ['ID=3e315b65-8aad-4e5f-abc4-4c0cc480ffdb,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:07.770996 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network e0890b2a-dd03-4cf0-9535-348ad741871e is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:07.779849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:07.791556 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-586c331d-0ce4-4bc8-b45f-a1372b890946 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.2881458 Mar 02 09:04:07.795401 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59828) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:07.863506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] For port 3f6648ff-d60b-495c-8a4e-111128602221, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:07.874292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] For port 3f6648ff-d60b-495c-8a4e-111128602221, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f6648ff-d60b-495c-8a4e-111128602221,segment=NetworkSegment(b7c630aa-b6c5-48b7-b102-d8881da9283a),segment_id=b7c630aa-b6c5-48b7-b102-d8881da9283a)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:07.995299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.045345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:08.106132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:08.109554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.122847 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-e16ef42a-f465-4898-8f8b-554126e10e33', 'network_id': 'e16ef42a-f465-4898-8f8b-554126e10e33', 'tenant_id': '5d63b49282d94bbb8a04ac8ac3096ad6', 'fixed_ips': [{'subnet_id': '7cd6bf6f-9498-4dd2-8dea-01388696ee25'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:08.124197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.143703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Allocated IP 2001:db8::f816:3eff:feb1:6904 (e16ef42a-f465-4898-8f8b-554126e10e33/7cd6bf6f-9498-4dd2-8dea-01388696ee25/f3cc51a4-045a-4283-a305-0bc93127834e) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:08.180101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8674e1-b6f5-4402-a9ff-ad3f1788295c None None] Pushing event updated for resources: {'Port': ['ID=3f6648ff-d60b-495c-8a4e-111128602221,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:08.193731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a5b6bd03-7cab-4f0b-9471-cb3056cb8630 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:08.432718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f01be-3611-46de-ada7-118c85a1e10b req-9461a855-b6b9-4800-a30a-5dd72e3e6aec tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:08.435244 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d03f01be-3611-46de-ada7-118c85a1e10b req-9461a855-b6b9-4800-a30a-5dd72e3e6aec tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.6095529 Mar 02 09:04:08.461206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.461426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9e504ee7-50da-4366-a4ac-0a569c967bee tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.473761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af3c05-eeba-4253-8cb6-e2a9225fb659 None None] Network 26463bd8-371d-4601-83b2-a17b04ad2ac7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:08.538406 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d03f01be-3611-46de-ada7-118c85a1e10b req-f8b4e62a-4684-43b6-889f-fa4b53bc1a19 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881085 Mar 02 09:04:08.538406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Transition to ACTIVE for port object f3cc51a4-045a-4283-a305-0bc93127834e will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:08.567981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:08.568535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.662120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.777976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network e16ef42a-f465-4898-8f8b-554126e10e33 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:08.781289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:08.792968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:08.794217 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] Provisioning complete for port 6445da03-8cbf-42ec-ae65-cafdef2ce508 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:08.794600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.800050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:08.804393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.820878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Port': ['ID=f3cc51a4-045a-4283-a305-0bc93127834e,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:08.837930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Allocated IP 2001:db8::f816:3eff:fe6c:4801 (e16ef42a-f465-4898-8f8b-554126e10e33/7cd6bf6f-9498-4dd2-8dea-01388696ee25/09b26700-34f7-42fe-8db4-325ed1b6543d) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:08.894183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9e504ee7-50da-4366-a4ac-0a569c967bee tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:08.910419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2b667d-d6c4-4e02-be39-20925735e055 None None] Network da5f983d-852a-47c1-87e3-9e475d568375 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:08.925456 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4f63eaf7-0699-4264-8b9f-f5a436178c45 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5859747 Mar 02 09:04:08.927890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59834) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:08.976583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] Port 6445da03-8cbf-42ec-ae65-cafdef2ce508 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:09.007415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e504ee7-50da-4366-a4ac-0a569c967bee tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8502c9-e481-4ac2-b272-c0976228e6ca,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:09.027434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9e504ee7-50da-4366-a4ac-0a569c967bee tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.031148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b53763-95f4-40ea-91ab-5840856c7df0 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Deleting subnet 7cd6bf6f-9498-4dd2-8dea-01388696ee25 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:09.037036 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9e504ee7-50da-4366-a4ac-0a569c967bee tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "DELETE /v2.0/subnets/6f8502c9-e481-4ac2-b272-c0976228e6ca HTTP/1.1" status: 204 len: 168 time: 2.1953259 Mar 02 09:04:09.039557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59838) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:09.113005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1a1071-18f2-40f4-b336-b1879a55595e tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Deleting subnet 628567dd-7878-45ca-b052-b7c7318ca8b3 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:09.116296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1071-18f2-40f4-b336-b1879a55595e tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.188854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1071-18f2-40f4-b336-b1879a55595e tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.195201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7970d30b-9d8f-40f4-ae9b-c2f61826bc30 None None] Network 29787c07-2678-4f2b-8e0f-77f73cf6b8e0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:09.249256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 7abd0f19-c591-4f4f-aeb9-20868541c293 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:04:09.300225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1071-18f2-40f4-b336-b1879a55595e tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.386276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.413210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] Provisioning for port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:09.435322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] Provisioning complete for port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:09.441911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.462907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1071-18f2-40f4-b336-b1879a55595e tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.525933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a1071-18f2-40f4-b336-b1879a55595e tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Subnet': ['ID=628567dd-7878-45ca-b052-b7c7318ca8b3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:09.531953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fe1a1071-18f2-40f4-b336-b1879a55595e tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.568424 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fe1a1071-18f2-40f4-b336-b1879a55595e tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "DELETE /v2.0/subnets/628567dd-7878-45ca-b052-b7c7318ca8b3 HTTP/1.1" status: 204 len: 168 time: 0.5260313 Mar 02 09:04:09.577598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59844) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:09.577857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.692866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85705d4e-3d5f-42a3-91b4-09701b95ed2f None None] Network 3d889ebd-3e62-489b-9a96-020b996ddbc9 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:09.722381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:09.749946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.824313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Deleting port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:09.824943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:09.841324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:09.842874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=2144ea40-4a4b-4768-ad58-7e614b11bccf,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:09.858048 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a2e13-e0d8-4de0-8ae3-2579b4374e3e None None] Sync routers for ids ['7abd0f19-c591-4f4f-aeb9-20868541c293'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:09.862101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0c1d8-ed24-4b97-ad23-883b8fc161cf None None] Network 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:09.874573 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a2e13-e0d8-4de0-8ae3-2579b4374e3e None None] Routers {'7abd0f19-c591-4f4f-aeb9-20868541c293'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:09.875443 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-291a2e13-e0d8-4de0-8ae3-2579b4374e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['7abd0f19-c591-4f4f-aeb9-20868541c293'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:09.876222 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0ded686c-e44d-436a-9bd3-72c260e0c1bd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/7abd0f19-c591-4f4f-aeb9-20868541c293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2026243 Mar 02 09:04:09.877462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': '354d198b-4550-40c5-b1b5-148552bf44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c7d79d32-c9dd-4d48-a6be-dda274829e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:09.878042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: c7d79d32-c9dd-4d48-a6be-dda274829e00, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:09.882610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59848) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:09.949675 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-291a2e13-e0d8-4de0-8ae3-2579b4374e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:09.958842 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a2e13-e0d8-4de0-8ae3-2579b4374e3e None None] Routers {'7abd0f19-c591-4f4f-aeb9-20868541c293'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:09.959587 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-291a2e13-e0d8-4de0-8ae3-2579b4374e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['7abd0f19-c591-4f4f-aeb9-20868541c293'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:10.027503 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-291a2e13-e0d8-4de0-8ae3-2579b4374e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:10.028064 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a2e13-e0d8-4de0-8ae3-2579b4374e3e None None] The sync data for ids ['7abd0f19-c591-4f4f-aeb9-20868541c293'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:10.050171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524dee86-47b4-4a49-b82b-72c002f3c4ec tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:10.050848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-524dee86-47b4-4a49-b82b-72c002f3c4ec tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:10.056439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network c7d79d32-c9dd-4d48-a6be-dda274829e00 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:10.091390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] For port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7,segment=NetworkSegment(da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d),segment_id=da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:10.092024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.226237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Calling delete_port for eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:10.228648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, c7d79d32-c9dd-4d48-a6be-dda274829e00) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:10.230243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-524dee86-47b4-4a49-b82b-72c002f3c4ec tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:10.231581 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-524dee86-47b4-4a49-b82b-72c002f3c4ec tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports/6445da03-8cbf-42ec-ae65-cafdef2ce508 HTTP/1.1" status: 200 len: 911 time: 0.3401368 Mar 02 09:04:10.240124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:10.240982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.244372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59852) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:10.245102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17e7fa-f1c4-439c-98fe-8322ca7a2f61 None None] Network c7d79d32-c9dd-4d48-a6be-dda274829e00 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:10.262824 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.275748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d0e7a-9346-4a19-bfd9-8c4ece3285b1 req-c5f05124-2f1f-47d4-96e3-0a0a249c59ca tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:10.277330 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef0d0e7a-9346-4a19-bfd9-8c4ece3285b1 req-c5f05124-2f1f-47d4-96e3-0a0a249c59ca tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5216565 Mar 02 09:04:10.387809 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef0d0e7a-9346-4a19-bfd9-8c4ece3285b1 req-a3b07375-8212-41bc-8fa4-5e2da05c6dd8 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011519 Mar 02 09:04:10.424324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Transition to ACTIVE for port object 09b26700-34f7-42fe-8db4-325ed1b6543d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:10.438177 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8eb45902-7d49-457a-9d47-caf41f04d841 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1390753 Mar 02 09:04:10.441124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59856) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:10.462695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.540583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] No DVR routers for this DVR port eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:10.542858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Port': ['ID=eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:10.564449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:10.596949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3f6648ff-d60b-495c-8a4e-111128602221 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:10.659305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.694009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:04:10.719482 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.738461 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Transition to ACTIVE for port object 09b26700-34f7-42fe-8db4-325ed1b6543d will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:10.746030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] For port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314,segment=NetworkSegment(64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea),segment_id=64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:10.810514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4899d-aa9d-4b3e-aade-1aee8c646cc7 None None] DHCP port deletion for 29787c07-2678-4f2b-8e0f-77f73cf6b8e0 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:10.857696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08b53763-95f4-40ea-91ab-5840856c7df0 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.858304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.927758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.947459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.976021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29787c07-2678-4f2b-8e0f-77f73cf6b8e0']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:10.977445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Pushing event updated for resources: {'Port': ['ID=09b26700-34f7-42fe-8db4-325ed1b6543d,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:10.980508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:10.988424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08b53763-95f4-40ea-91ab-5840856c7df0 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.023953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:11.024251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0ccb2f-0ef8-45ae-b6f8-60fc3aab3f4d') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:11.031782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.072035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.103173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 3f6648ff-d60b-495c-8a4e-111128602221 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:11.115761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.119794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Network e16ef42a-f465-4898-8f8b-554126e10e33 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:11.130451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:11.130857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.133989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:11.146468 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:11.148739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:11.231897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.324396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=a8574a74-bf03-4a33-ac9d-f423bad27c63,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:11.345899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.363299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26407e32-4909-4a42-a418-854828d49c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-c7d79d32-c9dd-4d48-a6be-dda274829e00', 'network_id': 'c7d79d32-c9dd-4d48-a6be-dda274829e00', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': '2144ea40-4a4b-4768-ad58-7e614b11bccf'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:11.364970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26407e32-4909-4a42-a418-854828d49c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.383242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08b53763-95f4-40ea-91ab-5840856c7df0 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.403359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] DHCP port deletion for 3d889ebd-3e62-489b-9a96-020b996ddbc9 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:11.420444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Deleting port f4056f55-60a6-404f-9813-319a1caff24d {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:11.420953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.447344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Provisioning for port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:11.479421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Provisioning complete for port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:11.480609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.483555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.492295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.537699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.568723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:11.600905 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "DELETE /v2.0/networks/29787c07-2678-4f2b-8e0f-77f73cf6b8e0 HTTP/1.1" status: 204 len: 168 time: 2.0180466 Mar 02 09:04:11.610128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=2144ea40-4a4b-4768-ad58-7e614b11bccf,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:11.620618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbc210-592e-4400-8ea4-4a266ce8171c None None] Pushing event updated for resources: {'Port': ['ID=b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:11.637514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Attempting to bind port 09b26700-34f7-42fe-8db4-325ed1b6543d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:11.637907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Attempting to bind port 09b26700-34f7-42fe-8db4-325ed1b6543d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '929b33d3-1948-4129-9f83-742e544690a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e16ef42a-f465-4898-8f8b-554126e10e33'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:11.638259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Attempting to bind port 09b26700-34f7-42fe-8db4-325ed1b6543d on network e16ef42a-f465-4898-8f8b-554126e10e33 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:11.646106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59862) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:11.659382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0e2ee-b93c-4856-bf63-aae26661d29a tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Network': ['ID=29787c07-2678-4f2b-8e0f-77f73cf6b8e0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:11.681467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:04:11.681809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb3752f0-c6da-4ca5-9a31-9a6dc6e576f7 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:11.682240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f4056f55-60a6-404f-9813-319a1caff24d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:11.763752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:11.763752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Checking segment: {'id': '929b33d3-1948-4129-9f83-742e544690a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e16ef42a-f465-4898-8f8b-554126e10e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:11.764614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.764707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Bound using segment: {'id': '929b33d3-1948-4129-9f83-742e544690a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e16ef42a-f465-4898-8f8b-554126e10e33'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:11.765714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Bound port: 09b26700-34f7-42fe-8db4-325ed1b6543d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929b33d3-1948-4129-9f83-742e544690a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e16ef42a-f465-4898-8f8b-554126e10e33'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:11.765714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.880301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.895749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.916911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08b53763-95f4-40ea-91ab-5840856c7df0 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.961936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d79d32-c9dd-4d48-a6be-dda274829e00']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:11.979803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b53763-95f4-40ea-91ab-5840856c7df0 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd6bf6f-9498-4dd2-8dea-01388696ee25,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:11.983838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-08b53763-95f4-40ea-91ab-5840856c7df0 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:11.987761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354d198b-4550-40c5-b1b5-148552bf44a0') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:11.988072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354d198b-4550-40c5-b1b5-148552bf44a0') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:12.002956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610f9c8-ef46-4412-abd2-5329a32ddd9e req-b5e693a5-b77d-4a3b-9dfb-74a073a68eca tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:12.010141 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6610f9c8-ef46-4412-abd2-5329a32ddd9e req-b5e693a5-b77d-4a3b-9dfb-74a073a68eca tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4101391 Mar 02 09:04:12.016756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Deleting port f4056f55-60a6-404f-9813-319a1caff24d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:12.017094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.048693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.070132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.078433 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9ecbd-c491-431f-9363-c20f45dae2a0 None None] Network c7d79d32-c9dd-4d48-a6be-dda274829e00 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:12.081551 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-08b53763-95f4-40ea-91ab-5840856c7df0 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/subnets/7cd6bf6f-9498-4dd2-8dea-01388696ee25 HTTP/1.1" status: 204 len: 168 time: 3.1524298 Mar 02 09:04:12.082232 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59866) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:12.163314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] For port 09b26700-34f7-42fe-8db4-325ed1b6543d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:12.165284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.165460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 2001:db8:1::1 (da5f983d-852a-47c1-87e3-9e475d568375/c1e30441-398e-4062-9c3d-c1c48bff778f/3a944294-1411-4be3-ae30-15b4dacb83e3) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:12.202451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6610f9c8-ef46-4412-abd2-5329a32ddd9e req-c402a25a-a932-4562-bb65-4139209456fa tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913381 Mar 02 09:04:12.217624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:12.218692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.235087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.248763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] For port 09b26700-34f7-42fe-8db4-325ed1b6543d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=09b26700-34f7-42fe-8db4-325ed1b6543d,segment=NetworkSegment(929b33d3-1948-4129-9f83-742e544690a4),segment_id=929b33d3-1948-4129-9f83-742e544690a4)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:12.265706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] For port f4056f55-60a6-404f-9813-319a1caff24d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f4056f55-60a6-404f-9813-319a1caff24d,segment=NetworkSegment(e18711c5-e760-46e6-807b-9a7c38ac94bd),segment_id=e18711c5-e760-46e6-807b-9a7c38ac94bd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:12.266220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.278545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.356770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.394364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae7b7a-70fd-41e6-bdb1-33eafe3af77b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:12.396103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae7b7a-70fd-41e6-bdb1-33eafe3af77b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:12.397051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-deae7b7a-70fd-41e6-bdb1-33eafe3af77b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Synchronizing usage tracker for tenant:5d63b49282d94bbb8a04ac8ac3096ad6 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:12.404235 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:12.450146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.453018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.464501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Calling delete_port for f4056f55-60a6-404f-9813-319a1caff24d owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:12.542704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Transition to ACTIVE for port object 3a944294-1411-4be3-ae30-15b4dacb83e3 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:12.638671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] For port f4056f55-60a6-404f-9813-319a1caff24d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f4056f55-60a6-404f-9813-319a1caff24d,segment=NetworkSegment(e18711c5-e760-46e6-807b-9a7c38ac94bd),segment_id=e18711c5-e760-46e6-807b-9a7c38ac94bd)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:12.639355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.674207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] For port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3e315b65-8aad-4e5f-abc4-4c0cc480ffdb,segment=NetworkSegment(d4800489-af23-498e-89b7-243046b3125b),segment_id=d4800489-af23-498e-89b7-243046b3125b)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:12.693148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port f4056f55-60a6-404f-9813-319a1caff24d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f4056f55-60a6-404f-9813-319a1caff24d,segment=NetworkSegment(e18711c5-e760-46e6-807b-9a7c38ac94bd),segment_id=e18711c5-e760-46e6-807b-9a7c38ac94bd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:12.749232 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5814daa-ded0-49d1-8b6e-2b0ffd9526e3 None None] Pushing event updated for resources: {'Port': ['ID=09b26700-34f7-42fe-8db4-325ed1b6543d,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:12.767600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.830592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.830999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.854164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Provisioning complete for port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:12.854574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.860256 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:04:12.885405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:12.887494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:12.896833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Pushing event updated for resources: {'Port': ['ID=3e315b65-8aad-4e5f-abc4-4c0cc480ffdb,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:12.944356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network da5f983d-852a-47c1-87e3-9e475d568375 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:12.952625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:12.958735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:12.959269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:12.966343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Calling delete_port for f4056f55-60a6-404f-9813-319a1caff24d owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:13.038725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=3a944294-1411-4be3-ae30-15b4dacb83e3,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:13.062322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.063964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-deae7b7a-70fd-41e6-bdb1-33eafe3af77b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Unset dirty status for tenant:5d63b49282d94bbb8a04ac8ac3096ad6 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:13.065143 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-deae7b7a-70fd-41e6-bdb1-33eafe3af77b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9708068 Mar 02 09:04:13.074996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59874) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:13.094798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:04:13.099490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.104566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=c7d79d32-c9dd-4d48-a6be-dda274829e00,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:13.126740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.133075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-9f0894a8-b828-4bb9-85d1-b4baf44a214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:13.135000 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-9f0894a8-b828-4bb9-85d1-b4baf44a214b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.3621581 Mar 02 09:04:13.145582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=f4056f55-60a6-404f-9813-319a1caff24d,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:13.199291 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-05c0b7c5-215b-45fc-a712-7529faef2508 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/c7d79d32-c9dd-4d48-a6be-dda274829e00 HTTP/1.1" status: 204 len: 168 time: 2.7568803 Mar 02 09:04:13.202577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.211396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59878) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:13.250207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Provisioning for port a8574a74-bf03-4a33-ac9d-f423bad27c63 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:13.257009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Provisioning complete for port a8574a74-bf03-4a33-ac9d-f423bad27c63 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:13.257628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.322805 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Port a8574a74-bf03-4a33-ac9d-f423bad27c63 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:13.341978 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1ff289-69a1-448f-9116-3bacc064197f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] GET failed (client error): The resource could not be found. Mar 02 09:04:13.342496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cf1ff289-69a1-448f-9116-3bacc064197f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Synchronizing usage tracker for tenant:09b6eddc51fd4028864e8b23b4c26d33 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:13.368679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f870f5f0-0b01-4711-a680-9f65949737e3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.387496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Deleting port f4056f55-60a6-404f-9813-319a1caff24d {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:13.388055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.393529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fa46c-21af-49fb-9d99-b09878f1d3cf req-0389a6a8-c2f9-42f5-abc5-4115f16e0d65 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:13.400623 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3f3fa46c-21af-49fb-9d99-b09878f1d3cf req-0389a6a8-c2f9-42f5-abc5-4115f16e0d65 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3880694 Mar 02 09:04:13.415561 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f870f5f0-0b01-4711-a680-9f65949737e3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 09:04:13.416136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f870f5f0-0b01-4711-a680-9f65949737e3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:13.426231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:13.426634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:13.474385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3f3fa46c-21af-49fb-9d99-b09878f1d3cf req-253161d0-0ce4-4656-ab68-0b41f5ec5144 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649855 Mar 02 09:04:13.475923 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f870f5f0-0b01-4711-a680-9f65949737e3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/e16ef42a-f465-4898-8f8b-554126e10e33 HTTP/1.1" status: 409 len: 405 time: 0.3798919 Mar 02 09:04:13.482422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59882) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:13.489775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-800489854'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:13.493343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cf1ff289-69a1-448f-9116-3bacc064197f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Unset dirty status for tenant:09b6eddc51fd4028864e8b23b4c26d33 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:13.494624 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cf1ff289-69a1-448f-9116-3bacc064197f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/subnets/2144ea40-4a4b-4768-ad58-7e614b11bccf HTTP/1.1" status: 404 len: 337 time: 0.2822905 Mar 02 09:04:13.498058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:13.500146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59886) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:13.522064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:network and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:13.527563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:13.535435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:13.538001 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-808565ac-2433-4671-9969-a2aff9c271f0 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:13.538563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808565ac-2433-4671-9969-a2aff9c271f0 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:13.540329 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-808565ac-2433-4671-9969-a2aff9c271f0 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/c7d79d32-c9dd-4d48-a6be-dda274829e00 HTTP/1.1" status: 404 len: 339 time: 0.0391667 Mar 02 09:04:13.544929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59890) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:13.606233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=a8574a74-bf03-4a33-ac9d-f423bad27c63,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:13.634211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.654829 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] For port f4056f55-60a6-404f-9813-319a1caff24d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f4056f55-60a6-404f-9813-319a1caff24d,segment=NetworkSegment(e18711c5-e760-46e6-807b-9a7c38ac94bd),segment_id=e18711c5-e760-46e6-807b-9a7c38ac94bd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:13.655293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.665485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:13.669734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.722758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-d8d16a6e-29b4-4081-897f-e64eb810f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:13.723727 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-d8d16a6e-29b4-4081-897f-e64eb810f8bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 913 time: 0.5802889 Mar 02 09:04:13.744676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:13.768306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf57f3-2699-48ff-99e5-edcf227d5554 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:13.768882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7faf57f3-2699-48ff-99e5-edcf227d5554 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Synchronizing usage tracker for tenant:09b6eddc51fd4028864e8b23b4c26d33 on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:13.774165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.774510 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Added segment ab45a389-64a6-45b8-bb61-b5245189b5f8 of type vlan for network 2a031cc8-05ee-4064-adf5-4fcdbaa3574f Mar 02 09:04:13.787325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.797675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Provisioning for port 3f6648ff-d60b-495c-8a4e-111128602221 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:13.804422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:13.811314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.859216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Calling delete_port for f4056f55-60a6-404f-9813-319a1caff24d owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:13.860142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7faf57f3-2699-48ff-99e5-edcf227d5554 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Unset dirty status for tenant:09b6eddc51fd4028864e8b23b4c26d33 on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:13.861716 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7faf57f3-2699-48ff-99e5-edcf227d5554 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3144376 Mar 02 09:04:13.864595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59894) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:13.892696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Provisioning complete for port 3f6648ff-d60b-495c-8a4e-111128602221 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:13.893073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.925773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.934353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:13.934353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:13.963672 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-6e3c95ca-5420-44bd-9d78-c08a79020333 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 1001 time: 0.2279384 Mar 02 09:04:13.966007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Deleting port f4056f55-60a6-404f-9813-319a1caff24d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:13.966211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.000050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b068f987-d278-4a4f-9b45-a8e6fbcdce38 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 207 time: 0.1330180 Mar 02 09:04:14.012775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:14.013151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.024413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59898) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:14.044601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-4b2500aa-9940-4bb6-bf04-95b17f39c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:14.046066 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-4b2500aa-9940-4bb6-bf04-95b17f39c4d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 200 len: 851 time: 0.0685785 Mar 02 09:04:14.127536 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e72c2d9-5a58-42e7-998b-355c3a6aef89 None None] Network e16ef42a-f465-4898-8f8b-554126e10e33 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:14.171456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Network': ['ID=2a031cc8-05ee-4064-adf5-4fcdbaa3574f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:14.195724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 2a031cc8-05ee-4064-adf5-4fcdbaa3574f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:14.225125 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.236480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 26463bd8-371d-4601-83b2-a17b04ad2ac7 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:14.240572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:14.271806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] The port 'f4056f55-60a6-404f-9813-319a1caff24d' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:14.276188 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d24198eb-c6c6-4abb-bda2-167e427d1659 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7899168 Mar 02 09:04:14.279633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59902) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:14.311550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'subnet': {'network_id': '2a031cc8-05ee-4064-adf5-4fcdbaa3574f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:14.359097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] No DVR routers for this DVR port f4056f55-60a6-404f-9813-319a1caff24d on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:14.364003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a50ec-acd3-42bd-9901-491d2534734b None None] Pushing event deleted for resources: {'Port': ['ID=f4056f55-60a6-404f-9813-319a1caff24d,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:14.433321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.436728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:14.463252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d889ebd-3e62-489b-9a96-020b996ddbc9']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:14.476050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18711c5-e760-46e6-807b-9a7c38ac94bd') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:14.476425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18711c5-e760-46e6-807b-9a7c38ac94bd') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:14.492885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.509606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.516852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:14.516852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.565024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.661301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] For port 3f6648ff-d60b-495c-8a4e-111128602221, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f6648ff-d60b-495c-8a4e-111128602221,segment=NetworkSegment(b7c630aa-b6c5-48b7-b102-d8881da9283a),segment_id=b7c630aa-b6c5-48b7-b102-d8881da9283a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:14.662355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:14.662725 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.691966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-fd4b9706-6ff3-466a-9e47-2f5a66e99908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:14.695710 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-fd4b9706-6ff3-466a-9e47-2f5a66e99908 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6317530 Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:14.734419 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:14.741748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.784852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.841592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 2252c7e8-1e05-45bd-94f8-28f30dd815cd is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:04:14.869622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.890682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.897047 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e9ee6-db62-4c02-97dd-4d7eb01f6b43 None None] DHCP port deletion for e16ef42a-f465-4898-8f8b-554126e10e33 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:14.903803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Network': ['ID=3d889ebd-3e62-489b-9a96-020b996ddbc9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:14.912994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e9ee6-db62-4c02-97dd-4d7eb01f6b43 None None] Deleting port 09b26700-34f7-42fe-8db4-325ed1b6543d {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:14.913592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9ee6-db62-4c02-97dd-4d7eb01f6b43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:14.923717 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-491479a4-44d7-4d73-a506-6937fd882e30 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "DELETE /v2.0/networks/3d889ebd-3e62-489b-9a96-020b996ddbc9 HTTP/1.1" status: 204 len: 168 time: 3.2730160 Mar 02 09:04:14.930341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392779a-310f-477e-b883-0b82c82be10d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:14.936473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392779a-310f-477e-b883-0b82c82be10d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:14.942345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392779a-310f-477e-b883-0b82c82be10d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:14.948206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392779a-310f-477e-b883-0b82c82be10d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:14.961349 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0392779a-310f-477e-b883-0b82c82be10d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9157941 Mar 02 09:04:14.961599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59910) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:14.961701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:14.961701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59914) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:14.997532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 09b26700-34f7-42fe-8db4-325ed1b6543d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:14.998713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:15.005761 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-016945dd-fe92-4207-a688-b53d64e1fb1b service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025060 Mar 02 09:04:15.006376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.007114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.044294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4e8dd-e069-45ae-82b8-3c12a74127df None None] Pushing event updated for resources: {'Port': ['ID=3f6648ff-d60b-495c-8a4e-111128602221,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:15.086991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Provisioning for port 09b26700-34f7-42fe-8db4-325ed1b6543d completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:15.144527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:15.148301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.170192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Provisioning complete for port a8574a74-bf03-4a33-ac9d-f423bad27c63 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:15.170561 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.187878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a91c9-b5e8-4bed-b3ba-b18ae2af1791 req-aaf13b07-d97d-4d01-af45-38e97a1c669d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:15.190497 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-755a91c9-b5e8-4bed-b3ba-b18ae2af1791 req-aaf13b07-d97d-4d01-af45-38e97a1c669d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4459205 Mar 02 09:04:15.213504 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bf288e84-b684-488b-a289-3dabecc19948 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2513509 Mar 02 09:04:15.220588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59918) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:15.296370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0e0e9ee6-db62-4c02-97dd-4d7eb01f6b43 None None] For port 09b26700-34f7-42fe-8db4-325ed1b6543d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=09b26700-34f7-42fe-8db4-325ed1b6543d,segment=NetworkSegment(929b33d3-1948-4129-9f83-742e544690a4),segment_id=929b33d3-1948-4129-9f83-742e544690a4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:15.296758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9ee6-db62-4c02-97dd-4d7eb01f6b43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.310985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Port a8574a74-bf03-4a33-ac9d-f423bad27c63 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:15.360593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 09b26700-34f7-42fe-8db4-325ed1b6543d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:15.406327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be257c90-4260-4db0-8e16-9416f9d03424 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:15.407919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be257c90-4260-4db0-8e16-9416f9d03424 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:15.414500 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-be257c90-4260-4db0-8e16-9416f9d03424 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1318760 Mar 02 09:04:15.415555 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-755a91c9-b5e8-4bed-b3ba-b18ae2af1791 req-3864cb69-25fc-47c5-b2d1-8359127b04e7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960030 Mar 02 09:04:15.427407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e9ee6-db62-4c02-97dd-4d7eb01f6b43 None None] Calling delete_port for 09b26700-34f7-42fe-8db4-325ed1b6543d owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:15.428549 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59922) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:15.436650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=3a944294-1411-4be3-ae30-15b4dacb83e3,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:15.454579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 09b26700-34f7-42fe-8db4-325ed1b6543d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:15.454950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.510998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Provisioning complete for port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:15.511359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.553542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-db54f85c-0606-4a44-ae4f-fd6d3b3f2ad1 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Deleting subnet 7ca92585-b4a7-4c93-9680-1ad8a836b866 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:15.574856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:15.598328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db54f85c-0606-4a44-ae4f-fd6d3b3f2ad1 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.599517 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21ed2c-7507-4fc1-b273-e3dce6aed8aa None None] Sync routers for ids ['2252c7e8-1e05-45bd-94f8-28f30dd815cd'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:15.618925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21ed2c-7507-4fc1-b273-e3dce6aed8aa None None] Routers {'2252c7e8-1e05-45bd-94f8-28f30dd815cd'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:15.619535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7d21ed2c-7507-4fc1-b273-e3dce6aed8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2252c7e8-1e05-45bd-94f8-28f30dd815cd'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:15.667841 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b017beb0-9658-473a-8413-8884fd09f7ce tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/2252c7e8-1e05-45bd-94f8-28f30dd815cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8686650 Mar 02 09:04:15.668758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59926) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:15.709638 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-45696a1a-393d-430e-92a8-7337f3ec7e03 req-64e39955-e3b2-4369-ad98-e95cbe71d53a service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559093 Mar 02 09:04:15.712626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a88de-b5f0-4c90-b5df-c12e4c6e7aa4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:15.715090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a88de-b5f0-4c90-b5df-c12e4c6e7aa4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['shared'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:15.715449 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-028a88de-b5f0-4c90-b5df-c12e4c6e7aa4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Synchronizing usage tracker for tenant:09b6eddc51fd4028864e8b23b4c26d33 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:15.718676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9ee6-db62-4c02-97dd-4d7eb01f6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.733741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db54f85c-0606-4a44-ae4f-fd6d3b3f2ad1 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.751216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Port 09b26700-34f7-42fe-8db4-325ed1b6543d update to ACTIVE by agent not found {{(pid=88402) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 09:04:15.758608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab17102-066a-40ce-a3f2-e45c473a677e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:15.758608 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9ab17102-066a-40ce-a3f2-e45c473a677e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports/a8574a74-bf03-4a33-ac9d-f423bad27c63 HTTP/1.1" status: 200 len: 978 time: 0.0839691 Mar 02 09:04:15.758969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7d21ed2c-7507-4fc1-b273-e3dce6aed8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:15.763021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59930) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:15.779942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e9ee6-db62-4c02-97dd-4d7eb01f6b43 None None] Pushing event deleted for resources: {'Port': ['ID=09b26700-34f7-42fe-8db4-325ed1b6543d,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:15.795910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.objects.ports [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88401) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:04:15.797256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:15.813335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e9ee6-db62-4c02-97dd-4d7eb01f6b43 None None] No DVR routers for this DVR port 09b26700-34f7-42fe-8db4-325ed1b6543d on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:15.824773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21ed2c-7507-4fc1-b273-e3dce6aed8aa None None] Routers {'2252c7e8-1e05-45bd-94f8-28f30dd815cd'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:15.825385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7d21ed2c-7507-4fc1-b273-e3dce6aed8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2252c7e8-1e05-45bd-94f8-28f30dd815cd'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:15.851257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network da5f983d-852a-47c1-87e3-9e475d568375 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:15.859723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-028a88de-b5f0-4c90-b5df-c12e4c6e7aa4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Unset dirty status for tenant:09b6eddc51fd4028864e8b23b4c26d33 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:15.864673 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-028a88de-b5f0-4c90-b5df-c12e4c6e7aa4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4203720 Mar 02 09:04:15.868002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59934) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:15.872489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:15.893518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7d21ed2c-7507-4fc1-b273-e3dce6aed8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:15.900005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21ed2c-7507-4fc1-b273-e3dce6aed8aa None None] The sync data for ids ['2252c7e8-1e05-45bd-94f8-28f30dd815cd'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:15.944827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Subnet': ['ID=eee06361-c77a-4f93-9ed3-d28afabaf770,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:15.961513 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3f6648ff-d60b-495c-8a4e-111128602221 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:15.991592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Provisioning for port 3a944294-1411-4be3-ae30-15b4dacb83e3 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:16.009475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Provisioning complete for port 3a944294-1411-4be3-ae30-15b4dacb83e3 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:16.010217 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:16.023488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Checking segment: {'id': 'ab45a389-64a6-45b8-bb61-b5245189b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a031cc8-05ee-4064-adf5-4fcdbaa3574f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:16.023854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network hostable DHCP agents. Network: 2a031cc8-05ee-4064-adf5-4fcdbaa3574f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:16.087498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c8402-10d5-4fea-9e89-e6473bcca3b2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:16.089485 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a36c8402-10d5-4fea-9e89-e6473bcca3b2 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/networks/1c3c9e3c-b27f-4254-8c1b-0655a474639d HTTP/1.1" status: 200 len: 799 time: 0.2185168 Mar 02 09:04:16.093241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59938) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:16.100724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3f6648ff-d60b-495c-8a4e-111128602221 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:16.101089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:16.123247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network 2a031cc8-05ee-4064-adf5-4fcdbaa3574f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:16.165247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7c068d77-9f26-4de5-9731-9c9d689fed21 None None] Port 3a944294-1411-4be3-ae30-15b4dacb83e3 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:16.227795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 2a031cc8-05ee-4064-adf5-4fcdbaa3574f) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:16.234491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:16.235840 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:16.246050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9458809-3794-4c58-bb02-cd0b406850fe None None] Network 2a031cc8-05ee-4064-adf5-4fcdbaa3574f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:16.282419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db54f85c-0606-4a44-ae4f-fd6d3b3f2ad1 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:16.305529 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ea310ff5-f918-473a-b10d-b157d9fd4d5e tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/networks/1c3c9e3c-b27f-4254-8c1b-0655a474639d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2109463 Mar 02 09:04:16.309412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59942) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:16.322222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 7abd0f19-c591-4f4f-aeb9-20868541c293 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:04:16.343550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 09b26700-34f7-42fe-8db4-325ed1b6543d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:16.358146 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f9c6340a-6e0d-47cf-8d2c-c76f6f3b641e tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0540800 Mar 02 09:04:16.363056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59946) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:16.374896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'port': {'network_id': '2a031cc8-05ee-4064-adf5-4fcdbaa3574f', 'name': 'tempest-NetworksIpV6TestAttrs-139966319'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:16.396332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3b2c0594-19b9-4a00-8758-d27931567bf8 None None] Provisioning complete for port 3a944294-1411-4be3-ae30-15b4dacb83e3 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:16.396332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3b2c0594-19b9-4a00-8758-d27931567bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:16.421247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 09b26700-34f7-42fe-8db4-325ed1b6543d {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:04:16.421585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 09b26700-34f7-42fe-8db4-325ed1b6543d not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:16.522504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a331b3-7b01-4798-bbf2-0d216c13882d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:16.523932 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b4a331b3-7b01-4798-bbf2-0d216c13882d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/subnets/98fcc6ef-41bc-4266-ac97-503fb3ddff3e HTTP/1.1" status: 200 len: 811 time: 0.2123153 Mar 02 09:04:16.527943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59952) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:16.542395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c0594-19b9-4a00-8758-d27931567bf8 None None] Port 3a944294-1411-4be3-ae30-15b4dacb83e3 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:16.618307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-2a031cc8-05ee-4064-adf5-4fcdbaa3574f', 'network_id': '2a031cc8-05ee-4064-adf5-4fcdbaa3574f', 'tenant_id': '5d63b49282d94bbb8a04ac8ac3096ad6', 'fixed_ips': [{'subnet_id': 'eee06361-c77a-4f93-9ed3-d28afabaf770'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:16.619544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:16.625867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:16.642732 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656eb70d-ebae-4a40-a303-7678ffd87f57 None None] Sync routers for ids ['7abd0f19-c591-4f4f-aeb9-20868541c293'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:16.645049 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-49cd3086-bf63-418b-ba09-4993b31fdadb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/7abd0f19-c591-4f4f-aeb9-20868541c293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3982775 Mar 02 09:04:16.647529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59956) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:16.659082 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656eb70d-ebae-4a40-a303-7678ffd87f57 None None] Routers {'7abd0f19-c591-4f4f-aeb9-20868541c293'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:16.660292 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-656eb70d-ebae-4a40-a303-7678ffd87f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['7abd0f19-c591-4f4f-aeb9-20868541c293'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:16.741663 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-656eb70d-ebae-4a40-a303-7678ffd87f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:16.752586 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656eb70d-ebae-4a40-a303-7678ffd87f57 None None] Routers {'7abd0f19-c591-4f4f-aeb9-20868541c293'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:16.753866 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-656eb70d-ebae-4a40-a303-7678ffd87f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['7abd0f19-c591-4f4f-aeb9-20868541c293'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:16.756153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:16.760271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:port and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:16.763214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:16.769045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:16.786394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b469ba1-2efa-4c4d-b5d2-81ac8fb89556 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['shared'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:16.788608 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5b469ba1-2efa-4c4d-b5d2-81ac8fb89556 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "GET /v2.0/subnets/98fcc6ef-41bc-4266-ac97-503fb3ddff3e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2589788 Mar 02 09:04:16.791306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59960) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:16.799748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550282120'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:16.827755 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-656eb70d-ebae-4a40-a303-7678ffd87f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:16.828408 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656eb70d-ebae-4a40-a303-7678ffd87f57 None None] The sync data for ids ['7abd0f19-c591-4f4f-aeb9-20868541c293'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:16.837894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:16.850865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db54f85c-0606-4a44-ae4f-fd6d3b3f2ad1 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:16.853540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:16.857751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:16.859283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Allocated IP 2001:db8::f816:3eff:fe30:e94e (2a031cc8-05ee-4064-adf5-4fcdbaa3574f/eee06361-c77a-4f93-9ed3-d28afabaf770/ce05aa0f-ab66-4608-aebe-d09df162763b) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:16.861761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:16.917813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db54f85c-0606-4a44-ae4f-fd6d3b3f2ad1 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:16.923480 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-db54f85c-0606-4a44-ae4f-fd6d3b3f2ad1 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "DELETE /v2.0/subnets/7ca92585-b4a7-4c93-9680-1ad8a836b866 HTTP/1.1" status: 204 len: 168 time: 1.9673014 Mar 02 09:04:16.923701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30743461-d4dd-448c-927c-55d60b525dcc None None] Network 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:16.948387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54f85c-0606-4a44-ae4f-fd6d3b3f2ad1 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca92585-b4a7-4c93-9680-1ad8a836b866,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:16.957134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59964) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:17.005084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27d831-0685-42dd-8dab-a70dcb78c020 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:17.005750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9d27d831-0685-42dd-8dab-a70dcb78c020 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:17.011394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab26de-48c9-4252-8679-3f3158c33779 req-349ce473-e3ee-4cef-bdc3-cc5df3936c7e tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:17.012896 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d0ab26de-48c9-4252-8679-3f3158c33779 req-349ce473-e3ee-4cef-bdc3-cc5df3936c7e tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4364018 Mar 02 09:04:17.051427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] device_id is not set on port e51f6867-5980-421d-8fa6-ae3368d0f0ce yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:04:17.103660 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d0ab26de-48c9-4252-8679-3f3158c33779 req-66d007a6-38dd-435b-8074-b6bff3c7f737 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822959 Mar 02 09:04:17.120683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.138431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:17.142561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.176305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Deleting port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:17.176742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.186161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:17.198619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.198967 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Added segment 0dc28063-57cb-4ec9-97ad-55c8c0739c05 of type vlan for network 12e65971-c1d1-40a6-9051-26b4de4966ca Mar 02 09:04:17.219540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9d27d831-0685-42dd-8dab-a70dcb78c020 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:17.223584 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9d27d831-0685-42dd-8dab-a70dcb78c020 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports/3a944294-1411-4be3-ae30-15b4dacb83e3 HTTP/1.1" status: 200 len: 913 time: 0.5723867 Mar 02 09:04:17.224311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59968) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:17.248173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.285410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.298939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.301916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.319798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Transition to ACTIVE for port object ce05aa0f-ab66-4608-aebe-d09df162763b will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:17.345295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Transition to ACTIVE for port object ce05aa0f-ab66-4608-aebe-d09df162763b will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:17.399420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] DHCP port deletion for 3911e29f-f85c-4e75-9963-9a2c19ecd9b7 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:17.405487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] Deleting port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:17.405909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.447303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.495928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Network 2a031cc8-05ee-4064-adf5-4fcdbaa3574f is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:17.503463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:17.516953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:17.527553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.533534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:17.534406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.644288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] For port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6b28f4c9-a209-48ef-b00b-3dd575a6ed53,segment=NetworkSegment(993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8),segment_id=993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:17.644838 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.675016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Attempting to bind port ce05aa0f-ab66-4608-aebe-d09df162763b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:17.675386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Attempting to bind port ce05aa0f-ab66-4608-aebe-d09df162763b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'ab45a389-64a6-45b8-bb61-b5245189b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a031cc8-05ee-4064-adf5-4fcdbaa3574f'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:17.675746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Attempting to bind port ce05aa0f-ab66-4608-aebe-d09df162763b on network 2a031cc8-05ee-4064-adf5-4fcdbaa3574f {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:17.684691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Pushing event updated for resources: {'Port': ['ID=ce05aa0f-ab66-4608-aebe-d09df162763b,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:17.693379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:17.693752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Checking segment: {'id': 'ab45a389-64a6-45b8-bb61-b5245189b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a031cc8-05ee-4064-adf5-4fcdbaa3574f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:17.694352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.701407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Bound using segment: {'id': 'ab45a389-64a6-45b8-bb61-b5245189b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a031cc8-05ee-4064-adf5-4fcdbaa3574f'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:17.701407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Bound port: ce05aa0f-ab66-4608-aebe-d09df162763b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab45a389-64a6-45b8-bb61-b5245189b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a031cc8-05ee-4064-adf5-4fcdbaa3574f'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:17.701407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.731553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Network': ['ID=12e65971-c1d1-40a6-9051-26b4de4966ca,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:17.749148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 12e65971-c1d1-40a6-9051-26b4de4966ca details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:17.764849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Allocated IP 2001:db8::f816:3eff:fe77:dc45 (2a031cc8-05ee-4064-adf5-4fcdbaa3574f/eee06361-c77a-4f93-9ed3-d28afabaf770/e51f6867-5980-421d-8fa6-ae3368d0f0ce) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:17.775024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Calling delete_port for 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:17.853087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port a8574a74-bf03-4a33-ac9d-f423bad27c63 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:17.853696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:17.859880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] For port ce05aa0f-ab66-4608-aebe-d09df162763b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:17.881787 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:17.905018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b5a26a2f-719f-42c3-8931-552e81570a0b tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1093886 Mar 02 09:04:17.905478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59972) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:17.914142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'network_id': '12e65971-c1d1-40a6-9051-26b4de4966ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:17.940156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] For port ce05aa0f-ab66-4608-aebe-d09df162763b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ce05aa0f-ab66-4608-aebe-d09df162763b,segment=NetworkSegment(ab45a389-64a6-45b8-bb61-b5245189b5f8),segment_id=ab45a389-64a6-45b8-bb61-b5245189b5f8)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:18.039497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.060562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.143210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.165627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] For port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6b28f4c9-a209-48ef-b00b-3dd575a6ed53,segment=NetworkSegment(993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8),segment_id=993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:18.181367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.181978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Transition to ACTIVE for port object e51f6867-5980-421d-8fa6-ae3368d0f0ce will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:18.208286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.267157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No active binding found for port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 {{(pid=88402) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 09:04:18.267713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:18.336979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Port': ['ID=6b28f4c9-a209-48ef-b00b-3dd575a6ed53,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:18.342296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] No DVR routers for this DVR port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:18.349486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:18.389484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:18.402223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] Calling delete_port for 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:18.468931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f4f2-703e-48a5-a60d-683228963e28 None None] Pushing event updated for resources: {'Port': ['ID=ce05aa0f-ab66-4608-aebe-d09df162763b,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:18.476386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.564472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.574613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.591245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:18.591955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:18.604716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3911e29f-f85c-4e75-9963-9a2c19ecd9b7']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:18.622501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:18.622793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993d67ec-9e0f-4b22-8cf2-3b54fbc4ded8') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:18.630456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Made reservation on behalf of 09b6eddc51fd4028864e8b23b4c26d33 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:18.634314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.801335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.819413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for a8574a74-bf03-4a33-ac9d-f423bad27c63 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:18.828202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network 2a031cc8-05ee-4064-adf5-4fcdbaa3574f is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:18.836720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:18.847109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:18.852665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:18.854011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.899997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ad95a-2219-44f3-8431-b2f7dbfc58ef req-18f49cbe-6eab-4898-9082-f7c1dcf73ccd tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:18.905427 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ed3ad95a-2219-44f3-8431-b2f7dbfc58ef req-18f49cbe-6eab-4898-9082-f7c1dcf73ccd tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5334041 Mar 02 09:04:18.905427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Port': ['ID=e51f6867-5980-421d-8fa6-ae3368d0f0ce,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:18.927357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.943072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Performing IP validity checks on allocation pools {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:18.972961 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:19.012518 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ed3ad95a-2219-44f3-8431-b2f7dbfc58ef req-3aa4bc99-3375-4c70-8bdb-1dfe181ed672 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813057 Mar 02 09:04:19.026673 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-27f983e4-8e55-4ddc-af25-4d26df9fcfcc tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6621621 Mar 02 09:04:19.036239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59978) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:19.093290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] Deleting port 6b28f4c9-a209-48ef-b00b-3dd575a6ed53 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:19.100820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.109628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 3a944294-1411-4be3-ae30-15b4dacb83e3 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:19.109971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.225764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-78ecccb2-3866-45ef-9c0f-76c385bc6eea None None] The port '6b28f4c9-a209-48ef-b00b-3dd575a6ed53' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:19.253605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-060a46d4-a3d4-4e68-a63c-a49274d5f598 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Deleting subnet eee06361-c77a-4f93-9ed3-d28afabaf770 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:19.290400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060a46d4-a3d4-4e68-a63c-a49274d5f598 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.313957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.319069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.353266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Pushing event deleted for resources: {'Network': ['ID=3911e29f-f85c-4e75-9963-9a2c19ecd9b7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:19.357171 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f09282ff-0f4b-4aff-a5c6-03a520ff0988 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "DELETE /v2.0/networks/3911e29f-f85c-4e75-9963-9a2c19ecd9b7 HTTP/1.1" status: 204 len: 168 time: 2.3980918 Mar 02 09:04:19.362642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59984) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:19.416145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.423287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060a46d4-a3d4-4e68-a63c-a49274d5f598 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.449118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-32c803bf-763b-4af8-abd2-ba0270700f61 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Synchronizing usage tracker for tenant:dcfd971901a6451bb2bf18352ff1363e on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:19.513304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce4e3cb-666a-4904-85e6-ec496ba16be4 None None] Network 2a031cc8-05ee-4064-adf5-4fcdbaa3574f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:19.575014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=ece3a811-93a7-4841-bba0-20521bedc197,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:19.594156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Checking segment: {'id': '0dc28063-57cb-4ec9-97ad-55c8c0739c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12e65971-c1d1-40a6-9051-26b4de4966ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:19.594517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network hostable DHCP agents. Network: 12e65971-c1d1-40a6-9051-26b4de4966ca, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:19.596856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.605995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-32c803bf-763b-4af8-abd2-ba0270700f61 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Unset dirty status for tenant:dcfd971901a6451bb2bf18352ff1363e on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:19.608797 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-32c803bf-763b-4af8-abd2-ba0270700f61 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "GET /v2.0/ports?device_id=36e857b2-57c9-4c97-bf39-f17b0543146c HTTP/1.1" status: 200 len: 205 time: 0.2435427 Mar 02 09:04:19.612581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 59988) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:19.737794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.741262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7f9f3417-e93e-4dec-9eb8-a1e0e33dfd54 None None] Provisioning for port ce05aa0f-ab66-4608-aebe-d09df162763b completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:19.746586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 3a944294-1411-4be3-ae30-15b4dacb83e3 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:19.791063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Network 12e65971-c1d1-40a6-9051-26b4de4966ca is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:19.795336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14eb1650-e85e-4859-b236-36457c37f951 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.821503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8bad8017-f84a-4612-b0f6-a399d8ff44b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:19.868713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=a8574a74-bf03-4a33-ac9d-f423bad27c63,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:19.878244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded090c-1ee6-4bb3-a547-2351874931b0 req-5e5d95fe-ba0c-49f9-bead-5d8d643c57bd tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:19.880018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3ded090c-1ee6-4bb3-a547-2351874931b0 req-5e5d95fe-ba0c-49f9-bead-5d8d643c57bd tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5907662 Mar 02 09:04:19.945350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ce05aa0f-ab66-4608-aebe-d09df162763b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:19.955854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060a46d4-a3d4-4e68-a63c-a49274d5f598 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.004086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 12e65971-c1d1-40a6-9051-26b4de4966ca) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:20.019123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26fd82-2c26-4c89-8058-a30475b131d1 None None] Network 12e65971-c1d1-40a6-9051-26b4de4966ca requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:20.021120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3ded090c-1ee6-4bb3-a547-2351874931b0 req-20434b8b-04fb-428e-b3ed-65ebef33aa09 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276388 Mar 02 09:04:20.165509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port ce05aa0f-ab66-4608-aebe-d09df162763b completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:20.190582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ce05aa0f-ab66-4608-aebe-d09df162763b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:20.190957 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.208006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060a46d4-a3d4-4e68-a63c-a49274d5f598 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.277881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a46d4-a3d4-4e68-a63c-a49274d5f598 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Subnet': ['ID=eee06361-c77a-4f93-9ed3-d28afabaf770,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:20.294537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060a46d4-a3d4-4e68-a63c-a49274d5f598 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.314765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:20.315620 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-060a46d4-a3d4-4e68-a63c-a49274d5f598 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/subnets/eee06361-c77a-4f93-9ed3-d28afabaf770 HTTP/1.1" status: 204 len: 168 time: 1.2781143 Mar 02 09:04:20.315760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.318059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59994) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:20.370337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.374291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ba1ad88a-0a44-4c9d-83fd-694cd1c5cbf9 None None] Provisioning complete for port ce05aa0f-ab66-4608-aebe-d09df162763b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:20.379092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad88a-0a44-4c9d-83fd-694cd1c5cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.448906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=3a944294-1411-4be3-ae30-15b4dacb83e3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:20.504183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a62bf-626b-4c75-993a-a18d9ee14b42 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:20.509487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a62bf-626b-4c75-993a-a18d9ee14b42 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:20.512302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d41a62bf-626b-4c75-993a-a18d9ee14b42 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Synchronizing usage tracker for tenant:5d63b49282d94bbb8a04ac8ac3096ad6 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:20.541142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.563364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-12e65971-c1d1-40a6-9051-26b4de4966ca', 'network_id': '12e65971-c1d1-40a6-9051-26b4de4966ca', 'tenant_id': '09b6eddc51fd4028864e8b23b4c26d33', 'fixed_ips': [{'subnet_id': 'ece3a811-93a7-4841-bba0-20521bedc197'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:20.564206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.580789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b098635e-27e5-42af-bfcb-4f80662be0f5 None None] Network 2a031cc8-05ee-4064-adf5-4fcdbaa3574f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:20.600703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14eb1650-e85e-4859-b236-36457c37f951 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.602959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14eb1650-e85e-4859-b236-36457c37f951 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.710659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14eb1650-e85e-4859-b236-36457c37f951 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.711171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb1650-e85e-4859-b236-36457c37f951 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Fanout notify agent at l3_agent the message router_deleted on router 36e857b2-57c9-4c97-bf39-f17b0543146c {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:04:20.746866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d41a62bf-626b-4c75-993a-a18d9ee14b42 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Unset dirty status for tenant:5d63b49282d94bbb8a04ac8ac3096ad6 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:20.750620 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d41a62bf-626b-4c75-993a-a18d9ee14b42 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4291923 Mar 02 09:04:20.756046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 59998) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:20.805671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14eb1650-e85e-4859-b236-36457c37f951 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.806630 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-14eb1650-e85e-4859-b236-36457c37f951 tempest-RoutersNegativeTest-1980423074 tempest-RoutersNegativeTest-1980423074-project] 10.222.0.10 "DELETE /v2.0/routers/36e857b2-57c9-4c97-bf39-f17b0543146c HTTP/1.1" status: 204 len: 168 time: 1.1931400 Mar 02 09:04:20.811458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.852962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad88a-0a44-4c9d-83fd-694cd1c5cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:20.884319 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-111747fc-ff4d-4f86-930e-258780260bf8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9775853 Mar 02 09:04:20.900863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60006) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:20.910283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b8794177-5ecf-4f44-9c85-0e44435d1446 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:20.948979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port ce05aa0f-ab66-4608-aebe-d09df162763b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ce05aa0f-ab66-4608-aebe-d09df162763b,segment=NetworkSegment(ab45a389-64a6-45b8-bb61-b5245189b5f8),segment_id=ab45a389-64a6-45b8-bb61-b5245189b5f8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:21.053003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:21.060366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:21.162039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-798ed60b-7a3e-4358-8c1d-a0af16ab0769 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:21.188362 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-798ed60b-7a3e-4358-8c1d-a0af16ab0769 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 09:04:21.189283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798ed60b-7a3e-4358-8c1d-a0af16ab0769 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:21.191515 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-798ed60b-7a3e-4358-8c1d-a0af16ab0769 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/2a031cc8-05ee-4064-adf5-4fcdbaa3574f HTTP/1.1" status: 409 len: 405 time: 0.4348030 Mar 02 09:04:21.197507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60010) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:21.212958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8794177-5ecf-4f44-9c85-0e44435d1446 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1547353'] for subnet, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:21.214955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-ba1ad88a-0a44-4c9d-83fd-694cd1c5cbf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:21.215455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-ba1ad88a-0a44-4c9d-83fd-694cd1c5cbf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:21.221266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=ce05aa0f-ab66-4608-aebe-d09df162763b,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:21.231995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Allocated IP 172.20.0.3 (12e65971-c1d1-40a6-9051-26b4de4966ca/ece3a811-93a7-4841-bba0-20521bedc197/c2af464d-81fc-40a0-bce7-e6af7b56183a) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:21.237248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 2252c7e8-1e05-45bd-94f8-28f30dd815cd has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:04:21.266082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2003278654'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:21.294551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:21.294819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22c6fc-68a6-416a-9cfc-4be1b1e3e905 None None] DHCP port deletion for 2a031cc8-05ee-4064-adf5-4fcdbaa3574f request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:21.304451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:network and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:21.317391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:21.330579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2579729-1ea5-433c-9013-d86edfda126d req-90b6d966-02a0-41c9-9869-ac0311de44a5 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:21.332431 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2579729-1ea5-433c-9013-d86edfda126d req-90b6d966-02a0-41c9-9869-ac0311de44a5 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3410454 Mar 02 09:04:21.339629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:21.397380 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-fd22c6fc-68a6-416a-9cfc-4be1b1e3e905 None None] Deleting port ce05aa0f-ab66-4608-aebe-d09df162763b {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:21.398385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fd22c6fc-68a6-416a-9cfc-4be1b1e3e905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:21.401580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:21.411247 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8b0ceb3f-41cf-49e7-a61e-5895e2086875 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/2252c7e8-1e05-45bd-94f8-28f30dd815cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6441951 Mar 02 09:04:21.417535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60016) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:21.430969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29c0fb-5f0f-4a8b-8cc3-a29eae812b1d None None] Sync routers for ids ['2252c7e8-1e05-45bd-94f8-28f30dd815cd'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:21.457326 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29c0fb-5f0f-4a8b-8cc3-a29eae812b1d None None] Routers {'2252c7e8-1e05-45bd-94f8-28f30dd815cd'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:21.458108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4c29c0fb-5f0f-4a8b-8cc3-a29eae812b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2252c7e8-1e05-45bd-94f8-28f30dd815cd'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:21.528235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4c29c0fb-5f0f-4a8b-8cc3-a29eae812b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:21.542484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60020) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:21.569366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2579729-1ea5-433c-9013-d86edfda126d req-ae1b1b36-053a-441e-bfcf-a0c0ded3baac tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196486 Mar 02 09:04:21.603113 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29c0fb-5f0f-4a8b-8cc3-a29eae812b1d None None] Routers {'2252c7e8-1e05-45bd-94f8-28f30dd815cd'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:21.603690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4c29c0fb-5f0f-4a8b-8cc3-a29eae812b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:03:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2252c7e8-1e05-45bd-94f8-28f30dd815cd'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:21.647516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 7abd0f19-c591-4f4f-aeb9-20868541c293 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:04:21.652536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:21.659067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:21.703625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4c29c0fb-5f0f-4a8b-8cc3-a29eae812b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:21.704125 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29c0fb-5f0f-4a8b-8cc3-a29eae812b1d None None] The sync data for ids ['2252c7e8-1e05-45bd-94f8-28f30dd815cd'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:21.821227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:21.896742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ce05aa0f-ab66-4608-aebe-d09df162763b no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:21.921684 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-942fa13d-4db3-4a50-982a-de6c2348121e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 09:04:21.925705 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-942fa13d-4db3-4a50-982a-de6c2348121e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/2252c7e8-1e05-45bd-94f8-28f30dd815cd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5126595 Mar 02 09:04:21.926324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60028) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:21.937905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Transition to ACTIVE for port object c2af464d-81fc-40a0-bce7-e6af7b56183a will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:21.968274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:21.970415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-60f17e77-bf69-403d-bb44-ec81cc9212ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:21.975206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fd22c6fc-68a6-416a-9cfc-4be1b1e3e905 None None] For port ce05aa0f-ab66-4608-aebe-d09df162763b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ce05aa0f-ab66-4608-aebe-d09df162763b,segment=NetworkSegment(ab45a389-64a6-45b8-bb61-b5245189b5f8),segment_id=ab45a389-64a6-45b8-bb61-b5245189b5f8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:21.975597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fd22c6fc-68a6-416a-9cfc-4be1b1e3e905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:21.997663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Transition to ACTIVE for port object c2af464d-81fc-40a0-bce7-e6af7b56183a will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:22.001420 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cf6d388f-42d2-4831-bfce-11c56d1e856e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcfd971901a6451bb2bf18352ff1363e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299273 Mar 02 09:04:22.004271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60032) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:22.018063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.018410 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Added segment 8a06b0ff-ce00-4a2d-b1ea-265945d6337e of type vlan for network 0e127752-7cfb-4c32-82ec-ab758f3e2cdb Mar 02 09:04:22.032515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:22.044409 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1a3b0-d942-4d72-842f-f8b121c96289 None None] Sync routers for ids ['7abd0f19-c591-4f4f-aeb9-20868541c293'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:22.053321 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1a3b0-d942-4d72-842f-f8b121c96289 None None] Routers {'7abd0f19-c591-4f4f-aeb9-20868541c293'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:22.054563 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-52f1a3b0-d942-4d72-842f-f8b121c96289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['7abd0f19-c591-4f4f-aeb9-20868541c293'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:22.073195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.081350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8aa8d03-cdf3-4bfe-a383-5c62bef25dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.108541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-db78a8be-479d-468a-967f-cf7e92386b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.115223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-fd22c6fc-68a6-416a-9cfc-4be1b1e3e905 None None] Calling delete_port for ce05aa0f-ab66-4608-aebe-d09df162763b owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:22.123151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8aa8d03-cdf3-4bfe-a383-5c62bef25dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.126360 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-765a09d5-f0c4-40d1-97b3-4027663d9318 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/7abd0f19-c591-4f4f-aeb9-20868541c293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8989494 Mar 02 09:04:22.130284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60036) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:22.140066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b2e6-942c-4506-9424-15abfa2a2cf5 req-0497d7a8-f4d2-4ba7-9ce7-189bb9a9adfa tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:22.145246 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-52f1a3b0-d942-4d72-842f-f8b121c96289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:22.145378 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cdb7b2e6-942c-4506-9424-15abfa2a2cf5 req-0497d7a8-f4d2-4ba7-9ce7-189bb9a9adfa tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4349051 Mar 02 09:04:22.153050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ba1ad88a-0a44-4c9d-83fd-694cd1c5cbf9 None None] Provisioning for port e51f6867-5980-421d-8fa6-ae3368d0f0ce completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:22.159300 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1a3b0-d942-4d72-842f-f8b121c96289 None None] Routers {'7abd0f19-c591-4f4f-aeb9-20868541c293'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:22.160554 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-52f1a3b0-d942-4d72-842f-f8b121c96289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['7abd0f19-c591-4f4f-aeb9-20868541c293'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:22.167453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.171329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ba1ad88a-0a44-4c9d-83fd-694cd1c5cbf9 None None] Provisioning complete for port e51f6867-5980-421d-8fa6-ae3368d0f0ce triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:22.171688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad88a-0a44-4c9d-83fd-694cd1c5cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.183154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-60f17e77-bf69-403d-bb44-ec81cc9212ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:22.184500 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-60f17e77-bf69-403d-bb44-ec81cc9212ae tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=2252c7e8-1e05-45bd-94f8-28f30dd815cd HTTP/1.1" status: 200 len: 205 time: 0.2572348 Mar 02 09:04:22.187706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60040) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:22.226270 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-52f1a3b0-d942-4d72-842f-f8b121c96289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:22.226869 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f1a3b0-d942-4d72-842f-f8b121c96289 None None] The sync data for ids ['7abd0f19-c591-4f4f-aeb9-20868541c293'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:22.240885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.246962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:22.247549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.321711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Network 12e65971-c1d1-40a6-9051-26b4de4966ca is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:22.337321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4337c05-7a32-4182-b83d-dec91389ca10 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.343810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:22.357769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:22.369070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Network': ['ID=0e127752-7cfb-4c32-82ec-ab758f3e2cdb,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:22.372606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ad88a-0a44-4c9d-83fd-694cd1c5cbf9 None None] Port e51f6867-5980-421d-8fa6-ae3368d0f0ce cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:22.380315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Pushing event updated for resources: {'Port': ['ID=c2af464d-81fc-40a0-bce7-e6af7b56183a,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:22.417003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.430621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 0e127752-7cfb-4c32-82ec-ab758f3e2cdb details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:22.465289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cdb7b2e6-942c-4506-9424-15abfa2a2cf5 req-6512a422-fa41-4317-b91a-13eaa05eb463 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481141 Mar 02 09:04:22.473360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8aa8d03-cdf3-4bfe-a383-5c62bef25dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.563703 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0c1901da-d183-40a3-b1ca-e574dec46d2b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3588681 Mar 02 09:04:22.567413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60048) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:22.583185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'subnet': {'network_id': '0e127752-7cfb-4c32-82ec-ab758f3e2cdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:22.592688 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa8d03-cdf3-4bfe-a383-5c62bef25dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4c5c36-f4ba-4f5b-9cc5-699382bca108,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:22.595018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fd22c6fc-68a6-416a-9cfc-4be1b1e3e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.676146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22c6fc-68a6-416a-9cfc-4be1b1e3e905 None None] No DVR routers for this DVR port ce05aa0f-ab66-4608-aebe-d09df162763b on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:22.683783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22c6fc-68a6-416a-9cfc-4be1b1e3e905 None None] Pushing event deleted for resources: {'Port': ['ID=ce05aa0f-ab66-4608-aebe-d09df162763b,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:22.739785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8aa8d03-cdf3-4bfe-a383-5c62bef25dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.743626 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c8aa8d03-cdf3-4bfe-a383-5c62bef25dc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb4c5c36-f4ba-4f5b-9cc5-699382bca108 HTTP/1.1" status: 204 len: 168 time: 0.7348194 Mar 02 09:04:22.795230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Attempting to bind port c2af464d-81fc-40a0-bce7-e6af7b56183a on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:22.795594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Attempting to bind port c2af464d-81fc-40a0-bce7-e6af7b56183a by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '0dc28063-57cb-4ec9-97ad-55c8c0739c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12e65971-c1d1-40a6-9051-26b4de4966ca'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:22.796003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Attempting to bind port c2af464d-81fc-40a0-bce7-e6af7b56183a on network 12e65971-c1d1-40a6-9051-26b4de4966ca {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:22.806244 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:22.806628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Checking segment: {'id': '0dc28063-57cb-4ec9-97ad-55c8c0739c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12e65971-c1d1-40a6-9051-26b4de4966ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:22.807033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.807423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Bound using segment: {'id': '0dc28063-57cb-4ec9-97ad-55c8c0739c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12e65971-c1d1-40a6-9051-26b4de4966ca'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:22.808019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Bound port: c2af464d-81fc-40a0-bce7-e6af7b56183a, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc28063-57cb-4ec9-97ad-55c8c0739c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '12e65971-c1d1-40a6-9051-26b4de4966ca'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:22.808329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.815529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4337c05-7a32-4182-b83d-dec91389ca10 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.818405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4337c05-7a32-4182-b83d-dec91389ca10 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.824713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5289a51f-9af2-4d61-9968-b2878e575446 None None] Provisioning complete for port e51f6867-5980-421d-8fa6-ae3368d0f0ce triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:22.825086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5289a51f-9af2-4d61-9968-b2878e575446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.954349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] For port c2af464d-81fc-40a0-bce7-e6af7b56183a, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:22.957501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] For port c2af464d-81fc-40a0-bce7-e6af7b56183a, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c2af464d-81fc-40a0-bce7-e6af7b56183a,segment=NetworkSegment(0dc28063-57cb-4ec9-97ad-55c8c0739c05),segment_id=0dc28063-57cb-4ec9-97ad-55c8c0739c05)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:22.958050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4337c05-7a32-4182-b83d-dec91389ca10 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.958593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4337c05-7a32-4182-b83d-dec91389ca10 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Fanout notify agent at l3_agent the message router_deleted on router 2252c7e8-1e05-45bd-94f8-28f30dd815cd {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:04:22.958694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5289a51f-9af2-4d61-9968-b2878e575446 None None] Port e51f6867-5980-421d-8fa6-ae3368d0f0ce cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:22.981096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4337c05-7a32-4182-b83d-dec91389ca10 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:22.983603 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a4337c05-7a32-4182-b83d-dec91389ca10 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/2252c7e8-1e05-45bd-94f8-28f30dd815cd HTTP/1.1" status: 204 len: 168 time: 0.7949507 Mar 02 09:04:22.986684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60054) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:23.044528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.058608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b727ad-5996-4d18-9e5f-9ef93da4f6bd tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting subnet 273207cd-0962-4108-bbb6-a334ab51d8b6 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:23.061746 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6b727ad-5996-4d18-9e5f-9ef93da4f6bd tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.071254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:23.092585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:23.103700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c7a1e-460f-4a89-b258-41d2727c87f1 req-1ed5f8bc-b95f-4e6e-aab1-a28956a40dd4 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:23.105247 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-545c7a1e-460f-4a89-b258-41d2727c87f1 req-1ed5f8bc-b95f-4e6e-aab1-a28956a40dd4 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5044544 Mar 02 09:04:23.113530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.114587 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.136528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749f4c3-12a0-45c2-a3ce-60cdbd7398f0 None None] Pushing event updated for resources: {'Port': ['ID=c2af464d-81fc-40a0-bce7-e6af7b56183a,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:23.136776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8794177-5ecf-4f44-9c85-0e44435d1446 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769683602661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-748025'] for subnet, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.142093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6b727ad-5996-4d18-9e5f-9ef93da4f6bd tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.214036 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-545c7a1e-460f-4a89-b258-41d2727c87f1 req-ce7f0831-596c-454c-831a-b15c110cacb7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673113 Mar 02 09:04:23.232551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:23.263526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.271382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8794177-5ecf-4f44-9c85-0e44435d1446 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:23.271976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b8794177-5ecf-4f44-9c85-0e44435d1446 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.276540 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b8794177-5ecf-4f44-9c85-0e44435d1446 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "PUT /v2.0/subnets/ece3a811-93a7-4841-bba0-20521bedc197 HTTP/1.1" status: 200 len: 877 time: 2.3709836 Mar 02 09:04:23.279378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60064) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:23.288207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8794177-5ecf-4f44-9c85-0e44435d1446 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event updated for resources: {'Subnet': ['ID=ece3a811-93a7-4841-bba0-20521bedc197,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:23.327348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6b727ad-5996-4d18-9e5f-9ef93da4f6bd tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.616684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6b727ad-5996-4d18-9e5f-9ef93da4f6bd tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.641205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.665675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b727ad-5996-4d18-9e5f-9ef93da4f6bd tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Subnet': ['ID=273207cd-0962-4108-bbb6-a334ab51d8b6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:23.667958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6b727ad-5996-4d18-9e5f-9ef93da4f6bd tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.672328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31eec0-0db6-439b-beb7-1f14f8ef8740 None None] Network 26463bd8-371d-4601-83b2-a17b04ad2ac7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:23.677524 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d6b727ad-5996-4d18-9e5f-9ef93da4f6bd tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/273207cd-0962-4108-bbb6-a334ab51d8b6 HTTP/1.1" status: 204 len: 168 time: 0.6880918 Mar 02 09:04:23.680125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60074) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:23.742364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:23.981562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Deleting port c2af464d-81fc-40a0-bce7-e6af7b56183a {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:23.981809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.006935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.021424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c2af464d-81fc-40a0-bce7-e6af7b56183a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:24.024884 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:24.025221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.203742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] DHCP port deletion for 26463bd8-371d-4601-83b2-a17b04ad2ac7 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:24.209527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] Deleting port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:24.210141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.286926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port c2af464d-81fc-40a0-bce7-e6af7b56183a completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:24.307264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314,segment=NetworkSegment(64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea),segment_id=64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:24.308084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.310314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fefd36-b29b-4166-905d-c44e2d4049e5 req-c44739c5-9fd5-4448-9846-71663b49ac8d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:24.311847 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-10fefd36-b29b-4166-905d-c44e2d4049e5 req-c44739c5-9fd5-4448-9846-71663b49ac8d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4451842 Mar 02 09:04:24.490291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:24.577695 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.598353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60088) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:24.604369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] For port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314,segment=NetworkSegment(64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea),segment_id=64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:24.605060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.677806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.748889 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667169912'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:24.762975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:24.766267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c279931c-5a2d-4543-97ca-943b94bc86ac None None] Network 12e65971-c1d1-40a6-9051-26b4de4966ca requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:24.766794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:24.771843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No DVR routers for this DVR port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:24.773765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:24.783379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.objects.ports [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88401) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:04:24.787011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] Calling delete_port for b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:24.788489 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-10fefd36-b29b-4166-905d-c44e2d4049e5 req-c6ca5ac0-5745-49c7-ae07-6a792219df4a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4649808 Mar 02 09:04:24.793693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.832353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:24.849795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:24.868493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 6445da03-8cbf-42ec-ae65-cafdef2ce508 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:24.868892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.920972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.938682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] For port c2af464d-81fc-40a0-bce7-e6af7b56183a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c2af464d-81fc-40a0-bce7-e6af7b56183a,segment=NetworkSegment(0dc28063-57cb-4ec9-97ad-55c8c0739c05),segment_id=0dc28063-57cb-4ec9-97ad-55c8c0739c05)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:24.939108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.948143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26463bd8-371d-4601-83b2-a17b04ad2ac7']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:24.951942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Subnet': ['ID=55729e91-a7e4-4826-83a1-c5578c074f07,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:24.960712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:24.961024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64130f9c-ee0b-4f0b-a2e8-051a2b5a80ea') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:24.974127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.974487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:24.974945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:24.990985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:24.996925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:24.997377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:25.012283 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:25.017177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6a617e8a-5c50-497d-a3f1-6016978d8353 None None] Provisioning for port c2af464d-81fc-40a0-bce7-e6af7b56183a completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:25.025077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.028335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6a617e8a-5c50-497d-a3f1-6016978d8353 None None] Provisioning complete for port c2af464d-81fc-40a0-bce7-e6af7b56183a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:25.028816 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a617e8a-5c50-497d-a3f1-6016978d8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.090698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Calling delete_port for c2af464d-81fc-40a0-bce7-e6af7b56183a owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:25.090957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.113386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:25.117892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:25.121395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:25.127285 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:25.162729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Checking segment: {'id': '8a06b0ff-ce00-4a2d-b1ea-265945d6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e127752-7cfb-4c32-82ec-ab758f3e2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:25.163079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network hostable DHCP agents. Network: 0e127752-7cfb-4c32-82ec-ab758f3e2cdb, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:25.203706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a617e8a-5c50-497d-a3f1-6016978d8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.227461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.233446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.257427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6a617e8a-5c50-497d-a3f1-6016978d8353 None None] For port c2af464d-81fc-40a0-bce7-e6af7b56183a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c2af464d-81fc-40a0-bce7-e6af7b56183a,segment=NetworkSegment(0dc28063-57cb-4ec9-97ad-55c8c0739c05),segment_id=0dc28063-57cb-4ec9-97ad-55c8c0739c05)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:25.279062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Network': ['ID=26463bd8-371d-4601-83b2-a17b04ad2ac7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:25.309269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.345582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.351219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a617e8a-5c50-497d-a3f1-6016978d8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.387875 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bbdd5966-8115-4d3e-9dc4-864b9f2be273 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/networks/26463bd8-371d-4601-83b2-a17b04ad2ac7 HTTP/1.1" status: 204 len: 168 time: 1.7067094 Mar 02 09:04:25.391551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60094) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:25.399057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525338557'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:25.410621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:25.415430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:network and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:25.419546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:25.427787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:25.439387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a617e8a-5c50-497d-a3f1-6016978d8353 None None] Pushing event updated for resources: {'Port': ['ID=c2af464d-81fc-40a0-bce7-e6af7b56183a,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:25.441637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network 0e127752-7cfb-4c32-82ec-ab758f3e2cdb is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:25.452136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 6445da03-8cbf-42ec-ae65-cafdef2ce508 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:25.456466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.470116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:25.476690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] Deleting port b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:25.477987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:25.478126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.486537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:25.500775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:25.504587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00d83fb-7609-42d1-a2dd-ee6fef523306,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:25.537760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb5c5cb-1a91-4c0a-9d33-c7b2bb47cdc1 None None] Network 12e65971-c1d1-40a6-9051-26b4de4966ca requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:25.538116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:25.540378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.600757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:25.601217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:25.601612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:25.604724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.613065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.613504 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added segment 70b7d690-39a2-4ef2-a113-26020564c98e of type vlan for network 12ec713e-ee69-4ea2-ac4f-df160bf0609b Mar 02 09:04:25.634717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 0e127752-7cfb-4c32-82ec-ab758f3e2cdb) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:25.641895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.649261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:25.649946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.654786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e0b08c0a-a68b-47af-bf2d-5912f8f416e7 None None] The port 'b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:25.656528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fc5782-ee09-427d-9323-781705cd24e4 None None] Network 0e127752-7cfb-4c32-82ec-ab758f3e2cdb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:25.672283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.716506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f0a8ee-8176-4bde-855f-f69052a37c6b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:25.758040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.764579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:25.765152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.786451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ee1522ba-be64-4d3b-9504-055a007d0b39 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2142782 Mar 02 09:04:25.787601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.795290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60098) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:25.797938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.799148 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7cfdf104-c870-4396-8ad7-e2dba1eece08 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1997912 Mar 02 09:04:25.807757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2aafe26e-a0fc-4d70-89da-cf179e163a21 None None] Provisioning complete for port c2af464d-81fc-40a0-bce7-e6af7b56183a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:25.808244 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2aafe26e-a0fc-4d70-89da-cf179e163a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:25.808939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60100) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:25.875198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c2af464d-81fc-40a0-bce7-e6af7b56183a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:25.886752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=6445da03-8cbf-42ec-ae65-cafdef2ce508,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:25.914056 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5166025 Mar 02 09:04:25.915320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60108) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:25.922928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6c160-7be0-4842-b1c7-f8d84d134fb7 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Network': ['ID=12ec713e-ee69-4ea2-ac4f-df160bf0609b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:25.964205 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 12ec713e-ee69-4ea2-ac4f-df160bf0609b details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:25.972036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-be4a0ce5-64d1-48f1-9a4e-69398e275696 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:26.007820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'subnet': {'network_id': '12ec713e-ee69-4ea2-ac4f-df160bf0609b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:26.101633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-be4a0ce5-64d1-48f1-9a4e-69398e275696 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:26.108272 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-be4a0ce5-64d1-48f1-9a4e-69398e275696 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2950757 Mar 02 09:04:26.109002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60112) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:26.114900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a64aa298-0203-456b-a4fa-0bbc2c1591e3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-security--370221499', 'description': 'tempest-security-description-130286953'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:26.124105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Deleting port c2af464d-81fc-40a0-bce7-e6af7b56183a {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:26.126206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.155099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a64aa298-0203-456b-a4fa-0bbc2c1591e3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.214479 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a64aa298-0203-456b-a4fa-0bbc2c1591e3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.287463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a64aa298-0203-456b-a4fa-0bbc2c1591e3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.290116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a64aa298-0203-456b-a4fa-0bbc2c1591e3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.294572 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a64aa298-0203-456b-a4fa-0bbc2c1591e3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "PUT /v2.0/security-groups/01f0a8ee-8176-4bde-855f-f69052a37c6b HTTP/1.1" status: 200 len: 1776 time: 0.1845167 Mar 02 09:04:26.295588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60116) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:26.319518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port c2af464d-81fc-40a0-bce7-e6af7b56183a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:26.319959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.355442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-0e127752-7cfb-4c32-82ec-ab758f3e2cdb', 'network_id': '0e127752-7cfb-4c32-82ec-ab758f3e2cdb', 'tenant_id': '5d63b49282d94bbb8a04ac8ac3096ad6', 'fixed_ips': [{'subnet_id': '55729e91-a7e4-4826-83a1-c5578c074f07'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:26.356251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.362382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aa298-0203-456b-a4fa-0bbc2c1591e3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f0a8ee-8176-4bde-855f-f69052a37c6b,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:26.379854 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ef95eda8-4a51-48ad-8039-50be6eb94b39 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups/01f0a8ee-8176-4bde-855f-f69052a37c6b HTTP/1.1" status: 200 len: 1776 time: 0.0758533 Mar 02 09:04:26.380360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60120) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:26.445244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-27b20624-e8ef-4e62-a25c-2f30d7f7736e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.487872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-27b20624-e8ef-4e62-a25c-2f30d7f7736e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.552754 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.630830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-27b20624-e8ef-4e62-a25c-2f30d7f7736e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.631549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Allocated IP 2001:db8::f816:3eff:fed4:7d00 (0e127752-7cfb-4c32-82ec-ab758f3e2cdb/55729e91-a7e4-4826-83a1-c5578c074f07/92e47127-d404-4345-a54d-64f927c5a7c5) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:26.662599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b20624-e8ef-4e62-a25c-2f30d7f7736e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f0a8ee-8176-4bde-855f-f69052a37c6b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:26.665665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:26.726712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-27b20624-e8ef-4e62-a25c-2f30d7f7736e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.730573 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-27b20624-e8ef-4e62-a25c-2f30d7f7736e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/01f0a8ee-8176-4bde-855f-f69052a37c6b HTTP/1.1" status: 204 len: 168 time: 0.3470192 Mar 02 09:04:26.731123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60124) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:26.733642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:26.733911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:04:26.734375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b6b56a8b-f4e2-4c4d-969f-68d0ef1f8314 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:26.738791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.748064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5255f49-8478-43de-9316-3ee646b93ffb req-b1f0ff93-0ae5-47d1-a1ea-a7692aee4b21 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:26.749533 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5255f49-8478-43de-9316-3ee646b93ffb req-b1f0ff93-0ae5-47d1-a1ea-a7692aee4b21 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.7283003 Mar 02 09:04:26.774219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:subnet and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:26.795340 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3aaec368-2350-43b1-b852-f44a1bd424fb tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:26.815269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d2253816-b127-4897-ae26-f62049e52140 None None] Provisioning complete for port c2af464d-81fc-40a0-bce7-e6af7b56183a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:26.815831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2253816-b127-4897-ae26-f62049e52140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:26.816236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:26.871247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3aaec368-2350-43b1-b852-f44a1bd424fb tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:26.875259 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3aaec368-2350-43b1-b852-f44a1bd424fb tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1403544 Mar 02 09:04:26.876381 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60128) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:26.890728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:26.897720 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-e8744037-56f8-416a-99ec-9a081a893e7a tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] delete failed (client error): The resource could not be found. Mar 02 09:04:26.902528 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e8744037-56f8-416a-99ec-9a081a893e7a tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/01f0a8ee-8176-4bde-855f-f69052a37c6b HTTP/1.1" status: 404 len: 347 time: 0.0215187 Mar 02 09:04:26.903192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60132) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:26.911820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613629393'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:26.918939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:26.929488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:26.992272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.019164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:27.020899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.025163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:27.028587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:27.034554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Transition to ACTIVE for port object 92e47127-d404-4345-a54d-64f927c5a7c5 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:27.035516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:27.052876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Transition to ACTIVE for port object 92e47127-d404-4345-a54d-64f927c5a7c5 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:27.083733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:27.087198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.108474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.123749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.146692 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5255f49-8478-43de-9316-3ee646b93ffb req-ba1e6444-a371-4756-8a4f-3fadc2c36f67 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741543 Mar 02 09:04:27.180108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.195755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Network 0e127752-7cfb-4c32-82ec-ab758f3e2cdb is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:27.199392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:27.203759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:27.242951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8721db2d-4b43-4aba-9f91-8a512b677129,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:27.282952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.311593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.311593 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a210b79e-9807-44c6-9067-5dc929f41f65 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4024119 Mar 02 09:04:27.311999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60138) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:27.312723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 7abd0f19-c591-4f4f-aeb9-20868541c293 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:04:27.318012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': '8721db2d-4b43-4aba-9f91-8a512b677129', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:27.319881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] For port c2af464d-81fc-40a0-bce7-e6af7b56183a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c2af464d-81fc-40a0-bce7-e6af7b56183a,segment=NetworkSegment(0dc28063-57cb-4ec9-97ad-55c8c0739c05),segment_id=0dc28063-57cb-4ec9-97ad-55c8c0739c05)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:27.320238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.324483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:27.328762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:27.333864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:27.339437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:27.376867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Pushing event updated for resources: {'Port': ['ID=92e47127-d404-4345-a54d-64f927c5a7c5,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:27.395361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Attempting to bind port 92e47127-d404-4345-a54d-64f927c5a7c5 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:27.395720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Attempting to bind port 92e47127-d404-4345-a54d-64f927c5a7c5 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '8a06b0ff-ce00-4a2d-b1ea-265945d6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e127752-7cfb-4c32-82ec-ab758f3e2cdb'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:27.396071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Attempting to bind port 92e47127-d404-4345-a54d-64f927c5a7c5 on network 0e127752-7cfb-4c32-82ec-ab758f3e2cdb {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:27.401698 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:27.402087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Checking segment: {'id': '8a06b0ff-ce00-4a2d-b1ea-265945d6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e127752-7cfb-4c32-82ec-ab758f3e2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:27.402478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.402868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Bound using segment: {'id': '8a06b0ff-ce00-4a2d-b1ea-265945d6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e127752-7cfb-4c32-82ec-ab758f3e2cdb'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:27.403304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Bound port: 92e47127-d404-4345-a54d-64f927c5a7c5, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a06b0ff-ce00-4a2d-b1ea-265945d6337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0e127752-7cfb-4c32-82ec-ab758f3e2cdb'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:27.403663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.443086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.487888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Calling delete_port for c2af464d-81fc-40a0-bce7-e6af7b56183a owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:27.494617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] For port 92e47127-d404-4345-a54d-64f927c5a7c5, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:27.497806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] For port 92e47127-d404-4345-a54d-64f927c5a7c5, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=92e47127-d404-4345-a54d-64f927c5a7c5,segment=NetworkSegment(8a06b0ff-ce00-4a2d-b1ea-265945d6337e),segment_id=8a06b0ff-ce00-4a2d-b1ea-265945d6337e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:27.518354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.631584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.632132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.654261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef28137-a8a3-48c6-828d-7dec8a8d9c96,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:27.728845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7505bf-2838-49ba-9b55-211c24c71139 None None] Pushing event updated for resources: {'Port': ['ID=92e47127-d404-4345-a54d-64f927c5a7c5,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:27.734501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:27.740459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.746050 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-555385c6-4b7c-4b02-9a5f-ed9d07938c89 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4282496 Mar 02 09:04:27.746050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60144) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:27.751848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f8a30-a47f-47d5-8032-a4ad6f71be23 None None] Sync routers for ids ['7abd0f19-c591-4f4f-aeb9-20868541c293'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:27.766675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f8a30-a47f-47d5-8032-a4ad6f71be23 None None] Routers {'7abd0f19-c591-4f4f-aeb9-20868541c293'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:27.767447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3b9f8a30-a47f-47d5-8032-a4ad6f71be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['7abd0f19-c591-4f4f-aeb9-20868541c293'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:27.773278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.803321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e625-0bee-4e77-be84-fd5b93af97e2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.818275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e625-0bee-4e77-be84-fd5b93af97e2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.857869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3b9f8a30-a47f-47d5-8032-a4ad6f71be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:27.868066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f8a30-a47f-47d5-8032-a4ad6f71be23 None None] Routers {'7abd0f19-c591-4f4f-aeb9-20868541c293'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:27.868738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3b9f8a30-a47f-47d5-8032-a4ad6f71be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['7abd0f19-c591-4f4f-aeb9-20868541c293'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:27.936705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3b9f8a30-a47f-47d5-8032-a4ad6f71be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:27.937105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f8a30-a47f-47d5-8032-a4ad6f71be23 None None] The sync data for ids ['7abd0f19-c591-4f4f-aeb9-20868541c293'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:27.958442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e625-0bee-4e77-be84-fd5b93af97e2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.983140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e625-0bee-4e77-be84-fd5b93af97e2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:27.985448 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0dd9e625-0bee-4e77-be84-fd5b93af97e2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/eef28137-a8a3-48c6-828d-7dec8a8d9c96 HTTP/1.1" status: 204 len: 168 time: 0.2371380 Mar 02 09:04:27.987563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9e625-0bee-4e77-be84-fd5b93af97e2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef28137-a8a3-48c6-828d-7dec8a8d9c96,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:27.990096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60148) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:28.056358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Subnet': ['ID=55729e91-a7e4-4826-83a1-c5578c074f07,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:28.089897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ebe42fec-e085-4a94-bda4-d67037f3902b tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:28.108317 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-99e5865f-44ea-4c31-a19c-f7f7eb6154e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/7abd0f19-c591-4f4f-aeb9-20868541c293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9648886 Mar 02 09:04:28.112530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60152) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:28.194944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.266112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e127752-7cfb-4c32-82ec-ab758f3e2cdb']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:28.269497 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e9783116-506c-4bff-8135-2077fdf80d94 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=7abd0f19-c591-4f4f-aeb9-20868541c293 HTTP/1.1" status: 200 len: 205 time: 0.1534071 Mar 02 09:04:28.269497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ebe42fec-e085-4a94-bda4-d67037f3902b tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:28.269497 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ebe42fec-e085-4a94-bda4-d67037f3902b tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2778523 Mar 02 09:04:28.269811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60156) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:28.275135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60160) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:28.297578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a06b0ff-ce00-4a2d-b1ea-265945d6337e') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:28.297902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a06b0ff-ce00-4a2d-b1ea-265945d6337e') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:28.313914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf303034-f000-4fbf-83ba-489ae48f7042 req-900c9e2f-ed3d-4e39-8125-3c0a9cf2515d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:28.315379 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf303034-f000-4fbf-83ba-489ae48f7042 req-900c9e2f-ed3d-4e39-8125-3c0a9cf2515d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.6327744 Mar 02 09:04:28.333670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.350265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.399717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f22e569-08f5-4e39-af20-f52e9fcd498e tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.420398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.454815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Port': ['ID=c2af464d-81fc-40a0-bce7-e6af7b56183a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:28.456979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.527959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:28.528617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.534055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200decda-b073-427b-8ce9-90941d612040 None None] DHCP port deletion for 12e65971-c1d1-40a6-9051-26b4de4966ca request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:28.548300 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:28.620130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf303034-f000-4fbf-83ba-489ae48f7042 req-6d265aeb-e30f-4b21-8e45-9af936b01c96 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939529 Mar 02 09:04:28.699226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No DVR routers for this DVR port c2af464d-81fc-40a0-bce7-e6af7b56183a on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:28.712562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-82907e48-36f2-478b-90a1-d09579972064 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.716374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f22e569-08f5-4e39-af20-f52e9fcd498e tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.719368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f22e569-08f5-4e39-af20-f52e9fcd498e tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.764855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Subnet': ['ID=4d0b9fd6-cc68-4197-b363-25ecc79cf369,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:28.800319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Checking segment: {'id': '70b7d690-39a2-4ef2-a113-26020564c98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12ec713e-ee69-4ea2-ac4f-df160bf0609b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:28.800679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network hostable DHCP agents. Network: 12ec713e-ee69-4ea2-ac4f-df160bf0609b, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:28.809055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-82907e48-36f2-478b-90a1-d09579972064 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.841649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 09:04:28.841649 dv-neutron-828796-1-hyperv neutron-server[88401]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 09:04:28.841649 dv-neutron-828796-1-hyperv neutron-server[88401]: [parameters: {'id': '0e127752-7cfb-4c32-82ec-ab758f3e2cdb'}] Mar 02 09:04:28.841649 dv-neutron-828796-1-hyperv neutron-server[88401]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:28.842204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:28.842598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.849118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f22e569-08f5-4e39-af20-f52e9fcd498e tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.849594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f22e569-08f5-4e39-af20-f52e9fcd498e tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Fanout notify agent at l3_agent the message router_deleted on router 7abd0f19-c591-4f4f-aeb9-20868541c293 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:04:28.863557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b7736a-7367-4d1b-83ab-87424093c6c6 None None] Network 0e127752-7cfb-4c32-82ec-ab758f3e2cdb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:28.867865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f22e569-08f5-4e39-af20-f52e9fcd498e tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.869887 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3f22e569-08f5-4e39-af20-f52e9fcd498e tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/7abd0f19-c591-4f4f-aeb9-20868541c293 HTTP/1.1" status: 204 len: 168 time: 0.5983627 Mar 02 09:04:28.871633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60164) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:28.941212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c311cdd-b14c-4b43-99d2-ffc5ede5ffb9 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting subnet c1e30441-398e-4062-9c3d-c1c48bff778f {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:28.944354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7c311cdd-b14c-4b43-99d2-ffc5ede5ffb9 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.963635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 12ec713e-ee69-4ea2-ac4f-df160bf0609b is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:28.981351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.985276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-82907e48-36f2-478b-90a1-d09579972064 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:28.999441 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7c311cdd-b14c-4b43-99d2-ffc5ede5ffb9 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.032630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 12ec713e-ee69-4ea2-ac4f-df160bf0609b) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:29.037324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=ece3a811-93a7-4841-bba0-20521bedc197,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:29.044255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82907e48-36f2-478b-90a1-d09579972064 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8721db2d-4b43-4aba-9f91-8a512b677129,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:29.044625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f5971bcf-e0eb-4afb-b0b0-db71f788fefb None None] Provisioning for port 92e47127-d404-4345-a54d-64f927c5a7c5 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:29.048895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:29.050114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.056014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683407d-40f3-4056-93ea-cdce26834777 None None] Network 12ec713e-ee69-4ea2-ac4f-df160bf0609b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:29.099021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7c311cdd-b14c-4b43-99d2-ffc5ede5ffb9 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.102904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b132d5-afaf-43c0-90a1-ccd88dc53c17 None None] Network 12e65971-c1d1-40a6-9051-26b4de4966ca requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:29.188330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.200277 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f8abdcb9-3ce2-4aed-8eed-b714786b07e5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2795932 Mar 02 09:04:29.201189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-82907e48-36f2-478b-90a1-d09579972064 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.204559 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-82907e48-36f2-478b-90a1-d09579972064 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/8721db2d-4b43-4aba-9f91-8a512b677129 HTTP/1.1" status: 204 len: 168 time: 0.9262869 Mar 02 09:04:29.204712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60170) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.205310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60172) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.210296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1813578148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:29.226769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e65971-c1d1-40a6-9051-26b4de4966ca']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:29.229573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:29.237397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:router and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:29.239338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc28063-57cb-4ec9-97ad-55c8c0739c05') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:29.239661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc28063-57cb-4ec9-97ad-55c8c0739c05') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:29.240985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:29.252530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.257499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:29.271061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.283543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:29.283543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.283884 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8d41ad2e-9268-4a74-8f31-0b0fd6903c15 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:29.286648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7c311cdd-b14c-4b43-99d2-ffc5ede5ffb9 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:29.305193 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:29.337298 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c311cdd-b14c-4b43-99d2-ffc5ede5ffb9 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e30441-398e-4062-9c3d-c1c48bff778f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:29.341225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7c311cdd-b14c-4b43-99d2-ffc5ede5ffb9 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.348084 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7c311cdd-b14c-4b43-99d2-ffc5ede5ffb9 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/c1e30441-398e-4062-9c3d-c1c48bff778f HTTP/1.1" status: 204 len: 168 time: 0.4754393 Mar 02 09:04:29.352704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60178) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.376248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.389495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.391242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.396286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d15f01b-da9c-4a6a-952b-4a0206330d95 None None] Network da5f983d-852a-47c1-87e3-9e475d568375 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:29.402807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Deleting port 92e47127-d404-4345-a54d-64f927c5a7c5 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:29.403342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.418134 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] DHCP port deletion for 0e127752-7cfb-4c32-82ec-ab758f3e2cdb request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:29.428958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58c237a-fd3e-4909-b8c3-4e332742d8d8 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting subnet 2a8d1323-f436-490f-b18c-6f890973e82d {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:29.432510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a58c237a-fd3e-4909-b8c3-4e332742d8d8 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.443858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] Deleting port 92e47127-d404-4345-a54d-64f927c5a7c5 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:29.450082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.468199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8d41ad2e-9268-4a74-8f31-0b0fd6903c15 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:29.469327 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8d41ad2e-9268-4a74-8f31-0b0fd6903c15 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2628875 Mar 02 09:04:29.472792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b02fc-416a-48d9-a40e-020b4ca705d2 None None] DHCP port deletion for 12e65971-c1d1-40a6-9051-26b4de4966ca request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:29.481855 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60182) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.487245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536409537'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:29.495936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:29.511911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a58c237a-fd3e-4909-b8c3-4e332742d8d8 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.520899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.539058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:29.563157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.571855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=12e65971-c1d1-40a6-9051-26b4de4966ca,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:29.581278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.594508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60186) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.594923 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-274c58e3-49e4-4952-898a-29e7412049a5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/12e65971-c1d1-40a6-9051-26b4de4966ca HTTP/1.1" status: 204 len: 168 time: 6.3137875 Mar 02 09:04:29.642478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.651388 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c6ad9e-343d-4e16-8c65-f5ee8eeaa8ef tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:29.652108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c6ad9e-343d-4e16-8c65-f5ee8eeaa8ef tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:29.662282 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-09c6ad9e-343d-4e16-8c65-f5ee8eeaa8ef tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/ece3a811-93a7-4841-bba0-20521bedc197 HTTP/1.1" status: 404 len: 337 time: 0.0645566 Mar 02 09:04:29.663922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60192) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.677570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] For port 92e47127-d404-4345-a54d-64f927c5a7c5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=92e47127-d404-4345-a54d-64f927c5a7c5,segment=NetworkSegment(8a06b0ff-ce00-4a2d-b1ea-265945d6337e),segment_id=8a06b0ff-ce00-4a2d-b1ea-265945d6337e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:29.677910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.694310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.706846 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-16807475-d393-426b-8200-b2c49aaf2d47 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:29.707315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16807475-d393-426b-8200-b2c49aaf2d47 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:29.711229 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-16807475-d393-426b-8200-b2c49aaf2d47 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/12e65971-c1d1-40a6-9051-26b4de4966ca HTTP/1.1" status: 404 len: 339 time: 0.0424278 Mar 02 09:04:29.714460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:29.717926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60196) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.726805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:29.729584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a58c237a-fd3e-4909-b8c3-4e332742d8d8 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.737729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-12ec713e-ee69-4ea2-ac4f-df160bf0609b', 'network_id': '12ec713e-ee69-4ea2-ac4f-df160bf0609b', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'fixed_ips': [{'subnet_id': '4d0b9fd6-cc68-4197-b363-25ecc79cf369'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:29.738623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.798353 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff3fb31-5afb-49ad-80dd-4aeb01ecaa66 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:29.798813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff3fb31-5afb-49ad-80dd-4aeb01ecaa66 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:29.803062 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dff3fb31-5afb-49ad-80dd-4aeb01ecaa66 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/2144ea40-4a4b-4768-ad58-7e614b11bccf HTTP/1.1" status: 404 len: 337 time: 0.0787292 Mar 02 09:04:29.810253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:29.825203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60200) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.832067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:29.870547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:29.871691 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-58da944a-b9bc-4079-a4e8-bcce28f35796 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6674571 Mar 02 09:04:29.872664 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-303b755f-061c-4fae-8972-52cafc98ceae tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:29.873121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303b755f-061c-4fae-8972-52cafc98ceae tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:29.875820 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-303b755f-061c-4fae-8972-52cafc98ceae tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/c7d79d32-c9dd-4d48-a6be-dda274829e00 HTTP/1.1" status: 404 len: 339 time: 0.0491431 Mar 02 09:04:29.882461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60204) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.882787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60206) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:29.889539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c2af464d-81fc-40a0-bce7-e6af7b56183a no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:29.952832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Calling delete_port for 92e47127-d404-4345-a54d-64f927c5a7c5 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:30.030582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: c2af464d-81fc-40a0-bce7-e6af7b56183a {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:04:30.030582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c2af464d-81fc-40a0-bce7-e6af7b56183a not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:30.079461 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] For port 92e47127-d404-4345-a54d-64f927c5a7c5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=92e47127-d404-4345-a54d-64f927c5a7c5,segment=NetworkSegment(8a06b0ff-ce00-4a2d-b1ea-265945d6337e),segment_id=8a06b0ff-ce00-4a2d-b1ea-265945d6337e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:30.079879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.102804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457d47d-6263-4cc9-ba47-38458e56dc5f req-919455f0-bc7a-403b-a395-d4061d24527b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:30.105136 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5457d47d-6263-4cc9-ba47-38458e56dc5f req-919455f0-bc7a-403b-a395-d4061d24527b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1595571 Mar 02 09:04:30.152592 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5457d47d-6263-4cc9-ba47-38458e56dc5f req-8df7a1d4-566a-4855-9db4-5f76a5a21739 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411794 Mar 02 09:04:30.191799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.247781 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No DVR routers for this DVR port 92e47127-d404-4345-a54d-64f927c5a7c5 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:30.249931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] Calling delete_port for 92e47127-d404-4345-a54d-64f927c5a7c5 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:30.287116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Port': ['ID=92e47127-d404-4345-a54d-64f927c5a7c5,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:30.349897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Allocated IP 172.20.0.2 (12ec713e-ee69-4ea2-ac4f-df160bf0609b/4d0b9fd6-cc68-4197-b363-25ecc79cf369/cf1ea817-5142-472d-aa45-d39bd21ffc40) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:30.357777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:30.357978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:30.392862 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04990dcd-c24a-44e0-8afd-de5babf0fb47 None None] DHCP port deletion for da5f983d-852a-47c1-87e3-9e475d568375 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:30.397312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-04990dcd-c24a-44e0-8afd-de5babf0fb47 None None] Deleting port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:30.397694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-04990dcd-c24a-44e0-8afd-de5babf0fb47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.410491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.442667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.472779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e127752-7cfb-4c32-82ec-ab758f3e2cdb']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:30.529920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a06b0ff-ce00-4a2d-b1ea-265945d6337e') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:30.530765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a06b0ff-ce00-4a2d-b1ea-265945d6337e') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:30.534442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a58c237a-fd3e-4909-b8c3-4e332742d8d8 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.550772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.572471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.583353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:30.584900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:30.599696 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:30.689010 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c237a-fd3e-4909-b8c3-4e332742d8d8 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8d1323-f436-490f-b18c-6f890973e82d,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:30.697454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd4b104-918e-4a0e-be2b-05202e0b5344 None None] Network e0890b2a-dd03-4cf0-9535-348ad741871e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:30.698730 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a58c237a-fd3e-4909-b8c3-4e332742d8d8 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.707615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.718862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314638a-4010-466f-b44e-aac942383afa req-78d92ee3-9d65-4e59-b02b-df8927335c2d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:30.725209 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d314638a-4010-466f-b44e-aac942383afa req-78d92ee3-9d65-4e59-b02b-df8927335c2d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2402954 Mar 02 09:04:30.756551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-04990dcd-c24a-44e0-8afd-de5babf0fb47 None None] For port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3e315b65-8aad-4e5f-abc4-4c0cc480ffdb,segment=NetworkSegment(d4800489-af23-498e-89b7-243046b3125b),segment_id=d4800489-af23-498e-89b7-243046b3125b)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:30.759494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-04990dcd-c24a-44e0-8afd-de5babf0fb47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.770316 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d314638a-4010-466f-b44e-aac942383afa req-5515091b-2df8-4c05-b90a-8d2fd52e9d66 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434270 Mar 02 09:04:30.778438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.800305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.827466 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/0e127752-7cfb-4c32-82ec-ab758f3e2cdb HTTP/1.1" status: 204 len: 168 time: 4.9418514 Mar 02 09:04:30.827948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60218) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:30.831236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8b02-c30e-4607-98f0-2d5011e4c502 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Network': ['ID=0e127752-7cfb-4c32-82ec-ab758f3e2cdb,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:30.843912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-62922702'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:30.849245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:30.854609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:network and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:30.857501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:30.863848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:30.879093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] Deleting port 92e47127-d404-4345-a54d-64f927c5a7c5 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:30.879459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.903165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.927101 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a58c237a-fd3e-4909-b8c3-4e332742d8d8 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/2a8d1323-f436-490f-b18c-6f890973e82d HTTP/1.1" status: 204 len: 168 time: 1.5733376 Mar 02 09:04:30.940173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:30.952544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60222) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:30.972967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:30.981958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.025732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:31.043014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a3a5f-09a4-49e1-83e7-9d4386ac12ef req-0a7597d5-88a9-48f3-aad8-534e125ea77a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:31.044539 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-446a3a5f-09a4-49e1-83e7-9d4386ac12ef req-0a7597d5-88a9-48f3-aad8-534e125ea77a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1306589 Mar 02 09:04:31.047420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.047762 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Added segment 9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a of type vlan for network 9de6117a-1183-4bc5-bf75-692c32c5be23 Mar 02 09:04:31.061770 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-04990dcd-c24a-44e0-8afd-de5babf0fb47 None None] Calling delete_port for 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:31.124735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.134768 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-446a3a5f-09a4-49e1-83e7-9d4386ac12ef req-e1b11756-9a10-4ba4-83c0-1ee7959d2d31 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762846 Mar 02 09:04:31.148564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028f3940-2390-4ea7-9bae-f0f2723d2d5b']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:31.167425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.194869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafe5153-f55b-4d40-b75c-59d69f12a435,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:31.210426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.210426 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f0d632bf-f13d-47d2-8025-4b654c082468 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7245932 Mar 02 09:04:31.210426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24963197-c42e-4c09-9bb6-280d4a175014') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:31.210426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24963197-c42e-4c09-9bb6-280d4a175014') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:31.212102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60238) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:31.217701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b03a3d4b-16cd-43ad-a0a0-6491610c5f61 None None] The port '92e47127-d404-4345-a54d-64f927c5a7c5' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:31.217896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'eafe5153-f55b-4d40-b75c-59d69f12a435', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:31.224007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:31.229503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:31.233030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:31.235522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.241613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:31.242461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.244168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.268155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:31.276555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:31.276895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.334708 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.355312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Transition to ACTIVE for port object cf1ea817-5142-472d-aa45-d39bd21ffc40 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:31.380534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.388653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Transition to ACTIVE for port object cf1ea817-5142-472d-aa45-d39bd21ffc40 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:31.410145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-04990dcd-c24a-44e0-8afd-de5babf0fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.415041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Network': ['ID=9de6117a-1183-4bc5-bf75-692c32c5be23,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:31.443364 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-da51aec2-bdbf-44aa-93b6-149a8910d1e8 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6143968 Mar 02 09:04:31.453638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60242) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:31.458324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.469011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'subnet': {'network_id': '9de6117a-1183-4bc5-bf75-692c32c5be23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:31.490733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 9de6117a-1183-4bc5-bf75-692c32c5be23 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:31.493290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.514321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] DHCP port deletion for e0890b2a-dd03-4cf0-9535-348ad741871e request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:31.516881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.546142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990dcd-c24a-44e0-8afd-de5babf0fb47 None None] Pushing event deleted for resources: {'Port': ['ID=3e315b65-8aad-4e5f-abc4-4c0cc480ffdb,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:31.553825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04990dcd-c24a-44e0-8afd-de5babf0fb47 None None] No DVR routers for this DVR port 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:31.555362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Deleting port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:31.555733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.573752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:31.574192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:31.594420 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:31.619939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] The port '3e315b65-8aad-4e5f-abc4-4c0cc480ffdb' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:31.708189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:31.725762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af091de9-02a7-4813-b633-99cdb88b1e60 req-34332b0e-5745-46be-84ad-dd0268f4f6ce tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:31.730709 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af091de9-02a7-4813-b633-99cdb88b1e60 req-34332b0e-5745-46be-84ad-dd0268f4f6ce tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4519618 Mar 02 09:04:31.735322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:subnet and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:31.739047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:31.749864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:31.773739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Network 12ec713e-ee69-4ea2-ac4f-df160bf0609b is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:31.786912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:31.799584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:31.914270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:31.918076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:31.918889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Pushing event updated for resources: {'Port': ['ID=cf1ea817-5142-472d-aa45-d39bd21ffc40,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:31.927146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a5b6bd03-7cab-4f0b-9471-cb3056cb8630 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:31.987175 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af091de9-02a7-4813-b633-99cdb88b1e60 req-2d4f8fef-df81-42cf-909c-e1aeb3539647 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203627 Mar 02 09:04:32.034123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Attempting to bind port cf1ea817-5142-472d-aa45-d39bd21ffc40 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:32.034552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Attempting to bind port cf1ea817-5142-472d-aa45-d39bd21ffc40 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '70b7d690-39a2-4ef2-a113-26020564c98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12ec713e-ee69-4ea2-ac4f-df160bf0609b'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:32.034924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Attempting to bind port cf1ea817-5142-472d-aa45-d39bd21ffc40 on network 12ec713e-ee69-4ea2-ac4f-df160bf0609b {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:32.067841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.073645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.080656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:32.081268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Checking segment: {'id': '70b7d690-39a2-4ef2-a113-26020564c98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12ec713e-ee69-4ea2-ac4f-df160bf0609b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:32.081268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.081662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Bound using segment: {'id': '70b7d690-39a2-4ef2-a113-26020564c98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12ec713e-ee69-4ea2-ac4f-df160bf0609b'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:32.082173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Bound port: cf1ea817-5142-472d-aa45-d39bd21ffc40, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b7d690-39a2-4ef2-a113-26020564c98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12ec713e-ee69-4ea2-ac4f-df160bf0609b'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:32.082553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.083822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.117438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.136337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5f983d-852a-47c1-87e3-9e475d568375']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:32.143124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.175854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17811515-ab20-4d64-8e05-f64fad9098a2 req-d5155619-409c-4190-8ce7-bea430601eb1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:32.177405 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17811515-ab20-4d64-8e05-f64fad9098a2 req-d5155619-409c-4190-8ce7-bea430601eb1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.4128234 Mar 02 09:04:32.191055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=028f3940-2390-4ea7-9bae-f0f2723d2d5b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:32.218471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4800489-af23-498e-89b7-243046b3125b') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:32.218797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4800489-af23-498e-89b7-243046b3125b') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:32.229221 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-89b83df4-c3d7-4304-b9ee-426f8dc69717 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/028f3940-2390-4ea7-9bae-f0f2723d2d5b HTTP/1.1" status: 204 len: 168 time: 2.3380001 Mar 02 09:04:32.235336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60256) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.245818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.256622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] For port a5b6bd03-7cab-4f0b-9471-cb3056cb8630, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,segment=NetworkSegment(3ed31b4e-0a0d-44df-b9e4-91afa245b0e8),segment_id=3ed31b4e-0a0d-44df-b9e4-91afa245b0e8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:32.257004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe93014b-8c5e-4562-8723-9cf963917745,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:32.257166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.311613 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9537fc8-0602-4544-a029-57973141e44a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:32.312557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9537fc8-0602-4544-a029-57973141e44a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:32.313633 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b9537fc8-0602-4544-a029-57973141e44a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/8a4ab365-5999-4699-958d-bdfe0393646e HTTP/1.1" status: 404 len: 337 time: 0.0785522 Mar 02 09:04:32.317103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.20.0.1 (12ec713e-ee69-4ea2-ac4f-df160bf0609b/4d0b9fd6-cc68-4197-b363-25ecc79cf369/f7e0f381-d1c0-4754-acdf-b86d4db64858) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:32.319362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60260) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.338963 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.353746 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07abc24-cdde-4b5e-a967-ad4f9c094615 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:32.354145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07abc24-cdde-4b5e-a967-ad4f9c094615 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:32.358193 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f07abc24-cdde-4b5e-a967-ad4f9c094615 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/492796db-a74e-4d67-b105-7a5aad1ae7ea HTTP/1.1" status: 404 len: 339 time: 0.0355527 Mar 02 09:04:32.360348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:32.360762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:32.376802 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:32.379311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60264) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.425877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Calling delete_port for a5b6bd03-7cab-4f0b-9471-cb3056cb8630 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:32.473467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.482262 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17811515-ab20-4d64-8e05-f64fad9098a2 req-b9e130ae-df61-4f65-ab0e-575e384adcc0 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940118 Mar 02 09:04:32.489970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.493579 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a152457d-bbf8-4cdb-98c5-2a8161dad10d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2774444 Mar 02 09:04:32.494932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60268) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.519425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'eafe5153-f55b-4d40-b75c-59d69f12a435', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:32.528059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] For port cf1ea817-5142-472d-aa45-d39bd21ffc40, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:32.532150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] For port cf1ea817-5142-472d-aa45-d39bd21ffc40, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cf1ea817-5142-472d-aa45-d39bd21ffc40,segment=NetworkSegment(70b7d690-39a2-4ef2-a113-26020564c98e),segment_id=70b7d690-39a2-4ef2-a113-26020564c98e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:32.538487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:32.550103 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-669740fc-9c0c-46c7-9722-442ceb6c4114 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:32.550756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:32.550869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669740fc-9c0c-46c7-9722-442ceb6c4114 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:32.558628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:32.571974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b6464-72cf-4238-b40e-1336087bccf9 req-84f1e13a-6daa-4e7f-b8a6-d3c1c5fab088 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:32.574298 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e00b6464-72cf-4238-b40e-1336087bccf9 req-84f1e13a-6daa-4e7f-b8a6-d3c1c5fab088 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3903241 Mar 02 09:04:32.579375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:32.586671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a5b6bd03-7cab-4f0b-9471-cb3056cb8630, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,segment=NetworkSegment(3ed31b4e-0a0d-44df-b9e4-91afa245b0e8),segment_id=3ed31b4e-0a0d-44df-b9e4-91afa245b0e8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:32.619713 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-669740fc-9c0c-46c7-9722-442ceb6c4114 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/7c49e1c2-d194-4159-97ed-56cc3f142839 HTTP/1.1" status: 404 len: 337 time: 0.2405488 Mar 02 09:04:32.620924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.625494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60272) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.648869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.667089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.668771 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a84d31-ed7c-4c0d-802d-3c2897c1c3e8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:32.668936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:32.669263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a84d31-ed7c-4c0d-802d-3c2897c1c3e8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:32.673382 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d7a84d31-ed7c-4c0d-802d-3c2897c1c3e8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/c86b4ca8-de70-4636-ae30-e459be1c55bb HTTP/1.1" status: 404 len: 339 time: 0.0444787 Mar 02 09:04:32.675658 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e00b6464-72cf-4238-b40e-1336087bccf9 req-9c87684e-288e-4d94-a168-6123ab2502f7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941973 Mar 02 09:04:32.676096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60276) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.678016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.679789 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/networks/da5f983d-852a-47c1-87e3-9e475d568375 HTTP/1.1" status: 204 len: 168 time: 1.7263343 Mar 02 09:04:32.685694 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60280) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.715626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c24e8-2052-4a65-a5b4-6cad68d9e4bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Network': ['ID=da5f983d-852a-47c1-87e3-9e475d568375,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:32.720189 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76941b7-6ff5-4cee-a465-ae561e24f0db tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:32.720845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76941b7-6ff5-4cee-a465-ae561e24f0db tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:32.722739 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f76941b7-6ff5-4cee-a465-ae561e24f0db tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/cc0eb188-9e05-4a84-b021-0ba0c90bc9fe HTTP/1.1" status: 404 len: 337 time: 0.0457699 Mar 02 09:04:32.725314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60286) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.727414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:04:32.727725 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3e315b65-8aad-4e5f-abc4-4c0cc480ffdb not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:32.740681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:32.741042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:32.759828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.759997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.768112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12edf2-bfad-4732-9756-f19de3e1cb2d None None] Pushing event updated for resources: {'Port': ['ID=cf1ea817-5142-472d-aa45-d39bd21ffc40,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:32.795854 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63ba6f1-0332-4e90-8d21-b56213996f0d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:32.796541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63ba6f1-0332-4e90-8d21-b56213996f0d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:32.798403 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b63ba6f1-0332-4e90-8d21-b56213996f0d tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/cf9a2efe-51bd-487c-bb02-022c999a43cf HTTP/1.1" status: 404 len: 339 time: 0.0720158 Mar 02 09:04:32.799363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.806092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60290) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.858320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:32.888021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Transition to ACTIVE for port object f7e0f381-d1c0-4754-acdf-b86d4db64858 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:32.889771 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60fe1d1-6188-4bb5-b7a2-192a2232890a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:32.890434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60fe1d1-6188-4bb5-b7a2-192a2232890a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:32.894937 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c60fe1d1-6188-4bb5-b7a2-192a2232890a tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/8b30b892-fba9-4ba3-9ec3-cefd43310747 HTTP/1.1" status: 404 len: 337 time: 0.0833316 Mar 02 09:04:32.898851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.902108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60294) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.931892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Subnet': ['ID=bb4790a2-acb4-405d-970c-48ce52ff9eb0,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:32.936340 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0e2825-fb2b-4d8f-bb55-356bec939e36 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:32.936828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0e2825-fb2b-4d8f-bb55-356bec939e36 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:32.943262 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cc0e2825-fb2b-4d8f-bb55-356bec939e36 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/ae8b1075-a9fb-408b-bdfe-7e971c24f958 HTTP/1.1" status: 404 len: 339 time: 0.0354912 Mar 02 09:04:32.945193 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60298) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:32.949662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:32.950088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:32.957729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Checking segment: {'id': '9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9de6117a-1183-4bc5-bf75-692c32c5be23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:32.958113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network hostable DHCP agents. Network: 9de6117a-1183-4bc5-bf75-692c32c5be23, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:32.989624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.021777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3d949-f999-4950-914e-eb536906568d req-f1686217-acd9-41fd-a5d7-6d05864655a1 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:33.023335 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ea3d949-f999-4950-914e-eb536906568d req-f1686217-acd9-41fd-a5d7-6d05864655a1 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1299202 Mar 02 09:04:33.036724 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e9fa91-2ca0-43f8-80be-9c767d339477 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:33.037180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e9fa91-2ca0-43f8-80be-9c767d339477 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:33.039714 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-87e9fa91-2ca0-43f8-80be-9c767d339477 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/4a86969e-414e-4833-8b32-fd470b8d6183 HTTP/1.1" status: 404 len: 337 time: 0.0906298 Mar 02 09:04:33.046805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60302) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.085931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.110044 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-c202481c-bacc-40fa-948d-24f0dbe6de28 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:33.110510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c202481c-bacc-40fa-948d-24f0dbe6de28 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:33.123436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network 9de6117a-1183-4bc5-bf75-692c32c5be23 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:33.148562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.152056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aead7b5-b246-41a7-8d19-a44edd6f14ea,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:33.154704 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c202481c-bacc-40fa-948d-24f0dbe6de28 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/954ceabb-ecc9-4999-8404-79e2bff2b59f HTTP/1.1" status: 404 len: 339 time: 0.1069965 Mar 02 09:04:33.161102 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ea3d949-f999-4950-914e-eb536906568d req-eac433b5-ec9b-4113-b408-5134c0a0d1aa tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302302 Mar 02 09:04:33.161581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60306) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.208031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e30f5-37cd-427b-97f2-51fa6da3cda4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:33.208480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7e30f5-37cd-427b-97f2-51fa6da3cda4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:33.213138 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4f7e30f5-37cd-427b-97f2-51fa6da3cda4 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/720fb592-f6a2-4505-af45-f3bdb5103ae3 HTTP/1.1" status: 404 len: 337 time: 0.0481308 Mar 02 09:04:33.213598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60312) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.235423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 9de6117a-1183-4bc5-bf75-692c32c5be23) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:33.237083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.238340 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-22e913ec-a928-49e2-a083-d52e1e9c7f47 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7425094 Mar 02 09:04:33.242433 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Deleting port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:33.243195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.247198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60316) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.260377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:33.261122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.268191 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfab6456-c454-4bfe-895d-4854a76f9b8c tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:33.269009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfab6456-c454-4bfe-895d-4854a76f9b8c tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:33.270440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'eafe5153-f55b-4d40-b75c-59d69f12a435', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:33.274408 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bfab6456-c454-4bfe-895d-4854a76f9b8c tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/c2ad8981-1e5c-4757-88e5-13e4b11aac70 HTTP/1.1" status: 404 len: 339 time: 0.0596983 Mar 02 09:04:33.276817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60320) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.284050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504eec5-8fff-41c7-b50c-c99e1eb25a2f None None] Network 9de6117a-1183-4bc5-bf75-692c32c5be23 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:33.296860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:33.301907 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 12ec713e-ee69-4ea2-ac4f-df160bf0609b is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:33.309702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:33.318681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:33.322824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port a5b6bd03-7cab-4f0b-9471-cb3056cb8630, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,segment=NetworkSegment(3ed31b4e-0a0d-44df-b9e4-91afa245b0e8),segment_id=3ed31b4e-0a0d-44df-b9e4-91afa245b0e8)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:33.323180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.327070 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedb17cc-c96d-414d-b293-f3f6e29067c8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:33.327626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedb17cc-c96d-414d-b293-f3f6e29067c8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:33.329479 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fedb17cc-c96d-414d-b293-f3f6e29067c8 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/12fc3916-c463-4265-881a-becddcb496b1 HTTP/1.1" status: 404 len: 337 time: 0.0513844 Mar 02 09:04:33.332624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60324) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.337417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:33.337417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:33.360248 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-425473a7-9120-4b53-b155-e2e46fc7d75f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:33.360709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425473a7-9120-4b53-b155-e2e46fc7d75f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:33.365384 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-425473a7-9120-4b53-b155-e2e46fc7d75f tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/85007d4f-4bee-44cb-ae47-0203f68e63c0 HTTP/1.1" status: 404 len: 339 time: 0.0294285 Mar 02 09:04:33.365620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60328) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.377660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=f7e0f381-d1c0-4754-acdf-b86d4db64858,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:33.411264 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d858df2-1086-4437-8352-c391a0fe3ee5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:33.412001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d858df2-1086-4437-8352-c391a0fe3ee5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:33.416855 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5d858df2-1086-4437-8352-c391a0fe3ee5 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/c8b1e5ff-fd5b-429a-9daa-ecdbfe3429d4 HTTP/1.1" status: 404 len: 337 time: 0.0502863 Mar 02 09:04:33.418295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60332) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.419795 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a121af46-c19a-4584-913a-6a9a5b4d9235 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9650075 Mar 02 09:04:33.422737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60334) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.433665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:33.476419 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01b1104-96b9-4cd2-aecf-1a3474bddd33 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:33.476872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01b1104-96b9-4cd2-aecf-1a3474bddd33 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:33.481254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d01b1104-96b9-4cd2-aecf-1a3474bddd33 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/c4053242-a0a2-4477-b443-d8d508c7b82e HTTP/1.1" status: 404 len: 339 time: 0.0575521 Mar 02 09:04:33.506114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60340) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:33.510912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for a5b6bd03-7cab-4f0b-9471-cb3056cb8630 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:33.571033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.672796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-9de6117a-1183-4bc5-bf75-692c32c5be23', 'network_id': '9de6117a-1183-4bc5-bf75-692c32c5be23', 'tenant_id': '5d63b49282d94bbb8a04ac8ac3096ad6', 'fixed_ips': [{'subnet_id': 'bb4790a2-acb4-405d-970c-48ce52ff9eb0'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:33.672796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.716780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] For port a5b6bd03-7cab-4f0b-9471-cb3056cb8630, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,segment=NetworkSegment(3ed31b4e-0a0d-44df-b9e4-91afa245b0e8),segment_id=3ed31b4e-0a0d-44df-b9e4-91afa245b0e8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:33.717736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.746277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.755827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-0809b326-5b6a-4f80-8355-a0400a4687c6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Deleting subnet 98fcc6ef-41bc-4266-ac97-503fb3ddff3e {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:33.758171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0809b326-5b6a-4f80-8355-a0400a4687c6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.812590 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.899360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0809b326-5b6a-4f80-8355-a0400a4687c6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.939571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:33.942924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=a5b6bd03-7cab-4f0b-9471-cb3056cb8630,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:33.943102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cf1ea817-5142-472d-aa45-d39bd21ffc40 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:33.951027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No DVR routers for this DVR port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:33.994526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.000971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.042443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55785103-61ef-4be1-b49d-c6a9d7fca1c7,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:34.076023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Calling delete_port for a5b6bd03-7cab-4f0b-9471-cb3056cb8630 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:34.097611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.099745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb11df6-2f6e-4f1a-9e81-34f4e1f43506 req-2327da12-fe02-4b8b-947d-097f279e573f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:34.101258 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7bb11df6-2f6e-4f1a-9e81-34f4e1f43506 req-2327da12-fe02-4b8b-947d-097f279e573f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.2634602 Mar 02 09:04:34.128596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0809b326-5b6a-4f80-8355-a0400a4687c6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.170850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.181340 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.184130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27013ea-e7a7-4f3c-9631-dab04a545be6 None None] Network 12ec713e-ee69-4ea2-ac4f-df160bf0609b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:34.248159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.249375 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-893b959e-3c17-4fe4-8625-bbad3a803eb1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9965193 Mar 02 09:04:34.251002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0890b2a-dd03-4cf0-9535-348ad741871e']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:34.257366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7bb11df6-2f6e-4f1a-9e81-34f4e1f43506 req-2f75f663-7d62-4c83-8533-d040173aaeb6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471517 Mar 02 09:04:34.257880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60346) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:34.270855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'eafe5153-f55b-4d40-b75c-59d69f12a435', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:34.273404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed31b4e-0a0d-44df-b9e4-91afa245b0e8') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:34.273696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed31b4e-0a0d-44df-b9e4-91afa245b0e8') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:34.281990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:34.301943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:34.305183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:34.311326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:34.350453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.350873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:34.351428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:34.351676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7070c95f-a4be-46f9-a403-7131e356b778 None None] Provisioning for port cf1ea817-5142-472d-aa45-d39bd21ffc40 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:34.368848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0809b326-5b6a-4f80-8355-a0400a4687c6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.396758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Allocated IP 2001:db8::2 (9de6117a-1183-4bc5-bf75-692c32c5be23/bb4790a2-acb4-405d-970c-48ce52ff9eb0/73537374-d057-4839-8729-348e542f93f0) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:34.422935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.423334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809b326-5b6a-4f80-8355-a0400a4687c6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Subnet': ['ID=98fcc6ef-41bc-4266-ac97-503fb3ddff3e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:34.427350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0809b326-5b6a-4f80-8355-a0400a4687c6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.430350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.451179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:34.451710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.456532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987efb63-faa6-4a86-af5c-76b5ac2d47ef None None] Network 1c3c9e3c-b27f-4254-8c1b-0655a474639d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:34.466503 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:34.487702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port cf1ea817-5142-472d-aa45-d39bd21ffc40 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:34.502218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.523702 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0809b326-5b6a-4f80-8355-a0400a4687c6 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/subnets/98fcc6ef-41bc-4266-ac97-503fb3ddff3e HTTP/1.1" status: 204 len: 168 time: 1.0162246 Mar 02 09:04:34.529922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port cf1ea817-5142-472d-aa45-d39bd21ffc40 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:34.530300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.530445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60350) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:34.640035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.668248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.676503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.688134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa38bd8-0792-42ba-a3a5-01d11bc83d34,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:34.693228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.713713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Network': ['ID=e0890b2a-dd03-4cf0-9535-348ad741871e,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:34.716508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Deleting port 0f4c1d95-be80-4be1-9ca1-28209d610960 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:34.720926 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0f5f94ab-31c0-4c2b-b296-255add609299 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/networks/e0890b2a-dd03-4cf0-9535-348ad741871e HTTP/1.1" status: 204 len: 168 time: 2.0230258 Mar 02 09:04:34.721779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.726665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60354) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:34.732025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1304749373'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:34.740877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:34.748751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:network and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:34.752359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:34.760131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.760286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:34.761345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d3f41440-5260-496e-afad-3232eaf176be tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4970803 Mar 02 09:04:34.764066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60358) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:34.770621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'eafe5153-f55b-4d40-b75c-59d69f12a435', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:34.778386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:34.782929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Deleting port a5b6bd03-7cab-4f0b-9471-cb3056cb8630 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:34.782929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.786507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.789948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:34.794323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:34.836877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:34.840718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.855907 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:34.921103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-056c05ba-b023-4960-9725-d4ef0e269000 None None] The port 'a5b6bd03-7cab-4f0b-9471-cb3056cb8630' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:34.944724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:34.973737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:34.997199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.005086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=f7e0f381-d1c0-4754-acdf-b86d4db64858,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:35.011235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.011579 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added segment 99f097ca-012c-40d0-ab06-35603645c013 of type vlan for network df326196-4339-4dd0-bf86-778f8bc260a7 Mar 02 09:04:35.068814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.077323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.103148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Transition to ACTIVE for port object 73537374-d057-4839-8729-348e542f93f0 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:35.105515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.106901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] For port 0f4c1d95-be80-4be1-9ca1-28209d610960, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0f4c1d95-be80-4be1-9ca1-28209d610960,segment=NetworkSegment(a3800eca-37a7-4560-ac54-819154591900),segment_id=a3800eca-37a7-4560-ac54-819154591900)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:35.107352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.112910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.153450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Transition to ACTIVE for port object 73537374-d057-4839-8729-348e542f93f0 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:35.190379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port cf1ea817-5142-472d-aa45-d39bd21ffc40, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cf1ea817-5142-472d-aa45-d39bd21ffc40,segment=NetworkSegment(70b7d690-39a2-4ef2-a113-26020564c98e),segment_id=70b7d690-39a2-4ef2-a113-26020564c98e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:35.192756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 12ec713e-ee69-4ea2-ac4f-df160bf0609b is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:35.194273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:35.214542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.246547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Calling delete_port for 0f4c1d95-be80-4be1-9ca1-28209d610960 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:35.261131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] DHCP port deletion for 1c3c9e3c-b27f-4254-8c1b-0655a474639d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:35.272508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] Deleting port 0f4c1d95-be80-4be1-9ca1-28209d610960 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:35.274119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.280566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.285940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:35.286534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.380871 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.414341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.468295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.472086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.579438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] No DVR routers for this DVR port 0f4c1d95-be80-4be1-9ca1-28209d610960 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:35.592986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] For port 0f4c1d95-be80-4be1-9ca1-28209d610960, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0f4c1d95-be80-4be1-9ca1-28209d610960,segment=NetworkSegment(a3800eca-37a7-4560-ac54-819154591900),segment_id=a3800eca-37a7-4560-ac54-819154591900)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:35.593531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.659676 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9321876 Mar 02 09:04:35.664182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60364) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:35.664808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070957a-594c-4e6a-bb05-daf8d4f63ab0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Network': ['ID=df326196-4339-4dd0-bf86-778f8bc260a7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:35.672037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'subnet': {'network_id': 'df326196-4339-4dd0-bf86-778f8bc260a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:35.701858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Port': ['ID=0f4c1d95-be80-4be1-9ca1-28209d610960,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:35.703800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4790a2-acb4-405d-970c-48ce52ff9eb0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:35.725284 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] Calling delete_port for 0f4c1d95-be80-4be1-9ca1-28209d610960 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:35.741996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d9e5d5-cff8-4dd8-93e3-620f52eb2fec,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:35.814552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Network 9de6117a-1183-4bc5-bf75-692c32c5be23 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:35.816423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.822666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:35.823182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:35.823769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:35.827185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network df326196-4339-4dd0-bf86-778f8bc260a7 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:35.843522 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:35.895946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:35.901173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:subnet and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:35.904525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:35.911271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:35.945809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.946109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0f4c1d95-be80-4be1-9ca1-28209d610960 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:35.958587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.959740 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c7c9ec46-1387-4280-8ea4-54b98062fd41 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1948066 Mar 02 09:04:35.965509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60368) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:35.974162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.979415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 66842bdc-c6e3-4467-8fbe-aa9ba561af72 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:04:35.987587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:35.991129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:35.994948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de6117a-1183-4bc5-bf75-692c32c5be23']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.020425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.020728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.032310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3c9e3c-b27f-4254-8c1b-0655a474639d']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.037401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 0f4c1d95-be80-4be1-9ca1-28209d610960 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:04:36.037753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0f4c1d95-be80-4be1-9ca1-28209d610960 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:36.043790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.062716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3800eca-37a7-4560-ac54-819154591900') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.063088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3800eca-37a7-4560-ac54-819154591900') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.077874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Pushing event updated for resources: {'Port': ['ID=73537374-d057-4839-8729-348e542f93f0,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:36.081609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.094991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.100221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05ad2043-4401-4de4-af61-5212c5166874 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.108680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f711d4-e30d-47c2-9b9a-d75ecdfc2bb5 req-63880db6-e07b-4c8d-8945-f6b91591d894 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:36.110164 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5f711d4-e30d-47c2-9b9a-d75ecdfc2bb5 req-63880db6-e07b-4c8d-8945-f6b91591d894 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.6442082 Mar 02 09:04:36.113557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:36.113557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:36.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:36.132813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.136649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4a35c7b9-df4a-4715-a0d5-97cf0be157c2 None None] Provisioning complete for port cf1ea817-5142-472d-aa45-d39bd21ffc40 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:36.136649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4a35c7b9-df4a-4715-a0d5-97cf0be157c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.174188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:36.181966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.187309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05ad2043-4401-4de4-af61-5212c5166874 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:36.192883 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:36.204585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Attempting to bind port 73537374-d057-4839-8729-348e542f93f0 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:36.209077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Attempting to bind port 73537374-d057-4839-8729-348e542f93f0 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9de6117a-1183-4bc5-bf75-692c32c5be23'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:36.209077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Attempting to bind port 73537374-d057-4839-8729-348e542f93f0 on network 9de6117a-1183-4bc5-bf75-692c32c5be23 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:36.221926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:36.222292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Checking segment: {'id': '9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9de6117a-1183-4bc5-bf75-692c32c5be23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:36.222694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.223088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Bound using segment: {'id': '9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9de6117a-1183-4bc5-bf75-692c32c5be23'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:36.223568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Bound port: 73537374-d057-4839-8729-348e542f93f0, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9de6117a-1183-4bc5-bf75-692c32c5be23'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:36.223930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.240365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=cf1ea817-5142-472d-aa45-d39bd21ffc40,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:36.305348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:36.314932 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-edbc9abf-9d55-42eb-a368-1e2f757294f6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/66842bdc-c6e3-4467-8fbe-aa9ba561af72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4288905 Mar 02 09:04:36.320525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60372) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:36.323934 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8fa09-652e-4c76-a9c7-4bbec1aa6621 None None] Sync routers for ids ['66842bdc-c6e3-4467-8fbe-aa9ba561af72'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:36.333798 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8fa09-652e-4c76-a9c7-4bbec1aa6621 None None] Routers {'66842bdc-c6e3-4467-8fbe-aa9ba561af72'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:36.334437 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4cc8fa09-652e-4c76-a9c7-4bbec1aa6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['66842bdc-c6e3-4467-8fbe-aa9ba561af72'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.344996 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5f711d4-e30d-47c2-9b9a-d75ecdfc2bb5 req-4471f7a6-fd0a-422c-b6a8-9d0808d23c38 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112470 Mar 02 09:04:36.358187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] Deleting port 0f4c1d95-be80-4be1-9ca1-28209d610960 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:36.358187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.367401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 09:04:36.367401 dv-neutron-828796-1-hyperv neutron-server[88401]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 09:04:36.367401 dv-neutron-828796-1-hyperv neutron-server[88401]: [parameters: {'id': '9de6117a-1183-4bc5-bf75-692c32c5be23'}] Mar 02 09:04:36.367401 dv-neutron-828796-1-hyperv neutron-server[88401]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:36.367823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:36.377503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05ad2043-4401-4de4-af61-5212c5166874 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.397137 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4cc8fa09-652e-4c76-a9c7-4bbec1aa6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.404921 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad2043-4401-4de4-af61-5212c5166874 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58d9e5d5-cff8-4dd8-93e3-620f52eb2fec,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:36.406362 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8fa09-652e-4c76-a9c7-4bbec1aa6621 None None] Routers {'66842bdc-c6e3-4467-8fbe-aa9ba561af72'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:36.406964 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4cc8fa09-652e-4c76-a9c7-4bbec1aa6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['66842bdc-c6e3-4467-8fbe-aa9ba561af72'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.418010 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05ad2043-4401-4de4-af61-5212c5166874 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.421482 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-05ad2043-4401-4de4-af61-5212c5166874 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/58d9e5d5-cff8-4dd8-93e3-620f52eb2fec HTTP/1.1" status: 204 len: 168 time: 0.4525352 Mar 02 09:04:36.422122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60376) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:36.437369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.464179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] For port 73537374-d057-4839-8729-348e542f93f0, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:36.470369 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4cc8fa09-652e-4c76-a9c7-4bbec1aa6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:36.470775 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8fa09-652e-4c76-a9c7-4bbec1aa6621 None None] The sync data for ids ['66842bdc-c6e3-4467-8fbe-aa9ba561af72'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:36.473702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.477306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] For port 73537374-d057-4839-8729-348e542f93f0, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=73537374-d057-4839-8729-348e542f93f0,segment=NetworkSegment(9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a),segment_id=9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:36.483558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] Pushing event deleted for resources: {'Network': ['ID=1c3c9e3c-b27f-4254-8c1b-0655a474639d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:36.496013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1b9919db-21b6-4fe5-9b3e-2c6003238c48 None None] The port '0f4c1d95-be80-4be1-9ca1-28209d610960' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:36.496186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4cd26c-daca-4215-a329-db260a20ba19 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:36.496807 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ff4cd26c-daca-4215-a329-db260a20ba19 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:36.508657 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ca039fd5-6f3d-4163-9760-094dc5b87e77 tempest-NetworksTest-36502124 tempest-NetworksTest-36502124-project] 10.222.0.10 "DELETE /v2.0/networks/1c3c9e3c-b27f-4254-8c1b-0655a474639d HTTP/1.1" status: 204 len: 168 time: 1.9770401 Mar 02 09:04:36.534193 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.537231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-00e83171-05f2-47d9-b3cc-1aa1b2aa3171 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:36.598850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ff4cd26c-daca-4215-a329-db260a20ba19 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:36.603142 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ff4cd26c-daca-4215-a329-db260a20ba19 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports/f7e0f381-d1c0-4754-acdf-b86d4db64858 HTTP/1.1" status: 200 len: 910 time: 0.2783587 Mar 02 09:04:36.603544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60382) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:36.610228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4a35c7b9-df4a-4715-a0d5-97cf0be157c2 None None] Provisioning for port f7e0f381-d1c0-4754-acdf-b86d4db64858 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:36.624036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4a35c7b9-df4a-4715-a0d5-97cf0be157c2 None None] Provisioning complete for port f7e0f381-d1c0-4754-acdf-b86d4db64858 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:36.624417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4a35c7b9-df4a-4715-a0d5-97cf0be157c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.647621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-00e83171-05f2-47d9-b3cc-1aa1b2aa3171 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:36.651047 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-00e83171-05f2-47d9-b3cc-1aa1b2aa3171 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2272315 Mar 02 09:04:36.658440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60386) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:36.685912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4a35c7b9-df4a-4715-a0d5-97cf0be157c2 None None] Port f7e0f381-d1c0-4754-acdf-b86d4db64858 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:36.694833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a994e7a2-74ab-44ce-8d98-366d5d45ebf6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.707147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a994e7a2-74ab-44ce-8d98-366d5d45ebf6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.715643 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac915b5-b14c-4449-af21-0598d8c06eb9 None None] Pushing event updated for resources: {'Port': ['ID=73537374-d057-4839-8729-348e542f93f0,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:36.731625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.786406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f20cc4b-cf87-4dce-b1ce-8dae0008d8ef None None] Network 9de6117a-1183-4bc5-bf75-692c32c5be23 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:36.824753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a994e7a2-74ab-44ce-8d98-366d5d45ebf6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.862330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994e7a2-74ab-44ce-8d98-366d5d45ebf6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fa38bd8-0792-42ba-a3a5-01d11bc83d34,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:36.872385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.886900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-dd17019a-568b-4f19-85a9-552b14ba328a None None] Provisioning complete for port f7e0f381-d1c0-4754-acdf-b86d4db64858 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:36.887323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dd17019a-568b-4f19-85a9-552b14ba328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.887795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Deleting port 73537374-d057-4839-8729-348e542f93f0 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:36.888141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.899155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Subnet': ['ID=16dabf73-bb8d-4a78-b37f-a560f5d159b8,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:36.928381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a994e7a2-74ab-44ce-8d98-366d5d45ebf6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:36.934648 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a994e7a2-74ab-44ce-8d98-366d5d45ebf6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/1fa38bd8-0792-42ba-a3a5-01d11bc83d34 HTTP/1.1" status: 204 len: 168 time: 0.2695057 Mar 02 09:04:36.934648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60390) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:36.976934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Checking segment: {'id': '99f097ca-012c-40d0-ab06-35603645c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'df326196-4339-4dd0-bf86-778f8bc260a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:36.977493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network hostable DHCP agents. Network: df326196-4339-4dd0-bf86-778f8bc260a7, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:37.011601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dd17019a-568b-4f19-85a9-552b14ba328a None None] Port f7e0f381-d1c0-4754-acdf-b86d4db64858 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:37.057313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9051828-ad8d-4337-bd4b-02b5b1d7a964 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:04:37.076795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2dc76d04-f0c2-4d68-b194-6f7c1be15af6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:37.120635 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60396) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:37.125514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network df326196-4339-4dd0-bf86-778f8bc260a7 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:37.209681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2dc76d04-f0c2-4d68-b194-6f7c1be15af6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:37.211167 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2dc76d04-f0c2-4d68-b194-6f7c1be15af6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2773280 Mar 02 09:04:37.214053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60402) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:37.226255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, df326196-4339-4dd0-bf86-778f8bc260a7) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:37.237768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.260195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] For port 73537374-d057-4839-8729-348e542f93f0, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=73537374-d057-4839-8729-348e542f93f0,segment=NetworkSegment(9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a),segment_id=9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:37.260562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.269129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c0e8edec-f5a7-4515-9ed0-1691b4d53c1e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.309267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:37.309267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.417869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9051828-ad8d-4337-bd4b-02b5b1d7a964 None None] Unable to find a vacant binding_index for network df326196-4339-4dd0-bf86-778f8bc260a7 and agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc {{(pid=88402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 02 09:04:37.427613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9051828-ad8d-4337-bd4b-02b5b1d7a964 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, df326196-4339-4dd0-bf86-778f8bc260a7) {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:04:37.444982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c0e8edec-f5a7-4515-9ed0-1691b4d53c1e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.536888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Calling delete_port for 73537374-d057-4839-8729-348e542f93f0 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:37.581984 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8c9e6cd2-f8aa-4f6a-892d-28e62e88f56f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9115970 Mar 02 09:04:37.585087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60408) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:37.598748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1060106344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:37.610804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:37.626845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:router and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:37.633147 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2492034f-1e66-4ce5-a078-594ca95ec9bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09b6eddc51fd4028864e8b23b4c26d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5099657 Mar 02 09:04:37.633147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:37.636972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60412) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:37.643241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:37.739149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66fd87cd-826f-4247-af70-7c7ced9aa8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.746014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c0e8edec-f5a7-4515-9ed0-1691b4d53c1e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.791740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8edec-f5a7-4515-9ed0-1691b4d53c1e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55785103-61ef-4be1-b49d-c6a9d7fca1c7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:37.809858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.810977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.814095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c951-3e7a-4061-9b47-5abaa0f9ff47 req-cc669a07-b7db-4138-8996-9a054235b221 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:37.815657 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8495c951-3e7a-4061-9b47-5abaa0f9ff47 req-cc669a07-b7db-4138-8996-9a054235b221 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.2896178 Mar 02 09:04:37.820370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66fd87cd-826f-4247-af70-7c7ced9aa8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.858142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port f7e0f381-d1c0-4754-acdf-b86d4db64858 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:37.858249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.858343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.890060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.905170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No DVR routers for this DVR port 73537374-d057-4839-8729-348e542f93f0 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:37.939509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cf1ea817-5142-472d-aa45-d39bd21ffc40 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:37.966911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Port': ['ID=73537374-d057-4839-8729-348e542f93f0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:37.973499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-df326196-4339-4dd0-bf86-778f8bc260a7', 'network_id': 'df326196-4339-4dd0-bf86-778f8bc260a7', 'tenant_id': '8813bd49430948cabb19073849974109', 'fixed_ips': [{'subnet_id': '16dabf73-bb8d-4a78-b37f-a560f5d159b8'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:37.974458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.981222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c0e8edec-f5a7-4515-9ed0-1691b4d53c1e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:37.984856 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c0e8edec-f5a7-4515-9ed0-1691b4d53c1e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/55785103-61ef-4be1-b49d-c6a9d7fca1c7 HTTP/1.1" status: 204 len: 168 time: 0.7673407 Mar 02 09:04:37.991604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60416) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:38.020046 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.067419 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8495c951-3e7a-4061-9b47-5abaa0f9ff47 req-43edb7ca-fe99-4fe8-84d8-6d4ff8ec6b07 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400029 Mar 02 09:04:38.092406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7aa71d70-00bb-470f-8089-5604a9845a61 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:38.109720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.109910 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port cf1ea817-5142-472d-aa45-d39bd21ffc40 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:38.109910 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.157503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.166795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.168197 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-24bffda9-85cc-438f-aa63-3d9065d7ce07 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5822117 Mar 02 09:04:38.175780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60420) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:38.183972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'port': {'network_id': 'df326196-4339-4dd0-bf86-778f8bc260a7', 'name': 'tempest-RoutersIpV6Test-624265678'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:38.229416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Allocated IP 2001:db8::2 (df326196-4339-4dd0-bf86-778f8bc260a7/16dabf73-bb8d-4a78-b37f-a560f5d159b8/eb885dc6-ab99-43bd-acd2-047ad2ef4ef2) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:38.231202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for f7e0f381-d1c0-4754-acdf-b86d4db64858 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:38.291035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7aa71d70-00bb-470f-8089-5604a9845a61 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:38.292932 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7aa71d70-00bb-470f-8089-5604a9845a61 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2983189 Mar 02 09:04:38.294077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66fd87cd-826f-4247-af70-7c7ced9aa8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.295936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60424) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:38.311876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de6117a-1183-4bc5-bf75-692c32c5be23']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:38.335669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:38.336208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b21c9c7-b2d9-4de0-8af8-abd79d2d4e8a') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:38.343498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd87cd-826f-4247-af70-7c7ced9aa8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e4ba7a-a764-4e5f-98f8-fa1edf816eeb,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:38.358751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.364807 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.365978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-66fd87cd-826f-4247-af70-7c7ced9aa8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.367290 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-66fd87cd-826f-4247-af70-7c7ced9aa8c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56e4ba7a-a764-4e5f-98f8-fa1edf816eeb HTTP/1.1" status: 204 len: 168 time: 0.7252853 Mar 02 09:04:38.382281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.397193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.411683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:38.411683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:38.426471 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:38.428518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:38.448697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:port and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:38.497494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:38.511735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:38.533795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.543379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.585234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=f7e0f381-d1c0-4754-acdf-b86d4db64858,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:38.610856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.613772 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Transition to ACTIVE for port object eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:38.614637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:38.619552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.630169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.639139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Transition to ACTIVE for port object eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:38.641819 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aead7b5-b246-41a7-8d19-a44edd6f14ea,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:38.653121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.663091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Network': ['ID=9de6117a-1183-4bc5-bf75-692c32c5be23,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:38.674068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/9de6117a-1183-4bc5-bf75-692c32c5be23 HTTP/1.1" status: 204 len: 168 time: 5.2496943 Mar 02 09:04:38.676698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.677037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.677150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.677369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.677511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.677692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.677801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.678039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.678140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.678359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.678462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.678682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.678783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.678997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.679121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.679317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.679423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.679629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.679741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.679941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.680041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.680249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bb280d-c344-4e56-b781-ad784aa6055c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.680361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.680570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.683815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] device_id is not set on port c676df0f-d31a-4f1f-b38c-800bd8f9c665 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:04:38.699134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60430) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:38.700354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.700696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.701037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.701369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.701694 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.702041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.702366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.702685 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.703004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.703324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.703676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.704176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:38.706896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.711335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1666711538'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:38.727706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:38.738701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:network and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:38.745109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:38.754681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:38.773518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Network df326196-4339-4dd0-bf86-778f8bc260a7 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:38.776560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:38.780515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:38.839976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.841740 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8a4795f7-a2fb-4d98-9459-528ed253d477 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8aead7b5-b246-41a7-8d19-a44edd6f14ea HTTP/1.1" status: 204 len: 168 time: 0.5429804 Mar 02 09:04:38.844531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60438) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:38.861164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Pushing event updated for resources: {'Port': ['ID=eb885dc6-ab99-43bd-acd2-047ad2ef4ef2,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:38.869620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 2001:db8::197 (df326196-4339-4dd0-bf86-778f8bc260a7/16dabf73-bb8d-4a78-b37f-a560f5d159b8/c676df0f-d31a-4f1f-b38c-800bd8f9c665) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:38.902722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Attempting to bind port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:38.903673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Attempting to bind port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '99f097ca-012c-40d0-ab06-35603645c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'df326196-4339-4dd0-bf86-778f8bc260a7'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:38.904140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Attempting to bind port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 on network df326196-4339-4dd0-bf86-778f8bc260a7 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:38.910573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:38.911267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Checking segment: {'id': '99f097ca-012c-40d0-ab06-35603645c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'df326196-4339-4dd0-bf86-778f8bc260a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:38.911894 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.912390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Bound using segment: {'id': '99f097ca-012c-40d0-ab06-35603645c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'df326196-4339-4dd0-bf86-778f8bc260a7'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:38.913050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Bound port: eb885dc6-ab99-43bd-acd2-047ad2ef4ef2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f097ca-012c-40d0-ab06-35603645c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'df326196-4339-4dd0-bf86-778f8bc260a7'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:38.913929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.945940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:38.952369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:38.990828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:39.001564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.002074 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Added segment b055aeb8-bf57-4074-98f6-1ea71dff35cc of type vlan for network 4aab3d88-9842-4cbc-b0fe-533e696154b2 Mar 02 09:04:39.022065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] For port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:39.024145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.025970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] For port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb885dc6-ab99-43bd-acd2-047ad2ef4ef2,segment=NetworkSegment(99f097ca-012c-40d0-ab06-35603645c013),segment_id=99f097ca-012c-40d0-ab06-35603645c013)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:39.079481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.095209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Transition to ACTIVE for port object c676df0f-d31a-4f1f-b38c-800bd8f9c665 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:39.106747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.119582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0c746ddd-93b7-4ca2-bec1-010cb3b86989 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:39.131851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.191401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.227429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb2a44-b109-4bb0-b773-439238a526a5 None None] Pushing event updated for resources: {'Port': ['ID=eb885dc6-ab99-43bd-acd2-047ad2ef4ef2,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:39.348399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network df326196-4339-4dd0-bf86-778f8bc260a7 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:39.355659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=c676df0f-d31a-4f1f-b38c-800bd8f9c665,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:39.358266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:39.361172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:39.366775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:39.367415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.443599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0c746ddd-93b7-4ca2-bec1-010cb3b86989 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:39.444903 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0c746ddd-93b7-4ca2-bec1-010cb3b86989 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5992734 Mar 02 09:04:39.446875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea52ad-cbe7-48f1-bea4-880036fe236f req-5bd69b8f-2aed-4a06-9cf0-e7282720c771 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:39.448902 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-acea52ad-cbe7-48f1-bea4-880036fe236f req-5bd69b8f-2aed-4a06-9cf0-e7282720c771 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.1863668 Mar 02 09:04:39.449352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60456) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:39.491921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-deb3d147-4861-40cd-8cf9-9d6838650a05 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3143797 Mar 02 09:04:39.513719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60462) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:39.515244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-94cd34ca-94fe-4e83-8a43-9fb7c003438c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.537702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-94cd34ca-94fe-4e83-8a43-9fb7c003438c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.567399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 66842bdc-c6e3-4467-8fbe-aa9ba561af72 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:04:39.641700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.648314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:39.648948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:39.769144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60468) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:39.770158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:39.776919 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e2c8396a-6761-4962-a9b3-2e994d804d79 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/66842bdc-c6e3-4467-8fbe-aa9ba561af72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1723828 Mar 02 09:04:39.779263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60470) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:39.782848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3eca6-609a-4792-8546-cabfff939431 None None] Sync routers for ids ['66842bdc-c6e3-4467-8fbe-aa9ba561af72'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:39.793100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3eca6-609a-4792-8546-cabfff939431 None None] Routers {'66842bdc-c6e3-4467-8fbe-aa9ba561af72'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:39.793882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-20d3eca6-609a-4792-8546-cabfff939431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['66842bdc-c6e3-4467-8fbe-aa9ba561af72'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:39.879967 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1699803 Mar 02 09:04:39.887476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60478) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:39.891406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-77838816-7196-4f63-9020-9bdbfce22b77 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:39.892188 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-20d3eca6-609a-4792-8546-cabfff939431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:39.895856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb72b21-ce45-4841-b9c3-05246a2c40ab tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Network': ['ID=4aab3d88-9842-4cbc-b0fe-533e696154b2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:39.899086 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-acea52ad-cbe7-48f1-bea4-880036fe236f req-1003ed24-8a43-4b03-8d5b-bcbc4ae49ed6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4293079 Mar 02 09:04:39.909491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Request body: {'subnet': {'network_id': '4aab3d88-9842-4cbc-b0fe-533e696154b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:39.917636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4aab3d88-9842-4cbc-b0fe-533e696154b2 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:39.976142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3eca6-609a-4792-8546-cabfff939431 None None] Routers {'66842bdc-c6e3-4467-8fbe-aa9ba561af72'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:39.976811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-20d3eca6-609a-4792-8546-cabfff939431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['66842bdc-c6e3-4467-8fbe-aa9ba561af72'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:39.977484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-94cd34ca-94fe-4e83-8a43-9fb7c003438c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.048373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-20d3eca6-609a-4792-8546-cabfff939431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:40.048931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3eca6-609a-4792-8546-cabfff939431 None None] The sync data for ids ['66842bdc-c6e3-4467-8fbe-aa9ba561af72'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:40.050271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:40.062569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-77838816-7196-4f63-9020-9bdbfce22b77 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:40.066276 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-77838816-7196-4f63-9020-9bdbfce22b77 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=66842bdc-c6e3-4467-8fbe-aa9ba561af72 HTTP/1.1" status: 200 len: 205 time: 0.2805598 Mar 02 09:04:40.066407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd34ca-94fe-4e83-8a43-9fb7c003438c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe93014b-8c5e-4562-8723-9cf963917745,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:40.067856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1697522439'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:40.073766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60484) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:40.082663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:40.090668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:network and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:40.094540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:40.103383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:40.105638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:40.110113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Usage tracker for resource:subnet and tenant:5d63b49282d94bbb8a04ac8ac3096ad6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:40.114343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:40.121955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:40.192798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:40.198525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.211475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Made reservation on behalf of 5d63b49282d94bbb8a04ac8ac3096ad6 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:40.214967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.218934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-94cd34ca-94fe-4e83-8a43-9fb7c003438c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.220069 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-94cd34ca-94fe-4e83-8a43-9fb7c003438c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/fe93014b-8c5e-4562-8723-9cf963917745 HTTP/1.1" status: 204 len: 168 time: 0.7695031 Mar 02 09:04:40.238126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60488) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:40.271370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.286604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:40.314220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14ae6f0b-3660-47eb-8590-5b7e48ea29bf tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.342967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:40.355627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group_rule and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:40.360132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:40.383421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:40.414066 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bbf3e0bd-c944-4338-b93d-4d6493cd0a1a tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1714001 Mar 02 09:04:40.415784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60492) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:40.459848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b4a48-9939-413d-a90b-81c8b13cd4b1 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:04:40.595601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc9dc-4320-4c15-9bdd-4f2ab5c96781 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.608839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Provisioning for port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:40.620933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Provisioning complete for port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:40.621508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.684590 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc9dc-4320-4c15-9bdd-4f2ab5c96781 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.688922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b4a48-9939-413d-a90b-81c8b13cd4b1 None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:04:40.691631 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14ae6f0b-3660-47eb-8590-5b7e48ea29bf tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.695622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14ae6f0b-3660-47eb-8590-5b7e48ea29bf tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.703747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.774280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.795977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.834906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:40.836625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14ae6f0b-3660-47eb-8590-5b7e48ea29bf tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.837480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc9dc-4320-4c15-9bdd-4f2ab5c96781 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.837802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ae6f0b-3660-47eb-8590-5b7e48ea29bf tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Fanout notify agent at l3_agent the message router_deleted on router 66842bdc-c6e3-4467-8fbe-aa9ba561af72 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:04:40.859845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14ae6f0b-3660-47eb-8590-5b7e48ea29bf tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.861144 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-14ae6f0b-3660-47eb-8590-5b7e48ea29bf tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/66842bdc-c6e3-4467-8fbe-aa9ba561af72 HTTP/1.1" status: 204 len: 168 time: 0.7859142 Mar 02 09:04:40.863737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60496) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:40.866937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.875257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.875600 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Added segment 86d865e8-868a-4a32-a965-55c54ea5dc62 of type vlan for network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 Mar 02 09:04:40.916686 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0364644d-c1a7-424d-97a2-82a9df681eab,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:40.927013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:04:40.936439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] For port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb885dc6-ab99-43bd-acd2-047ad2ef4ef2,segment=NetworkSegment(99f097ca-012c-40d0-ab06-35603645c013),segment_id=99f097ca-012c-40d0-ab06-35603645c013)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:40.941759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:40.992084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bc9dc-4320-4c15-9bdd-4f2ab5c96781 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafe5153-f55b-4d40-b75c-59d69f12a435,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:41.018820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.041327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.073346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event updated for resources: {'Subnet': ['ID=57d355b6-7d70-4572-9987-cace859b08a4,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:41.075459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Checking segment: {'id': 'b055aeb8-bf57-4074-98f6-1ea71dff35cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4aab3d88-9842-4cbc-b0fe-533e696154b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:41.075817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network hostable DHCP agents. Network: 4aab3d88-9842-4cbc-b0fe-533e696154b2, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:41.115525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Pushing event updated for resources: {'Port': ['ID=eb885dc6-ab99-43bd-acd2-047ad2ef4ef2,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:41.117674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1a4bc9dc-4320-4c15-9bdd-4f2ab5c96781 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.118846 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1a4bc9dc-4320-4c15-9bdd-4f2ab5c96781 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/eafe5153-f55b-4d40-b75c-59d69f12a435 HTTP/1.1" status: 204 len: 168 time: 0.6964962 Mar 02 09:04:41.123567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60502) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:41.167476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.167875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.168164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.168503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.168833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.169164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.169514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.169855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.170242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.170526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.170870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.171257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec62f8-1d31-4315-b2fc-8f6cb39f5ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:04:41.179725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c35ebdd9-0f38-45c2-8d56-f53c8e5195df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:41.192368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.198238 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:41.198814 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.237911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Network 4aab3d88-9842-4cbc-b0fe-533e696154b2 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:41.240055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456eacba-1d72-45c7-89a0-93ba820525e1 None None] Network df326196-4339-4dd0-bf86-778f8bc260a7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:41.302653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c35ebdd9-0f38-45c2-8d56-f53c8e5195df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:41.308194 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c35ebdd9-0f38-45c2-8d56-f53c8e5195df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1792133 Mar 02 09:04:41.316072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60506) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:41.323385 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5452602 Mar 02 09:04:41.328845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-secgroup--705735874'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:41.330410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60510) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:41.334786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36317aa-c9b3-4b31-85b4-fff37c90e311 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Network': ['ID=948198d9-d0a4-4ef6-91aa-4b35ddd65f39,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:41.338474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:41.349857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:41.352671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'name': 'tempest-PortsIpV6TestJSON-1684395242'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:41.353783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4aab3d88-9842-4cbc-b0fe-533e696154b2) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:41.360277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:41.360776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:41.362391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.385470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea2d8e5-0709-4dae-801f-a0b28e6e6d1e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting subnet 4d0b9fd6-cc68-4197-b363-25ecc79cf369 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:41.396692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3227c42-321a-41ce-b6c7-7428d63b2b49 None None] Network 4aab3d88-9842-4cbc-b0fe-533e696154b2 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:41.413858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dea2d8e5-0709-4dae-801f-a0b28e6e6d1e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.425569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.450736 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-48bec7af-712a-499a-9488-d688f92f1d54 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5622466 Mar 02 09:04:41.453350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60514) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:41.456474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:41.493186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:41.508505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:41.520474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:41.548326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dea2d8e5-0709-4dae-801f-a0b28e6e6d1e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.725724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:41.736244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044945e-5ec1-479b-9018-19f34a7a41fb req-ae66180f-4fdd-4d4b-890e-fd59cce82b87 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:41.737751 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7044945e-5ec1-479b-9018-19f34a7a41fb req-ae66180f-4fdd-4d4b-890e-fd59cce82b87 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.6444142 Mar 02 09:04:41.765353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:port and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:41.772353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.776435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:41.787181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:41.815925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-4aab3d88-9842-4cbc-b0fe-533e696154b2', 'network_id': '4aab3d88-9842-4cbc-b0fe-533e696154b2', 'tenant_id': '5d63b49282d94bbb8a04ac8ac3096ad6', 'fixed_ips': [{'subnet_id': '57d355b6-7d70-4572-9987-cace859b08a4'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:41.816751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.833769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7044945e-5ec1-479b-9018-19f34a7a41fb req-db7311cb-f94a-4f0e-b9d1-88389db0ce9b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844917 Mar 02 09:04:41.855261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.855641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.868816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dea2d8e5-0709-4dae-801f-a0b28e6e6d1e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.870447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.928668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.956769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:41.981964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f787721-f9c2-49b1-b612-44d5576bcc93,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:41.988043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:42.051357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:42.055115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.078425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Allocated IP 2001:db8::f816:3eff:fe35:bd5e (4aab3d88-9842-4cbc-b0fe-533e696154b2/57d355b6-7d70-4572-9987-cace859b08a4/b62e4843-5e82-4983-8282-7cf3fb2e191f) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:42.083211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dea2d8e5-0709-4dae-801f-a0b28e6e6d1e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.105245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.106831 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9703a03e-d279-4c0e-988f-dd4136c8fd1c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7894351 Mar 02 09:04:42.109477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60518) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:42.115972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': '3f787721-f9c2-49b1-b612-44d5576bcc93', 'direction': 'ingress', 'protocol': 17}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:42.122636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:42.128665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:42.129229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:42.129318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.132917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:42.140276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:42.165902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dea2d8e5-0709-4dae-801f-a0b28e6e6d1e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.168169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e17f96c-ce5e-4d91-be19-02434f132b7e None None] Network 12ec713e-ee69-4ea2-ac4f-df160bf0609b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:42.184107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2d8e5-0709-4dae-801f-a0b28e6e6d1e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0b9fd6-cc68-4197-b363-25ecc79cf369,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:42.190012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=c676df0f-d31a-4f1f-b38c-800bd8f9c665,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:42.222817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port ad574569-cabf-4672-a595-747781a79812 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:04:42.250887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.276541 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dea2d8e5-0709-4dae-801f-a0b28e6e6d1e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/4d0b9fd6-cc68-4197-b363-25ecc79cf369 HTTP/1.1" status: 204 len: 168 time: 1.4117930 Mar 02 09:04:42.286247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60522) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:42.352316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.434828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.482368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e65e663-a6a3-454a-945a-d4c8839b8c5b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:42.550900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.577736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.584758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.586781 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-18d9465a-086b-428c-998f-3a14d47874df tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4748051 Mar 02 09:04:42.589384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60526) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:42.624527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411f68f-6c41-4729-97f4-89eeda145046 None None] Network df326196-4339-4dd0-bf86-778f8bc260a7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:42.657651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bd93aa4-6d55-48b6-a134-a9d37ab7dc06 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.686451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port cf1ea817-5142-472d-aa45-d39bd21ffc40 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:42.687076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.688104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bd93aa4-6d55-48b6-a134-a9d37ab7dc06 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.775335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.830848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bd93aa4-6d55-48b6-a134-a9d37ab7dc06 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.850733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Transition to ACTIVE for port object b62e4843-5e82-4983-8282-7cf3fb2e191f will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:42.851665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93aa4-6d55-48b6-a134-a9d37ab7dc06 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f787721-f9c2-49b1-b612-44d5576bcc93,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:42.868372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bd93aa4-6d55-48b6-a134-a9d37ab7dc06 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.868751 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3bd93aa4-6d55-48b6-a134-a9d37ab7dc06 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/3f787721-f9c2-49b1-b612-44d5576bcc93 HTTP/1.1" status: 204 len: 168 time: 0.2784233 Mar 02 09:04:42.871716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60532) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:42.873864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35244bfc-86f8-4bd2-9acb-51f7d9519555 None None] DHCP port deletion for 12ec713e-ee69-4ea2-ac4f-df160bf0609b request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:42.898416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-41f31611-10c2-4477-91c1-1579d2d866a6 None None] Provisioning for port c676df0f-d31a-4f1f-b38c-800bd8f9c665 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:42.911743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-41f31611-10c2-4477-91c1-1579d2d866a6 None None] Provisioning complete for port c676df0f-d31a-4f1f-b38c-800bd8f9c665 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:42.912110 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-41f31611-10c2-4477-91c1-1579d2d866a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.913656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.933349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9ea49592-fb1c-4cc7-8d41-83920d2a620c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:42.941736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-35244bfc-86f8-4bd2-9acb-51f7d9519555 None None] Deleting port cf1ea817-5142-472d-aa45-d39bd21ffc40 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:42.942142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-35244bfc-86f8-4bd2-9acb-51f7d9519555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:42.995794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Transition to ACTIVE for port object b62e4843-5e82-4983-8282-7cf3fb2e191f will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:43.019032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9ea49592-fb1c-4cc7-8d41-83920d2a620c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:43.020308 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9ea49592-fb1c-4cc7-8d41-83920d2a620c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1476350 Mar 02 09:04:43.037072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60536) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:43.041618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970465716'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:43.048323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:43.058568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:43.101968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-41f31611-10c2-4477-91c1-1579d2d866a6 None None] Port c676df0f-d31a-4f1f-b38c-800bd8f9c665 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:43.110856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.150543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.170926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:43.173348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.175950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:43.178919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:43.182523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.224574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:43.232191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Subnet': ['ID=57d355b6-7d70-4572-9987-cace859b08a4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:43.233277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Network 4aab3d88-9842-4cbc-b0fe-533e696154b2 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:43.244898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:43.251852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-41f31611-10c2-4477-91c1-1579d2d866a6 None None] Provisioning complete for port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:43.252222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-41f31611-10c2-4477-91c1-1579d2d866a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.271459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port cf1ea817-5142-472d-aa45-d39bd21ffc40, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cf1ea817-5142-472d-aa45-d39bd21ffc40,segment=NetworkSegment(70b7d690-39a2-4ef2-a113-26020564c98e),segment_id=70b7d690-39a2-4ef2-a113-26020564c98e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:43.271459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.275856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:43.341876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Pushing event updated for resources: {'Port': ['ID=b62e4843-5e82-4983-8282-7cf3fb2e191f,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:43.348897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.387705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aab3d88-9842-4cbc-b0fe-533e696154b2']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:43.409676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b055aeb8-bf57-4074-98f6-1ea71dff35cc') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:43.409994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b055aeb8-bf57-4074-98f6-1ea71dff35cc') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:43.433919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.457953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.461580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.468279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:43.469050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.473687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-35244bfc-86f8-4bd2-9acb-51f7d9519555 None None] For port cf1ea817-5142-472d-aa45-d39bd21ffc40, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cf1ea817-5142-472d-aa45-d39bd21ffc40,segment=NetworkSegment(70b7d690-39a2-4ef2-a113-26020564c98e),segment_id=70b7d690-39a2-4ef2-a113-26020564c98e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:43.473687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-35244bfc-86f8-4bd2-9acb-51f7d9519555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.481958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for cf1ea817-5142-472d-aa45-d39bd21ffc40 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:43.484961 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:43.550962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607618e6-b525-4d64-a226-6a8e57d3c5e5 req-8051d7d5-4494-4352-b653-cab5a71ca781 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:43.552600 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-607618e6-b525-4d64-a226-6a8e57d3c5e5 req-8051d7d5-4494-4352-b653-cab5a71ca781 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.5990801 Mar 02 09:04:43.553702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.594409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.617338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-35244bfc-86f8-4bd2-9acb-51f7d9519555 None None] Calling delete_port for cf1ea817-5142-472d-aa45-d39bd21ffc40 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:43.644548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Attempting to bind port b62e4843-5e82-4983-8282-7cf3fb2e191f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:43.644771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Attempting to bind port b62e4843-5e82-4983-8282-7cf3fb2e191f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'b055aeb8-bf57-4074-98f6-1ea71dff35cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4aab3d88-9842-4cbc-b0fe-533e696154b2'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:43.645028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Attempting to bind port b62e4843-5e82-4983-8282-7cf3fb2e191f on network 4aab3d88-9842-4cbc-b0fe-533e696154b2 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:43.662650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:43.663035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Checking segment: {'id': 'b055aeb8-bf57-4074-98f6-1ea71dff35cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4aab3d88-9842-4cbc-b0fe-533e696154b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:43.663415 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.663959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Bound using segment: {'id': 'b055aeb8-bf57-4074-98f6-1ea71dff35cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4aab3d88-9842-4cbc-b0fe-533e696154b2'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:43.664446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Bound port: b62e4843-5e82-4983-8282-7cf3fb2e191f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b055aeb8-bf57-4074-98f6-1ea71dff35cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4aab3d88-9842-4cbc-b0fe-533e696154b2'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:43.665345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.710789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c174c-ee68-4dec-bcdf-ff2be79a8220,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:43.726140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 09:04:43.726140 dv-neutron-828796-1-hyperv neutron-server[88400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 09:04:43.726140 dv-neutron-828796-1-hyperv neutron-server[88400]: [parameters: {'id': '4aab3d88-9842-4cbc-b0fe-533e696154b2'}] Mar 02 09:04:43.726140 dv-neutron-828796-1-hyperv neutron-server[88400]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:43.726598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:43.750846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.756341 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9155a321-dc98-4ab9-9dd2-b11aaab88622 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7190721 Mar 02 09:04:43.756988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60540) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:43.762411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534216741'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:43.768981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:43.787471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:43.791763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:43.803316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:43.883669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] For port b62e4843-5e82-4983-8282-7cf3fb2e191f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:43.895714 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-607618e6-b525-4d64-a226-6a8e57d3c5e5 req-80a28a86-0a6a-4ea1-b6ac-2985cd7bd668 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307056 Mar 02 09:04:43.900955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.901725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=ad574569-cabf-4672-a595-747781a79812,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:43.923907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] For port b62e4843-5e82-4983-8282-7cf3fb2e191f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b62e4843-5e82-4983-8282-7cf3fb2e191f,segment=NetworkSegment(b055aeb8-bf57-4074-98f6-1ea71dff35cc),segment_id=b055aeb8-bf57-4074-98f6-1ea71dff35cc)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:43.926142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-35244bfc-86f8-4bd2-9acb-51f7d9519555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:43.957021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:43.957641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Checking segment: {'id': '86d865e8-868a-4a32-a965-55c54ea5dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:43.957641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network hostable DHCP agents. Network: 948198d9-d0a4-4ef6-91aa-4b35ddd65f39, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:43.963734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:43.967178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:43.974478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:43.974796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:43.981960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:44.041425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cf1ea817-5142-472d-aa45-d39bd21ffc40 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:44.101554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.102038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.106481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: cf1ea817-5142-472d-aa45-d39bd21ffc40 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:04:44.107275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cf1ea817-5142-472d-aa45-d39bd21ffc40 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:44.108520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35244bfc-86f8-4bd2-9acb-51f7d9519555 None None] Pushing event deleted for resources: {'Port': ['ID=cf1ea817-5142-472d-aa45-d39bd21ffc40,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:44.134721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.139152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:44.165636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35244bfc-86f8-4bd2-9acb-51f7d9519555 None None] No DVR routers for this DVR port cf1ea817-5142-472d-aa45-d39bd21ffc40 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:44.173707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.202309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.204266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.222630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-307f1f61-1fe5-4187-b7d8-b0293f5e9ff5 None None] Provisioning complete for port c676df0f-d31a-4f1f-b38c-800bd8f9c665 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:44.224390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-307f1f61-1fe5-4187-b7d8-b0293f5e9ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.230260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.260919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161e1aee-1ebb-4708-b1c5-4891364a99c6,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:44.270722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 948198d9-d0a4-4ef6-91aa-4b35ddd65f39) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:44.275408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Deleting port b62e4843-5e82-4983-8282-7cf3fb2e191f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:44.275799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.280575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:44.294271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:44.294926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.326526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1036927d-1cd5-4bc8-8356-0ca43171f7b0 None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:44.337806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.340130 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4421d761-b1d6-46e0-84ef-3d7026d3e24e tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5811396 Mar 02 09:04:44.348531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60544) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:44.379490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'c50c174c-ee68-4dec-bcdf-ff2be79a8220', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '161e1aee-1ebb-4708-b1c5-4891364a99c6', 'remote_ip_prefix': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:44.394846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:44.403393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=c676df0f-d31a-4f1f-b38c-800bd8f9c665,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:44.414331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d9e2e-c4b9-43c2-bcca-6faf391afb81 None None] Pushing event updated for resources: {'Port': ['ID=b62e4843-5e82-4983-8282-7cf3fb2e191f,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:44.431657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:44.439010 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:44.462802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:44.468677 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-94b9a7e6-e860-4564-ad29-c473a2cc8e8d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1372244 Mar 02 09:04:44.474287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60548) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:44.484748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port cf1ea817-5142-472d-aa45-d39bd21ffc40 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:44.485317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.540607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-307f1f61-1fe5-4187-b7d8-b0293f5e9ff5 None None] Port c676df0f-d31a-4f1f-b38c-800bd8f9c665 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:44.589355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1910150795'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:44.596138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:44.600758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:network and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:44.604613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:44.616898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:44.638812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.656920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] For port b62e4843-5e82-4983-8282-7cf3fb2e191f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b62e4843-5e82-4983-8282-7cf3fb2e191f,segment=NetworkSegment(b055aeb8-bf57-4074-98f6-1ea71dff35cc),segment_id=b055aeb8-bf57-4074-98f6-1ea71dff35cc)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:44.657266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.673614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] The port 'cf1ea817-5142-472d-aa45-d39bd21ffc40' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:44.733944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:44.737598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.785425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-307f1f61-1fe5-4187-b7d8-b0293f5e9ff5 None None] Provisioning complete for port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:44.786018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-307f1f61-1fe5-4187-b7d8-b0293f5e9ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.808580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Calling delete_port for b62e4843-5e82-4983-8282-7cf3fb2e191f owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:44.840143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6306922-7827-495a-bcf3-7b65493d8bae None None] Network 4aab3d88-9842-4cbc-b0fe-533e696154b2 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:44.911430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.980704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.982178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:44.990373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network df326196-4339-4dd0-bf86-778f8bc260a7 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:44.994621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:45.032265 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ef68c2-103c-40a8-8bc2-e1241defb139,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:45.047131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.127099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Port': ['ID=b62e4843-5e82-4983-8282-7cf3fb2e191f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:45.132550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No DVR routers for this DVR port b62e4843-5e82-4983-8282-7cf3fb2e191f on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:45.144489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:45.147525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ec713e-ee69-4ea2-ac4f-df160bf0609b']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:45.230239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b7d690-39a2-4ef2-a113-26020564c98e') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:45.230519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b7d690-39a2-4ef2-a113-26020564c98e') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:45.245979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.246391 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Added segment 1d450465-4fe5-4881-bd5e-113079409b5d of type vlan for network d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3 Mar 02 09:04:45.255743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3bc1cfda-db94-4d87-a74f-1157097e3a99 None None] Provisioning complete for port c676df0f-d31a-4f1f-b38c-800bd8f9c665 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:45.256296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3bc1cfda-db94-4d87-a74f-1157097e3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.264381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.325166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051cf3e-4481-4de2-b9ff-a4b15069050b None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:04:45.333681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.347524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.357342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:45.357664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.362972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3bc1cfda-db94-4d87-a74f-1157097e3a99 None None] Port c676df0f-d31a-4f1f-b38c-800bd8f9c665 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:45.374387 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:45.406508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.432311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aab3d88-9842-4cbc-b0fe-533e696154b2']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:45.444723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b055aeb8-bf57-4074-98f6-1ea71dff35cc') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:45.445006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b055aeb8-bf57-4074-98f6-1ea71dff35cc') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:45.456157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051cf3e-4481-4de2-b9ff-a4b15069050b None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:04:45.456447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.460298 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8a3df3c7-1e7a-4fbb-9022-cf9b25074f79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1068423 Mar 02 09:04:45.461020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60556) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:45.468221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.500901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda9f56-e87a-4df2-ab66-a67b1286f0b3 req-a9f1f904-a682-47a9-a248-8e9212e55923 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:45.503804 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3fda9f56-e87a-4df2-ab66-a67b1286f0b3 req-a9f1f904-a682-47a9-a248-8e9212e55923 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.4450536 Mar 02 09:04:45.506670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.512290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-685b73d7-3bdc-47cc-b770-1c8f9c5eab79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.520803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:45.521159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:45.535961 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:45.550870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-685b73d7-3bdc-47cc-b770-1c8f9c5eab79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.554493 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3fda9f56-e87a-4df2-ab66-a67b1286f0b3 req-470de25d-c4a8-4006-a759-a6b813fefb29 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453465 Mar 02 09:04:45.579748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 059e283d-8cf9-43b1-8340-c44463f9388a is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:04:45.624990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6aaf7774-49d2-4d1f-b91b-a0f167c6d440 None None] Provisioning complete for port c676df0f-d31a-4f1f-b38c-800bd8f9c665 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:45.625326 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6aaf7774-49d2-4d1f-b91b-a0f167c6d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.651066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.656510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:45.657088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.661057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.665767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.699501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.715097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf7774-49d2-4d1f-b91b-a0f167c6d440 None None] Port c676df0f-d31a-4f1f-b38c-800bd8f9c665 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:04:45.720319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.727507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-685b73d7-3bdc-47cc-b770-1c8f9c5eab79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.745741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Network': ['ID=4aab3d88-9842-4cbc-b0fe-533e696154b2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:45.756619 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-37c18864-5d70-45fa-be9e-24b2e78fffc6 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/4aab3d88-9842-4cbc-b0fe-533e696154b2 HTTP/1.1" status: 204 len: 168 time: 4.3019619 Mar 02 09:04:45.757378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b73d7-3bdc-47cc-b770-1c8f9c5eab79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02ef68c2-103c-40a8-8bc2-e1241defb139,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:45.761960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-685b73d7-3bdc-47cc-b770-1c8f9c5eab79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:45.766455 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-685b73d7-3bdc-47cc-b770-1c8f9c5eab79 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/02ef68c2-103c-40a8-8bc2-e1241defb139 HTTP/1.1" status: 204 len: 168 time: 0.3014112 Mar 02 09:04:45.766455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60560) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:45.787257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60564) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:45.793480 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/networks/12ec713e-ee69-4ea2-ac4f-df160bf0609b HTTP/1.1" status: 204 len: 168 time: 3.5062366 Mar 02 09:04:45.804795 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-615c8cc5-5434-45dd-ac1b-98ac29a19f1c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:45.804795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615c8cc5-5434-45dd-ac1b-98ac29a19f1c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:45.805452 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-615c8cc5-5434-45dd-ac1b-98ac29a19f1c tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/subnets/57d355b6-7d70-4572-9987-cace859b08a4 HTTP/1.1" status: 404 len: 337 time: 0.0405624 Mar 02 09:04:45.809052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60568) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:45.809590 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60570) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:45.816453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1814520191', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:45.845031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:45.854777 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:router and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:45.858471 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-efafaadc-a94f-46b7-9be5-11b00c42a6a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:45.859019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efafaadc-a94f-46b7-9be5-11b00c42a6a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:45.863501 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-efafaadc-a94f-46b7-9be5-11b00c42a6a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/4aab3d88-9842-4cbc-b0fe-533e696154b2 HTTP/1.1" status: 404 len: 339 time: 0.0500555 Mar 02 09:04:45.863501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:45.864822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60576) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:45.886716 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4110794 Mar 02 09:04:45.893403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60580) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:45.902998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:45.904645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268db2d-6307-418b-a3a7-4c7b08de1836 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Network': ['ID=d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:45.913298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'ports': [{'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39'}, {'network_id': 'd2b0468d-7ea8-42fa-a079-e84bc0b7d5b3'}]} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:45.913485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:45.913863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': 'd2b0468d-7ea8-42fa-a079-e84bc0b7d5b3'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:45.913978 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13ab9de-08b0-4177-bc69-e44c81f3739b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:45.914388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13ab9de-08b0-4177-bc69-e44c81f3739b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:45.918979 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d13ab9de-08b0-4177-bc69-e44c81f3739b tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/subnets/bb4790a2-acb4-405d-970c-48ce52ff9eb0 HTTP/1.1" status: 404 len: 337 time: 0.0504768 Mar 02 09:04:45.920573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60584) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:45.925341 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:45.947716 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-25862ae9-8ff2-4ef9-8b00-e77aedde2ca3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:45.951410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25862ae9-8ff2-4ef9-8b00-e77aedde2ca3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:45.951410 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-25862ae9-8ff2-4ef9-8b00-e77aedde2ca3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/9de6117a-1183-4bc5-bf75-692c32c5be23 HTTP/1.1" status: 404 len: 339 time: 0.0289285 Mar 02 09:04:45.954150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60588) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:45.980825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:45.992331 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d95dd-5390-4ab5-bc24-e001a7d0a82f None None] Sync routers for ids ['059e283d-8cf9-43b1-8340-c44463f9388a'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:45.996047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-47f07a50-609d-4d69-9ea9-824208179499 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:45.999189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15af7a3-a0b2-4302-85ee-4a3cdb43048b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Network': ['ID=12ec713e-ee69-4ea2-ac4f-df160bf0609b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:46.003082 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-977c4d98-3eed-4b16-b0fb-f0cc2a1ce9a5 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:46.003584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977c4d98-3eed-4b16-b0fb-f0cc2a1ce9a5 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:46.009134 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-977c4d98-3eed-4b16-b0fb-f0cc2a1ce9a5 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/subnets/55729e91-a7e4-4826-83a1-c5578c074f07 HTTP/1.1" status: 404 len: 337 time: 0.0508351 Mar 02 09:04:46.009134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:46.009134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:46.009483 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-87bc0ea3-53e8-4da6-aa09-eeef88eb51da tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/059e283d-8cf9-43b1-8340-c44463f9388a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4638872 Mar 02 09:04:46.010040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60592) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:46.013547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60594) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:46.014158 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d95dd-5390-4ab5-bc24-e001a7d0a82f None None] Routers {'059e283d-8cf9-43b1-8340-c44463f9388a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:46.014942 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2e5d95dd-5390-4ab5-bc24-e001a7d0a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['059e283d-8cf9-43b1-8340-c44463f9388a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:46.074450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:46.102153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e602742-18ea-470a-b1cd-319e0338fa7c tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:46.102448 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2e5d95dd-5390-4ab5-bc24-e001a7d0a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:46.102751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3e602742-18ea-470a-b1cd-319e0338fa7c tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:46.111590 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-47134961-d631-4aa2-ae43-8bd562b85491 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:46.112064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47134961-d631-4aa2-ae43-8bd562b85491 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:46.112278 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d95dd-5390-4ab5-bc24-e001a7d0a82f None None] Routers {'059e283d-8cf9-43b1-8340-c44463f9388a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:46.113139 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2e5d95dd-5390-4ab5-bc24-e001a7d0a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['059e283d-8cf9-43b1-8340-c44463f9388a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:46.113715 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-47134961-d631-4aa2-ae43-8bd562b85491 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/0e127752-7cfb-4c32-82ec-ab758f3e2cdb HTTP/1.1" status: 404 len: 339 time: 0.0537615 Mar 02 09:04:46.116383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60600) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:46.190288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52185-1972-4157-a297-37133e528582 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Deleting port e51f6867-5980-421d-8fa6-ae3368d0f0ce {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:46.190537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6c52185-1972-4157-a297-37133e528582 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:46.205305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-47f07a50-609d-4d69-9ea9-824208179499 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:46.206251 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2e5d95dd-5390-4ab5-bc24-e001a7d0a82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:46.206699 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d95dd-5390-4ab5-bc24-e001a7d0a82f None None] The sync data for ids ['059e283d-8cf9-43b1-8340-c44463f9388a'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:46.244252 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-47f07a50-609d-4d69-9ea9-824208179499 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4164257 Mar 02 09:04:46.244252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:46.244252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:port and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:46.244252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:46.247758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60604) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:46.249292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:46.288174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3e602742-18ea-470a-b1cd-319e0338fa7c tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:46.289254 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3e602742-18ea-470a-b1cd-319e0338fa7c tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports/c676df0f-d31a-4f1f-b38c-800bd8f9c665 HTTP/1.1" status: 200 len: 983 time: 0.2745812 Mar 02 09:04:46.297325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60608) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:46.355000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 2} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:46.358922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:46.439725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:46.679804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:46.703811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6a32642-cf33-4a84-a27b-a5263e01c246 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:46.708483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6c52185-1972-4157-a297-37133e528582 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:46.863388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c6c52185-1972-4157-a297-37133e528582 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Calling delete_port for e51f6867-5980-421d-8fa6-ae3368d0f0ce owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:46.900396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6a32642-cf33-4a84-a27b-a5263e01c246 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.019020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 8bc6e713-55c6-4ad0-9443-9e093fdf9f69 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:04:47.063215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5088b-9d89-4e42-a5b1-01cbf27f6252 req-6208ea63-603c-44d3-985c-9477ecfebdc1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:47.065239 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35d5088b-9d89-4e42-a5b1-01cbf27f6252 req-6208ea63-603c-44d3-985c-9477ecfebdc1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.3316214 Mar 02 09:04:47.128151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.180755 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35d5088b-9d89-4e42-a5b1-01cbf27f6252 req-a4ea2ed6-6f01-4578-96a5-817b838fe5ad tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962002 Mar 02 09:04:47.244406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.259766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6c52185-1972-4157-a297-37133e528582 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.261320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6a32642-cf33-4a84-a27b-a5263e01c246 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.338901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c52185-1972-4157-a297-37133e528582 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Port': ['ID=e51f6867-5980-421d-8fa6-ae3368d0f0ce,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:47.340735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a32642-cf33-4a84-a27b-a5263e01c246 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161e1aee-1ebb-4708-b1c5-4891364a99c6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:47.402035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.404546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6c52185-1972-4157-a297-37133e528582 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.449634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.455158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 04fb9a41-4fa7-4295-87f8-debc2210c177 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:04:47.478058 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c6c52185-1972-4157-a297-37133e528582 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/ports/e51f6867-5980-421d-8fa6-ae3368d0f0ce HTTP/1.1" status: 204 len: 168 time: 1.3606358 Mar 02 09:04:47.482210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6a32642-cf33-4a84-a27b-a5263e01c246 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.483263 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c6a32642-cf33-4a84-a27b-a5263e01c246 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/161e1aee-1ebb-4708-b1c5-4891364a99c6 HTTP/1.1" status: 204 len: 168 time: 1.2107038 Mar 02 09:04:47.483950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60614) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:47.487880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.522409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60618) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:47.561694 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0485397-b798-46ec-9b2a-4b9803d70577 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:47.562264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0485397-b798-46ec-9b2a-4b9803d70577 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:47.563932 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a0485397-b798-46ec-9b2a-4b9803d70577 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/subnets/eee06361-c77a-4f93-9ed3-d28afabaf770 HTTP/1.1" status: 404 len: 337 time: 0.0770435 Mar 02 09:04:47.568356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60622) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:47.731396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6beafffa-5dc3-4744-8608-032f7b7aa49d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:47.739560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.795069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.811604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.26.3.193 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/13c5602c-96e0-4608-8c99-3e788d80a550) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:47.819573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port c676df0f-d31a-4f1f-b38c-800bd8f9c665 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:47.819902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:47.862161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6beafffa-5dc3-4744-8608-032f7b7aa49d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:47.863401 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6beafffa-5dc3-4744-8608-032f7b7aa49d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3401530 Mar 02 09:04:47.868732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60626) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:47.920594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.004205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a031cc8-05ee-4064-adf5-4fcdbaa3574f']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:48.009756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.021063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab45a389-64a6-45b8-bb61-b5245189b5f8') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:48.021359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab45a389-64a6-45b8-bb61-b5245189b5f8') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:48.037132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.066927 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.084362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:48.084747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:48.099726 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:48.102598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.246841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.250689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:48.255729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4f0-bf93-4036-b2a0-5c70a60dc0f0 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.257178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.261565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:48.271167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.278303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=8bc6e713-55c6-4ad0-9443-9e093fdf9f69,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:48.284128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:48.284361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.284861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.325453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Network': ['ID=2a031cc8-05ee-4064-adf5-4fcdbaa3574f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:48.337988 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-048b427f-9340-4592-a0a4-2d172bd2679a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/2a031cc8-05ee-4064-adf5-4fcdbaa3574f HTTP/1.1" status: 204 len: 168 time: 0.7671244 Mar 02 09:04:48.352587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60632) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:48.397245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:48.406015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:48.408455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:48.468966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=13c5602c-96e0-4608-8c99-3e788d80a550,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:48.482031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a82ac3fd-97f0-4758-ba72-2bb5ef984021 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Deleting port f3cc51a4-045a-4283-a305-0bc93127834e {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:48.482377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a82ac3fd-97f0-4758-ba72-2bb5ef984021 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.497246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4f0-bf93-4036-b2a0-5c70a60dc0f0 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.511139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for c676df0f-d31a-4f1f-b38c-800bd8f9c665 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:48.623194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=04fb9a41-4fa7-4295-87f8-debc2210c177,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:48.667035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Checking segment: {'id': '1d450465-4fe5-4881-bd5e-113079409b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd2b0468d-7ea8-42fa-a079-e84bc0b7d5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:48.667391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network hostable DHCP agents. Network: d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:48.724656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7796-ea80-4508-81cf-21dcef3f9744 req-7cdeb7d7-eae2-4af4-8693-18508f3d1cba tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:48.726211 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-260e7796-ea80-4508-81cf-21dcef3f9744 req-7cdeb7d7-eae2-4af4-8693-18508f3d1cba tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.3974586 Mar 02 09:04:48.729363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4f0-bf93-4036-b2a0-5c70a60dc0f0 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.763671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fa4f0-bf93-4036-b2a0-5c70a60dc0f0 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c174c-ee68-4dec-bcdf-ff2be79a8220,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:48.828442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:48.853164 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-260e7796-ea80-4508-81cf-21dcef3f9744 req-9ab96e15-8afc-41c2-9f77-7282f83ee8dd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117811 Mar 02 09:04:48.938573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.940218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:48.948499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2c3c0-56f7-4242-899c-6f844e16541e None None] Network d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:48.982949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:48.988403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:48.990110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a82ac3fd-97f0-4758-ba72-2bb5ef984021 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:48.993157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:48.993791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:49.003705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4f0-bf93-4036-b2a0-5c70a60dc0f0 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:49.016281 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e29fa4f0-bf93-4036-b2a0-5c70a60dc0f0 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/c50c174c-ee68-4dec-bcdf-ff2be79a8220 HTTP/1.1" status: 204 len: 168 time: 1.1351814 Mar 02 09:04:49.016281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=c676df0f-d31a-4f1f-b38c-800bd8f9c665,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:49.018783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60636) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:49.234964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a82ac3fd-97f0-4758-ba72-2bb5ef984021 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Calling delete_port for f3cc51a4-045a-4283-a305-0bc93127834e owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:49.271992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:49.282020 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9a56749a-7d05-4d6f-9135-9eb97acb8d73 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3745711 Mar 02 09:04:49.282020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-528107cc-a188-415f-af0e-19de0602fa50 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:49.285217 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60640) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:49.460491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-6850d3c3-58c6-417a-9bcd-2bc3ef32d345 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 04fb9a41-4fa7-4295-87f8-debc2210c177 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:49.460830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6850d3c3-58c6-417a-9bcd-2bc3ef32d345 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:49.481300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-528107cc-a188-415f-af0e-19de0602fa50 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:49.482592 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-528107cc-a188-415f-af0e-19de0602fa50 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4629009 Mar 02 09:04:49.490700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60648) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:49.497215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521024334'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:49.505494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:49.554529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:49.571750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a82ac3fd-97f0-4758-ba72-2bb5ef984021 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:49.575470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:49.581703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 059e283d-8cf9-43b1-8340-c44463f9388a has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:04:49.640976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ac3fd-97f0-4758-ba72-2bb5ef984021 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Port': ['ID=f3cc51a4-045a-4283-a305-0bc93127834e,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:49.656013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:49.674689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a7fab41-1090-497e-a9c9-e98eca3429fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:49.732562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:49.734376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:49.743454 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4bcac873-4cbd-4fdd-8461-8a74a3961c02 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/059e283d-8cf9-43b1-8340-c44463f9388a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4408450 Mar 02 09:04:49.743454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:49.744971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60652) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:49.746940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a82ac3fd-97f0-4758-ba72-2bb5ef984021 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:49.747369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:49.748000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1b720-e3fe-417e-bc93-ccb03226a6ab None None] Sync routers for ids ['059e283d-8cf9-43b1-8340-c44463f9388a'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:49.757532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1b720-e3fe-417e-bc93-ccb03226a6ab None None] Routers {'059e283d-8cf9-43b1-8340-c44463f9388a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:49.758795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-24e1b720-e3fe-417e-bc93-ccb03226a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['059e283d-8cf9-43b1-8340-c44463f9388a'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:49.774520 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a82ac3fd-97f0-4758-ba72-2bb5ef984021 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/ports/f3cc51a4-045a-4283-a305-0bc93127834e HTTP/1.1" status: 204 len: 168 time: 1.4188323 Mar 02 09:04:49.775891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60656) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:49.826440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-24e1b720-e3fe-417e-bc93-ccb03226a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:49.836075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1b720-e3fe-417e-bc93-ccb03226a6ab None None] Routers {'059e283d-8cf9-43b1-8340-c44463f9388a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:49.836500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-24e1b720-e3fe-417e-bc93-ccb03226a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['059e283d-8cf9-43b1-8340-c44463f9388a'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:49.852163 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2b9496-05be-49b9-9a87-eea18c4d4bd3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] DELETE failed (client error): The resource could not be found. Mar 02 09:04:49.852677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2b9496-05be-49b9-9a87-eea18c4d4bd3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:04:49.856682 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7b2b9496-05be-49b9-9a87-eea18c4d4bd3 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/subnets/7cd6bf6f-9498-4dd2-8dea-01388696ee25 HTTP/1.1" status: 404 len: 337 time: 0.0684736 Mar 02 09:04:49.860057 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:04:49.871265 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60660) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:49.921978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-24e1b720-e3fe-417e-bc93-ccb03226a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:49.922716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e1b720-e3fe-417e-bc93-ccb03226a6ab None None] The sync data for ids ['059e283d-8cf9-43b1-8340-c44463f9388a'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:49.941529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:50.249232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6850d3c3-58c6-417a-9bcd-2bc3ef32d345 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.259384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.298105 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-f43c82ad-2079-4291-822b-c465870be051 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 09:04:50.299131 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f43c82ad-2079-4291-822b-c465870be051 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/059e283d-8cf9-43b1-8340-c44463f9388a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5532594 Mar 02 09:04:50.310873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60666) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:50.373120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.375058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7172c038-0a98-408f-98dd-dcd273e5e8bf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:50.384393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923eba2-d152-4c53-96f7-f44c869adad1 req-33026b0a-404e-486b-adaa-65d3a659dfa5 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:50.385859 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3923eba2-d152-4c53-96f7-f44c869adad1 req-33026b0a-404e-486b-adaa-65d3a659dfa5 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.3879883 Mar 02 09:04:50.391247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-6850d3c3-58c6-417a-9bcd-2bc3ef32d345 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 04fb9a41-4fa7-4295-87f8-debc2210c177 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:50.435095 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3923eba2-d152-4c53-96f7-f44c869adad1 req-72caed6b-4b72-4378-8f5e-93da4039ebf5 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406122 Mar 02 09:04:50.435656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.459047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7172c038-0a98-408f-98dd-dcd273e5e8bf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:50.463214 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7172c038-0a98-408f-98dd-dcd273e5e8bf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=059e283d-8cf9-43b1-8340-c44463f9388a HTTP/1.1" status: 200 len: 205 time: 0.1483634 Mar 02 09:04:50.463924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60670) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:50.608906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a65cf64-60cc-41f6-af8f-0be799175b77,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:50.627536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f76aa621-f5ca-4b83-a967-a48f81e6f1d6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.660287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.667975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.675016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.678643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5b39ca6e-a6ae-48cd-ba8d-0a76a572922d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1847854 Mar 02 09:04:50.687720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60674) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:50.694127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': '0a65cf64-60cc-41f6-af8f-0be799175b77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:50.747221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:50.760639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:50.760883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16ef42a-f465-4898-8f8b-554126e10e33']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:50.777733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929b33d3-1948-4129-9f83-742e544690a4') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:50.778082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929b33d3-1948-4129-9f83-742e544690a4') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:50.800094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6850d3c3-58c6-417a-9bcd-2bc3ef32d345 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.802573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.803537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:50.867817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:50.931455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.938959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850d3c3-58c6-417a-9bcd-2bc3ef32d345 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=04fb9a41-4fa7-4295-87f8-debc2210c177,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:50.943842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f76aa621-f5ca-4b83-a967-a48f81e6f1d6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.945254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6850d3c3-58c6-417a-9bcd-2bc3ef32d345 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.946431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f76aa621-f5ca-4b83-a967-a48f81e6f1d6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.948669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:50.949048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:50.964285 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:51.014337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.037171 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6850d3c3-58c6-417a-9bcd-2bc3ef32d345 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/04fb9a41-4fa7-4295-87f8-debc2210c177 HTTP/1.1" status: 204 len: 168 time: 1.7506242 Mar 02 09:04:51.040355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60678) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:51.086885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f76aa621-f5ca-4b83-a967-a48f81e6f1d6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.087384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76aa621-f5ca-4b83-a967-a48f81e6f1d6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Fanout notify agent at l3_agent the message router_deleted on router 059e283d-8cf9-43b1-8340-c44463f9388a {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:04:51.109853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f76aa621-f5ca-4b83-a967-a48f81e6f1d6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.110905 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f76aa621-f5ca-4b83-a967-a48f81e6f1d6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/059e283d-8cf9-43b1-8340-c44463f9388a HTTP/1.1" status: 204 len: 168 time: 0.6466060 Mar 02 09:04:51.113661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60682) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:51.145751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.152664 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.169137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24455c0-d865-4fe4-8da9-c53e5e690bab tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:51.173454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.174977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24455c0-d865-4fe4-8da9-c53e5e690bab tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:51.175713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f24455c0-d865-4fe4-8da9-c53e5e690bab tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:51.182501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 9f5a0156-dd4b-4bd3-b747-c93453cba7e8 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:04:51.199601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Network': ['ID=e16ef42a-f465-4898-8f8b-554126e10e33,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:51.209738 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-76e239e2-54fa-4f00-a024-8243f48815a7 tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/e16ef42a-f465-4898-8f8b-554126e10e33 HTTP/1.1" status: 204 len: 168 time: 1.3375638 Mar 02 09:04:51.215916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60686) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:51.219431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.222727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f8254a-107b-42c3-aaf0-bdf897b59244 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting subnet 16dabf73-bb8d-4a78-b37f-a560f5d159b8 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:51.281358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-60f8254a-107b-42c3-aaf0-bdf897b59244 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.296546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb62c17d-c965-4795-84b3-db1d87048e20,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:51.299787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f24455c0-d865-4fe4-8da9-c53e5e690bab tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:51.303626 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f24455c0-d865-4fe4-8da9-c53e5e690bab tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2596803 Mar 02 09:04:51.307695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60690) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:51.325004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-178da182-6cbf-4fd4-b5db-888a27db917a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Deleting subnet e247dfab-ba0b-4c81-a5bb-b430a605e0b5 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:04:51.327954 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-178da182-6cbf-4fd4-b5db-888a27db917a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.409956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-60f8254a-107b-42c3-aaf0-bdf897b59244 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.473867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.477737 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aeb498f4-53d7-4500-af1e-c5be1fd8f418 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7863536 Mar 02 09:04:51.481872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60696) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:51.516017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-07b67618-7b43-46fd-9f21-0e34e8c10ba3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 8bc6e713-55c6-4ad0-9443-9e093fdf9f69 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:51.516380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07b67618-7b43-46fd-9f21-0e34e8c10ba3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.523440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-178da182-6cbf-4fd4-b5db-888a27db917a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.575340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cb9c977f-50e0-4027-9e26-3207d7159bed tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.630126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cb9c977f-50e0-4027-9e26-3207d7159bed tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.702670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-178da182-6cbf-4fd4-b5db-888a27db917a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.732880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:51.743695 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1fde5-1c50-42a9-9b26-ff1bad682199 None None] Sync routers for ids ['9f5a0156-dd4b-4bd3-b747-c93453cba7e8'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:51.744512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9a9ba-8835-49bd-acc0-67a2a17c04a3 req-f215dbc0-903e-4cab-9aeb-628ce8911d1b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:51.746017 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ffa9a9ba-8835-49bd-acc0-67a2a17c04a3 req-f215dbc0-903e-4cab-9aeb-628ce8911d1b tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.1753802 Mar 02 09:04:51.753031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cb9c977f-50e0-4027-9e26-3207d7159bed tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.754615 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1fde5-1c50-42a9-9b26-ff1bad682199 None None] Routers {'9f5a0156-dd4b-4bd3-b747-c93453cba7e8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:51.757953 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f3e1fde5-1c50-42a9-9b26-ff1bad682199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9f5a0156-dd4b-4bd3-b747-c93453cba7e8'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:51.793488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c977f-50e0-4027-9e26-3207d7159bed tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb62c17d-c965-4795-84b3-db1d87048e20,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:51.809637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cb9c977f-50e0-4027-9e26-3207d7159bed tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.810939 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cb9c977f-50e0-4027-9e26-3207d7159bed tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/cb62c17d-c965-4795-84b3-db1d87048e20 HTTP/1.1" status: 204 len: 168 time: 0.3280048 Mar 02 09:04:51.820194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60700) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:51.820475 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f3e1fde5-1c50-42a9-9b26-ff1bad682199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:51.829918 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e1fde5-1c50-42a9-9b26-ff1bad682199 None None] Routers {'9f5a0156-dd4b-4bd3-b747-c93453cba7e8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:51.830940 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f3e1fde5-1c50-42a9-9b26-ff1bad682199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9f5a0156-dd4b-4bd3-b747-c93453cba7e8'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:51.858503 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ffa9a9ba-8835-49bd-acc0-67a2a17c04a3 req-6ad00355-6d77-4bd2-b3bf-f2c988d9de9a tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919256 Mar 02 09:04:51.877136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-60f8254a-107b-42c3-aaf0-bdf897b59244 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.899251 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f3e1fde5-1c50-42a9-9b26-ff1bad682199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:51.899645 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e1fde5-1c50-42a9-9b26-ff1bad682199 None None] The sync data for ids ['9f5a0156-dd4b-4bd3-b747-c93453cba7e8'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:51.904089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-60785b06-7275-49c2-870c-44638fe1678b tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:51.917984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.919275 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cdb92303-7c61-496e-b3b1-03076a1ae5bb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.1068692 Mar 02 09:04:51.920699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ab1cd2d0-faba-4309-8b48-f0d0b80e938f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:51.922113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60704) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:51.997645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-178da182-6cbf-4fd4-b5db-888a27db917a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.014248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07b67618-7b43-46fd-9f21-0e34e8c10ba3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.040344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-60785b06-7275-49c2-870c-44638fe1678b tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:52.041594 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-60785b06-7275-49c2-870c-44638fe1678b tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2204409 Mar 02 09:04:52.044777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178da182-6cbf-4fd4-b5db-888a27db917a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Subnet': ['ID=e247dfab-ba0b-4c81-a5bb-b430a605e0b5,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:52.047410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60708) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:52.052490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-178da182-6cbf-4fd4-b5db-888a27db917a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.060868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4087fa26-0357-4b1f-a09e-450c701c0f4f None None] Network 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:52.145190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-07b67618-7b43-46fd-9f21-0e34e8c10ba3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 8bc6e713-55c6-4ad0-9443-9e093fdf9f69 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:52.156536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-178da182-6cbf-4fd4-b5db-888a27db917a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/subnets/e247dfab-ba0b-4c81-a5bb-b430a605e0b5 HTTP/1.1" status: 204 len: 168 time: 0.9394815 Mar 02 09:04:52.168101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60712) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:52.243327 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ab2c9bb4-51ef-4f0e-89c9-a32e894ff477 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/routers/9f5a0156-dd4b-4bd3-b747-c93453cba7e8 HTTP/1.1" status: 200 len: 881 time: 0.3196659 Mar 02 09:04:52.251538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60716) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:52.311786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00af326e-f841-48c9-b4f3-65a667f1e5cc tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.348146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.355567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-60f8254a-107b-42c3-aaf0-bdf897b59244 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.363640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] DHCP port deletion for 0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:52.368672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] Deleting port 3f6648ff-d60b-495c-8a4e-111128602221 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:52.369309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.369894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00af326e-f841-48c9-b4f3-65a667f1e5cc tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.380842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Deleting port 3f6648ff-d60b-495c-8a4e-111128602221 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:52.385586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.393321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07b67618-7b43-46fd-9f21-0e34e8c10ba3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.467375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8254a-107b-42c3-aaf0-bdf897b59244 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Subnet': ['ID=16dabf73-bb8d-4a78-b37f-a560f5d159b8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:52.484030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-60f8254a-107b-42c3-aaf0-bdf897b59244 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.492770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b67618-7b43-46fd-9f21-0e34e8c10ba3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=8bc6e713-55c6-4ad0-9443-9e093fdf9f69,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:52.507519 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-60f8254a-107b-42c3-aaf0-bdf897b59244 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/16dabf73-bb8d-4a78-b37f-a560f5d159b8 HTTP/1.1" status: 204 len: 168 time: 1.3816779 Mar 02 09:04:52.507700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39be57-863e-4a39-8830-99fb31154b1d None None] Network df326196-4339-4dd0-bf86-778f8bc260a7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:52.507801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60720) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:52.563683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07b67618-7b43-46fd-9f21-0e34e8c10ba3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.565603 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-07b67618-7b43-46fd-9f21-0e34e8c10ba3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/8bc6e713-55c6-4ad0-9443-9e093fdf9f69 HTTP/1.1" status: 204 len: 168 time: 1.2498715 Mar 02 09:04:52.575802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60724) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:52.629605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00af326e-f841-48c9-b4f3-65a667f1e5cc tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.667195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f56c6b-d79c-41dc-b7fb-c9f0221fb1ed req-4930e161-5208-41fe-8dcd-c39f86599628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:52.668664 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-66f56c6b-d79c-41dc-b7fb-c9f0221fb1ed req-4930e161-5208-41fe-8dcd-c39f86599628 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 1098 time: 0.4192948 Mar 02 09:04:52.675437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.688159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] For port 3f6648ff-d60b-495c-8a4e-111128602221, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f6648ff-d60b-495c-8a4e-111128602221,segment=NetworkSegment(b7c630aa-b6c5-48b7-b102-d8881da9283a),segment_id=b7c630aa-b6c5-48b7-b102-d8881da9283a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:52.688680 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.716383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af326e-f841-48c9-b4f3-65a667f1e5cc tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a65cf64-60cc-41f6-af8f-0be799175b77,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:52.734209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] For port 3f6648ff-d60b-495c-8a4e-111128602221, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f6648ff-d60b-495c-8a4e-111128602221,segment=NetworkSegment(b7c630aa-b6c5-48b7-b102-d8881da9283a),segment_id=b7c630aa-b6c5-48b7-b102-d8881da9283a)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:52.734454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.740947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:52.741283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.815849 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-66f56c6b-d79c-41dc-b7fb-c9f0221fb1ed req-c9818bc2-750f-4506-859b-51fc13923709 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384666 Mar 02 09:04:52.869212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00af326e-f841-48c9-b4f3-65a667f1e5cc tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:52.873023 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-00af326e-f841-48c9-b4f3-65a667f1e5cc tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/0a65cf64-60cc-41f6-af8f-0be799175b77 HTTP/1.1" status: 204 len: 168 time: 0.8198645 Mar 02 09:04:52.878550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Calling delete_port for 3f6648ff-d60b-495c-8a4e-111128602221 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:52.880484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] Calling delete_port for 3f6648ff-d60b-495c-8a4e-111128602221 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:52.889539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60728) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:52.959811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda9818-5e01-45a8-b63e-98fe555ae62e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:52.964026 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8cda9818-5e01-45a8-b63e-98fe555ae62e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3863339 Mar 02 09:04:52.964635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60736) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:53.033098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a08663e2-a60f-4ff9-ade5-ad29125e08ed details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:04:53.035430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a08663e2-a60f-4ff9-ade5-ad29125e08ed no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:53.058646 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-c413008d-929b-4b60-9450-afbd2bb3129b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:04:53.059359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0928e5a1-a8e5-449a-930e-9406c5a99e36 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:53.062396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c413008d-929b-4b60-9450-afbd2bb3129b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/04fb9a41-4fa7-4295-87f8-debc2210c177 HTTP/1.1" status: 404 len: 333 time: 0.0914402 Mar 02 09:04:53.072572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60740) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:53.073858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-12cc8a14-d889-45fd-8b74-3b2586b6c408 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:router {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:53.117079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb885dc6-ab99-43bd-acd2-047ad2ef4ef2,segment=NetworkSegment(99f097ca-012c-40d0-ab06-35603645c013),segment_id=99f097ca-012c-40d0-ab06-35603645c013)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:53.118127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.230000 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f032ec-2451-4247-9620-af04c2e1d67c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:04:53.232284 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a1f032ec-2451-4247-9620-af04c2e1d67c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/8bc6e713-55c6-4ad0-9443-9e093fdf9f69 HTTP/1.1" status: 404 len: 333 time: 0.1623180 Mar 02 09:04:53.236300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60744) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:53.287889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.290770 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.330857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.343531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:53.343912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:53.344119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.378417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:04:53.396799 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:53.401749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:53.408696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'port_id': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'mac_address': 'fa:16:3e:4b:db:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:04:53.419236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3c9ca-eb25-486d-8000-d6c5b3a98250 req-e30f76bc-bf6e-43e3-aad3-9fa7db84c404 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:53.420741 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37d3c9ca-eb25-486d-8000-d6c5b3a98250 req-e30f76bc-bf6e-43e3-aad3-9fa7db84c404 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.4151595 Mar 02 09:04:53.425178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Port': ['ID=3f6648ff-d60b-495c-8a4e-111128602221,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:53.426475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] No DVR routers for this DVR port 3f6648ff-d60b-495c-8a4e-111128602221 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:53.431416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.441854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:53.444383 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'code': 200} Mar 02 09:04:53.446577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] DHCP port deletion for df326196-4339-4dd0-bf86-778f8bc260a7 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:04:53.462372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] Deleting port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:53.462737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.480548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0928e5a1-a8e5-449a-930e-9406c5a99e36 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:53.485725 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0928e5a1-a8e5-449a-930e-9406c5a99e36 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5914886 Mar 02 09:04:53.485725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-12cc8a14-d889-45fd-8b74-3b2586b6c408 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:router {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:53.485725 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-12cc8a14-d889-45fd-8b74-3b2586b6c408 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2303512 Mar 02 09:04:53.487211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60750) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:53.491066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60752) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:53.494612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732514122'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:53.500422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:53.506029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.513067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:53.526904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-28bb2355-1174-4864-9d6c-e4960cae170c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1814520191'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:53.580568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.605868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.636183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.647127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a08663e2-a60f-4ff9-ade5-ad29125e08ed {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:04:53.649073 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37d3c9ca-eb25-486d-8000-d6c5b3a98250 req-274a031f-a0f9-4ceb-8b84-d4b2899ac8b9 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872985 Mar 02 09:04:53.658824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:53.681144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:53.688727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:53.696673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:53.728639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=a08663e2-a60f-4ff9-ade5-ad29125e08ed,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:53.759140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:53.761886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c630aa-b6c5-48b7-b102-d8881da9283a') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:53.762226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c630aa-b6c5-48b7-b102-d8881da9283a') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:53.775205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.787182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.813873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:53.821430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.822003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:53.822355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:53.829140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] For port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb885dc6-ab99-43bd-acd2-047ad2ef4ef2,segment=NetworkSegment(99f097ca-012c-40d0-ab06-35603645c013),segment_id=99f097ca-012c-40d0-ab06-35603645c013)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:53.829527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.831611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d450465-4fe5-4881-bd5e-113079409b5d') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:53.831844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d450465-4fe5-4881-bd5e-113079409b5d') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:53.839014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:53.842284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:53.853944 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:53.872105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.892709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] Deleting port 3f6648ff-d60b-495c-8a4e-111128602221 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:53.893085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.944500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.951890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:53.952659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:53.967750 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:53.992881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] Calling delete_port for eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:54.020460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:54.058934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.080175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.087318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] Pushing event deleted for resources: {'Network': ['ID=0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:54.097400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-27435a0d-ec2a-4db3-ad71-dae8ab73866a tempest-NetworksIpV6TestAttrs-232916027 tempest-NetworksIpV6TestAttrs-232916027-project] 10.222.0.10 "DELETE /v2.0/networks/0e8cf48e-24cf-4dbf-8c3c-eb2afc68322a HTTP/1.1" status: 204 len: 168 time: 1.9277980 Mar 02 09:04:54.111064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:04:54.111547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:54.111797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3f6648ff-d60b-495c-8a4e-111128602221 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:04:54.119463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.122067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.152020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.155006 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/networks/d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3 HTTP/1.1" status: 204 len: 168 time: 0.9183321 Mar 02 09:04:54.160404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60762) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:54.169642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b90aafe8-561b-456f-956e-5477be8be9a7 None None] The port '3f6648ff-d60b-495c-8a4e-111128602221' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:54.169642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 3f6648ff-d60b-495c-8a4e-111128602221 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:04:54.169642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3f6648ff-d60b-495c-8a4e-111128602221 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:04:54.170281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1033476958'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:54.204485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:54.208316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6f882-efec-42ed-b416-90fde0454693 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Network': ['ID=d2b0468d-7ea8-42fa-a079-e84bc0b7d5b3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:54.211550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:04:54.212111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:04:54.218679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:network and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:54.223826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:54.232933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:54.265424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=eb885dc6-ab99-43bd-acd2-047ad2ef4ef2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:54.267277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No DVR routers for this DVR port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:04:54.308863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:54.312526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.342980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:54.352410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.353127 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Added segment 2fcf11e3-d46b-4c3e-b5be-17771a873553 of type vlan for network a7751158-ea8f-4fba-bb6c-bd056a52c527 Mar 02 09:04:54.383394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.397407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.434033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08663e2-a60f-4ff9-ade5-ad29125e08ed {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:04:54.464991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:54.487417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.495053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:54.495775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.526405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.528136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.538143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-28bb2355-1174-4864-9d6c-e4960cae170c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.544154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.572978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.573209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df326196-4339-4dd0-bf86-778f8bc260a7']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:54.586564 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-91d531d6-5789-423c-a9e9-4ff52fca0d60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4977105 Mar 02 09:04:54.590565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f097ca-012c-40d0-ab06-35603645c013') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:54.590865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f097ca-012c-40d0-ab06-35603645c013') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:54.608992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.622950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Network': ['ID=a7751158-ea8f-4fba-bb6c-bd056a52c527,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:54.634120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network a7751158-ea8f-4fba-bb6c-bd056a52c527 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:54.666061 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.677719 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9bbfadf4-afad-46e2-81ca-925f9adb08bb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5158625 Mar 02 09:04:54.680640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60768) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:54.689677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': 'a7751158-ea8f-4fba-bb6c-bd056a52c527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:54.696501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.707138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-28bb2355-1174-4864-9d6c-e4960cae170c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.715759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:04:54.716164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.724833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] Deleting port eb885dc6-ab99-43bd-acd2-047ad2ef4ef2 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:54.725216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:04:54.734121 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:04:54.804920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=a08663e2-a60f-4ff9-ade5-ad29125e08ed,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:54.805165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60774) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:54.847001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:54.849897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7294cd0c-0d2f-4f16-92c2-6f80108b5261 None None] The port 'eb885dc6-ab99-43bd-acd2-047ad2ef4ef2' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:04:54.856288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:54.866714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:54.897968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ad335a-a53e-4f06-bda1-30293760c72a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:54.904180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:54.942085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['a08663e2-a60f-4ff9-ade5-ad29125e08ed'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:04:54.994133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6600e-8597-4758-9ce8-8f5ec33d6522 req-7201708e-e448-47ab-8c89-da0af0a24e54 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:54.995758 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ab6600e-8597-4758-9ce8-8f5ec33d6522 req-7201708e-e448-47ab-8c89-da0af0a24e54 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 944 time: 0.1259282 Mar 02 09:04:55.054435 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bec97383-3977-4a91-946a-2d76550c86dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d63b49282d94bbb8a04ac8ac3096ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439497 Mar 02 09:04:55.058003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60780) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:55.060328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:55.063834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.116953 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ab6600e-8597-4758-9ce8-8f5ec33d6522 req-d8544659-e820-4e0c-b7f0-5bc774ebd394 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116033 Mar 02 09:04:55.147808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.153383 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ad3e4f77-0639-4dd6-bbc2-9589dd87f9f3 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6651266 Mar 02 09:04:55.154433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.156326 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60784) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:55.156535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60786) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:55.189034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_backend_mixin [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Performing IP validity checks on allocation pools {{(pid=88401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 09:04:55.192671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_backend_mixin [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 09:04:55.239497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e62770f-1962-4884-b06a-0fdd1771f491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.250002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.257077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'b5ad335a-a53e-4f06-bda1-30293760c72a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:55.267608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:55.288315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Network': ['ID=df326196-4339-4dd0-bf86-778f8bc260a7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:55.291391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:55.303642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e62770f-1962-4884-b06a-0fdd1771f491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.310445 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0dc1a9cc-ead6-47cf-ae86-771bc18afba3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/networks/df326196-4339-4dd0-bf86-778f8bc260a7 HTTP/1.1" status: 204 len: 168 time: 2.8047009 Mar 02 09:04:55.314547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:55.324999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60792) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:55.334114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-d0142d12-8db0-49b9-a735-a6f77ce85a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:55.335613 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-d0142d12-8db0-49b9-a735-a6f77ce85a9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.7177944 Mar 02 09:04:55.340395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:55.351760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-183137137'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:55.388966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:55.393418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bb2355-1174-4864-9d6c-e4960cae170c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 9f5a0156-dd4b-4bd3-b747-c93453cba7e8 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:04:55.401987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:network and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:55.424562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:55.436790 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:55.450618 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-46d3b416-83e4-4e4d-a987-d058fd53d7db tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/floatingips/97628f6f-2933-443a-9a42-84e7dc56958c HTTP/1.1" status: 200 len: 992 time: 0.2841361 Mar 02 09:04:55.582480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.584241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.633751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e62770f-1962-4884-b06a-0fdd1771f491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.665956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62770f-1962-4884-b06a-0fdd1771f491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4add568-7f25-4bf2-b6cf-8d6c9ff2c2a9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:55.682077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=d2a64f99-90c2-480c-a826-2cb160a6701a,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:55.704013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e62770f-1962-4884-b06a-0fdd1771f491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.708002 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3e62770f-1962-4884-b06a-0fdd1771f491 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4add568-7f25-4bf2-b6cf-8d6c9ff2c2a9 HTTP/1.1" status: 204 len: 168 time: 0.6461000 Mar 02 09:04:55.708002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Checking segment: {'id': '2fcf11e3-d46b-4c3e-b5be-17771a873553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a7751158-ea8f-4fba-bb6c-bd056a52c527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:55.708466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network hostable DHCP agents. Network: a7751158-ea8f-4fba-bb6c-bd056a52c527, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:55.716334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:55.719768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.769998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-c6085243-536e-4047-b1b5-0e6332909807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:55.771452 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-c6085243-536e-4047-b1b5-0e6332909807 service neutron] 10.222.0.15 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 913 time: 0.4061604 Mar 02 09:04:55.789678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network a7751158-ea8f-4fba-bb6c-bd056a52c527 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:55.835435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bb2355-1174-4864-9d6c-e4960cae170c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:04:55.854940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d7cb6-9c9c-4f4c-b18b-d6a370b0915a None None] Sync routers for ids ['9f5a0156-dd4b-4bd3-b747-c93453cba7e8'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:04:55.863851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, a7751158-ea8f-4fba-bb6c-bd056a52c527) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:55.866069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172d7cb6-9c9c-4f4c-b18b-d6a370b0915a None None] Routers {'9f5a0156-dd4b-4bd3-b747-c93453cba7e8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:55.866207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-172d7cb6-9c9c-4f4c-b18b-d6a370b0915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9f5a0156-dd4b-4bd3-b747-c93453cba7e8'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:55.868718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:55.869311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.872724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:55.885489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.902776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.903123 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added segment bdfe30c0-7e2f-4645-a5e2-97590b3769ab of type vlan for network 2a0289c2-816f-480a-8ed5-8540a4e0749c Mar 02 09:04:55.924525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-28bb2355-1174-4864-9d6c-e4960cae170c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.925595 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-28bb2355-1174-4864-9d6c-e4960cae170c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/9f5a0156-dd4b-4bd3-b747-c93453cba7e8 HTTP/1.1" status: 200 len: 888 time: 2.4045200 Mar 02 09:04:55.928306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec40a81-81a1-4a51-9fb8-59ae79e60e0b None None] Network a7751158-ea8f-4fba-bb6c-bd056a52c527 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:55.929339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60798) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:55.934124 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-3a017f0a-1ffb-4d26-af39-167f6011888a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 1001 time: 0.1478901 Mar 02 09:04:55.962762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-172d7cb6-9c9c-4f4c-b18b-d6a370b0915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:55.988887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:55.991535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.007629 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3f815b6f-c7c5-4094-ad19-505eb7f3b4ca tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3234820 Mar 02 09:04:56.008425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60802) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:56.017053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': 'a7751158-ea8f-4fba-bb6c-bd056a52c527', 'name': 'tempest-PortsIpV6TestJSON-493194195'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:56.036213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5d4f05-684b-47b2-8e0f-9dc3d9c408e1,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:56.043107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172d7cb6-9c9c-4f4c-b18b-d6a370b0915a None None] Routers {'9f5a0156-dd4b-4bd3-b747-c93453cba7e8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:04:56.044035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-172d7cb6-9c9c-4f4c-b18b-d6a370b0915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9f5a0156-dd4b-4bd3-b747-c93453cba7e8'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:56.056528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-9dd6959e-8394-46e8-b1ac-b3284fe92577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:56.058075 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-9dd6959e-8394-46e8-b1ac-b3284fe92577 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 200 len: 851 time: 0.1170483 Mar 02 09:04:56.114639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-172d7cb6-9c9c-4f4c-b18b-d6a370b0915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:04:56.115451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d7cb6-9c9c-4f4c-b18b-d6a370b0915a None None] The sync data for ids ['9f5a0156-dd4b-4bd3-b747-c93453cba7e8'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:04:56.130292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.131995 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cfe85f2d-6992-4ea8-94ae-ba8d2f3c2e69 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9651284 Mar 02 09:04:56.135208 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60808) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:56.172604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.175231 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:56.175883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.203168 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-32e6c645-4029-4b24-840e-952012756cb7 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules/2d5d4f05-684b-47b2-8e0f-9dc3d9c408e1 HTTP/1.1" status: 200 len: 763 time: 0.0668926 Mar 02 09:04:56.214425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60814) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:56.221569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-f52e2688-cc36-42a9-9cc0-b962993a8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:56.223092 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-f52e2688-cc36-42a9-9cc0-b962993a8b29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1578252 Mar 02 09:04:56.303060 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ac183980-234e-4da0-bbcc-b5940825c0be tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/routers/9f5a0156-dd4b-4bd3-b747-c93453cba7e8 HTTP/1.1" status: 200 len: 888 time: 0.3696034 Mar 02 09:04:56.308985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60822) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:56.310328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-a7751158-ea8f-4fba-bb6c-bd056a52c527', 'network_id': 'a7751158-ea8f-4fba-bb6c-bd056a52c527', 'tenant_id': 'f439895a1ece46558005b82d97396d6e', 'fixed_ips': [{'subnet_id': 'd2a64f99-90c2-480c-a826-2cb160a6701a'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:56.311659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.336578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5ba3da71-ae7d-43d7-a8e6-77fae3486956 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:56.371492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Network': ['ID=2a0289c2-816f-480a-8ed5-8540a4e0749c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:56.382139 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d0a918d5-1fbf-4c9c-adb1-bfeda10b46c5 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0507910 Mar 02 09:04:56.385494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60826) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:56.388826 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 2a0289c2-816f-480a-8ed5-8540a4e0749c details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:56.389719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aa31a635-9296-4152-b595-5f922ed3613a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:56.401141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:56.407023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'subnet': {'network_id': '2a0289c2-816f-480a-8ed5-8540a4e0749c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:56.424868 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-2d49fb8b-39b2-4ac8-a072-5c052307da60 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948175 Mar 02 09:04:56.450348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:56.548019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:56.552267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:subnet and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:56.555768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5ba3da71-ae7d-43d7-a8e6-77fae3486956 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:56.557307 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5ba3da71-ae7d-43d7-a8e6-77fae3486956 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3410275 Mar 02 09:04:56.558545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:56.561505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60832) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:56.581135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:56.593455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:56.597135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.613110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aa31a635-9296-4152-b595-5f922ed3613a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:56.614435 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aa31a635-9296-4152-b595-5f922ed3613a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f5a0156-dd4b-4bd3-b747-c93453cba7e8 HTTP/1.1" status: 200 len: 205 time: 0.3039632 Mar 02 09:04:56.618621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60836) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:56.622422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c760a5a7-ae26-496c-94a5-d3a23af8efb6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.634048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Allocated IP 2001:db8::2 (a7751158-ea8f-4fba-bb6c-bd056a52c527/d2a64f99-90c2-480c-a826-2cb160a6701a/aeacd076-0383-4da3-b56b-8b5c383a49a2) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:56.640923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c760a5a7-ae26-496c-94a5-d3a23af8efb6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.657466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 6be467a0-4c58-4a79-9e9a-0ae78dd07755 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:04:56.709049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:56.713548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.715404 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-19f3c480-828e-4852-bb1c-9c9d7358cd85 req-b57b2f0d-e619-43ab-87a7-4f9a91b472a0 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840605 Mar 02 09:04:56.898621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.923812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a08663e2-a60f-4ff9-ade5-ad29125e08ed up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:04:56.929506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c760a5a7-ae26-496c-94a5-d3a23af8efb6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:56.959313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760a5a7-ae26-496c-94a5-d3a23af8efb6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d5d4f05-684b-47b2-8e0f-9dc3d9c408e1,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:56.970916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Transition to ACTIVE for port object aeacd076-0383-4da3-b56b-8b5c383a49a2 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:56.999788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.005494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Transition to ACTIVE for port object aeacd076-0383-4da3-b56b-8b5c383a49a2 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:57.017977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port a08663e2-a60f-4ff9-ade5-ad29125e08ed triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:57.018606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.063292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60848) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:57.096398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.167643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c760a5a7-ae26-496c-94a5-d3a23af8efb6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.171042 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c760a5a7-ae26-496c-94a5-d3a23af8efb6 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2d5d4f05-684b-47b2-8e0f-9dc3d9c408e1 HTTP/1.1" status: 204 len: 168 time: 0.6062870 Mar 02 09:04:57.175373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60854) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:57.203768 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Network a7751158-ea8f-4fba-bb6c-bd056a52c527 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:57.209574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:57.221811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:57.236028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::1b1 (a7751158-ea8f-4fba-bb6c-bd056a52c527/d2a64f99-90c2-480c-a826-2cb160a6701a/6be467a0-4c58-4a79-9e9a-0ae78dd07755) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:57.245334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2013231514'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:57.251125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.257199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:57.270770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.272556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Pushing event updated for resources: {'Port': ['ID=aeacd076-0383-4da3-b56b-8b5c383a49a2,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:57.281087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:network and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:57.314861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.319015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:57.329322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-853388f0-1209-4733-a7f2-afbd5f0e11e1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:57.344272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port 13c5602c-96e0-4608-8c99-3e788d80a550 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:57.344893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.358352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:04:57.361711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:57.362849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Attempting to bind port aeacd076-0383-4da3-b56b-8b5c383a49a2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:57.363387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Attempting to bind port aeacd076-0383-4da3-b56b-8b5c383a49a2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '2fcf11e3-d46b-4c3e-b5be-17771a873553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a7751158-ea8f-4fba-bb6c-bd056a52c527'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:57.363590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Attempting to bind port aeacd076-0383-4da3-b56b-8b5c383a49a2 on network a7751158-ea8f-4fba-bb6c-bd056a52c527 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:57.372493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:57.373093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Checking segment: {'id': '2fcf11e3-d46b-4c3e-b5be-17771a873553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a7751158-ea8f-4fba-bb6c-bd056a52c527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:57.373354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.373656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Bound using segment: {'id': '2fcf11e3-d46b-4c3e-b5be-17771a873553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a7751158-ea8f-4fba-bb6c-bd056a52c527'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:57.374154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Bound port: aeacd076-0383-4da3-b56b-8b5c383a49a2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcf11e3-d46b-4c3e-b5be-17771a873553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a7751158-ea8f-4fba-bb6c-bd056a52c527'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:57.374527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.384714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:04:57.432140 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'code': 200} Mar 02 09:04:57.474186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Subnet': ['ID=4f28d5cb-394d-4380-b087-a411435e2224,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:57.477526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] For port aeacd076-0383-4da3-b56b-8b5c383a49a2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:57.482792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] For port aeacd076-0383-4da3-b56b-8b5c383a49a2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aeacd076-0383-4da3-b56b-8b5c383a49a2,segment=NetworkSegment(2fcf11e3-d46b-4c3e-b5be-17771a873553),segment_id=2fcf11e3-d46b-4c3e-b5be-17771a873553)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:57.486663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.555954 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:57.558890 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.559568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.569372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Checking segment: {'id': 'bdfe30c0-7e2f-4645-a5e2-97590b3769ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2a0289c2-816f-480a-8ed5-8540a4e0749c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:57.569736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network hostable DHCP agents. Network: 2a0289c2-816f-480a-8ed5-8540a4e0749c, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:04:57.589117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.598514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.608903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-853388f0-1209-4733-a7f2-afbd5f0e11e1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:57.613332 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-853388f0-1209-4733-a7f2-afbd5f0e11e1 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4338672 Mar 02 09:04:57.617597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60860) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:57.632011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3f6a34a0-c072-47e9-9c46-df60da542e71 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'b5ad335a-a53e-4f06-bda1-30293760c72a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:57.637064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:57.645476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3f6a34a0-c072-47e9-9c46-df60da542e71 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:57.650381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=a08663e2-a60f-4ff9-ade5-ad29125e08ed,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:57.655676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group_rule and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:57.663018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:57.674273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:57.687179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3f6a34a0-c072-47e9-9c46-df60da542e71 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:57.692600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for 13c5602c-96e0-4608-8c99-3e788d80a550 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:57.700083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.709441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network 2a0289c2-816f-480a-8ed5-8540a4e0749c is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:04:57.725313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cdc2c-f324-4c3d-adee-0f2daabc9ffd None None] Pushing event updated for resources: {'Port': ['ID=aeacd076-0383-4da3-b56b-8b5c383a49a2,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:57.741347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object 6be467a0-4c58-4a79-9e9a-0ae78dd07755 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:57.830033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.831123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f6a34a0-c072-47e9-9c46-df60da542e71 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.851184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 2a0289c2-816f-480a-8ed5-8540a4e0749c) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:57.859162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc6e92f-13fb-4476-a39b-e2be294d0edc None None] Network 2a0289c2-816f-480a-8ed5-8540a4e0749c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:57.864377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:57.865158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:57.954512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.021688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.032684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=13c5602c-96e0-4608-8c99-3e788d80a550,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:58.059642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.136962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.139490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-2a0289c2-816f-480a-8ed5-8540a4e0749c', 'network_id': '2a0289c2-816f-480a-8ed5-8540a4e0749c', 'tenant_id': '8813bd49430948cabb19073849974109', 'fixed_ips': [{'subnet_id': '4f28d5cb-394d-4380-b087-a411435e2224'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:04:58.140393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.148004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:58.150206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1f96d2-8e03-4035-84b1-dd4c6f735a00,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:58.185774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f6a34a0-c072-47e9-9c46-df60da542e71 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.198861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.199253 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Added segment f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c of type vlan for network 28800cbf-c94f-4b97-b791-82025ce817b3 Mar 02 09:04:58.204010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network a7751158-ea8f-4fba-bb6c-bd056a52c527 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:58.211522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:58.214418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=6be467a0-4c58-4a79-9e9a-0ae78dd07755,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:58.217740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:58.223362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:58.224104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.240983 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c16670a5-07f9-4179-941a-f0d010e6497f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8484061 Mar 02 09:04:58.255062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60864) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:58.263599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.269589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1961343071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:58.281307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:58.287059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:router and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:58.290688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:58.294449 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f6a34a0-c072-47e9-9c46-df60da542e71 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.317351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:58.322345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Allocated IP 2001:db8::2 (2a0289c2-816f-480a-8ed5-8540a4e0749c/4f28d5cb-394d-4380-b087-a411435e2224/fd202581-dc32-4052-969b-ba44ab414518) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:04:58.339390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a34a0-c072-47e9-9c46-df60da542e71 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19b8b2f-4ca7-40f4-aca8-7516f0d63534,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:58.347557 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-451eddf2-01ab-423e-995e-c69af39ee1d0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3377368 Mar 02 09:04:58.349597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60868) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:58.352363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.354718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.417996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e7296-ee6c-4d1c-ac29-fe3d9c9e2864 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 6be467a0-4c58-4a79-9e9a-0ae78dd07755 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:04:58.418350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7296-ee6c-4d1c-ac29-fe3d9c9e2864 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.450756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3f6a34a0-c072-47e9-9c46-df60da542e71 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.451882 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3f6a34a0-c072-47e9-9c46-df60da542e71 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8333991 Mar 02 09:04:58.454800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60872) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:58.477507 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ab0cc962-0f75-47eb-8ff6-6a47f5cb9aa7 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules/b19b8b2f-4ca7-40f4-aca8-7516f0d63534 HTTP/1.1" status: 200 len: 763 time: 0.0186985 Mar 02 09:04:58.477759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60876) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:58.485172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.486450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.496751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.497179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Fanout notify agent at l3_agent the message router_deleted on router 9f5a0156-dd4b-4bd3-b747-c93453cba7e8 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:04:58.502387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.517568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.527326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:58.527944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.543953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b22f428e-9428-4d83-b894-e93c0fd05a7c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:58.552986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.566420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Transition to ACTIVE for port object fd202581-dc32-4052-969b-ba44ab414518 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:58.588163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Transition to ACTIVE for port object fd202581-dc32-4052-969b-ba44ab414518 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:04:58.605337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.610547 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-36a3183e-cd0f-4a86-815c-f5370e74950e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/9f5a0156-dd4b-4bd3-b747-c93453cba7e8 HTTP/1.1" status: 204 len: 168 time: 1.9907291 Mar 02 09:04:58.612385 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60880) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:58.616693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1721498914'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:58.625683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.627113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:58.631411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:network and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:58.633575 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5690219 Mar 02 09:04:58.634915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:58.639599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60884) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:58.648292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'name': 'tempest-PortsTestJSON-931136418'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:58.666551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:58.680815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b22f428e-9428-4d83-b894-e93c0fd05a7c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:58.684613 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b22f428e-9428-4d83-b894-e93c0fd05a7c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2034602 Mar 02 09:04:58.686329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.729104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a0796-aaa2-4069-8cc8-9c98df573e45 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Network': ['ID=28800cbf-c94f-4b97-b791-82025ce817b3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:58.747665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:58.773718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:58.777797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:port and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:58.780874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:58.786968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:58.796179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60888) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:58.822820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Network 2a0289c2-816f-480a-8ed5-8540a4e0749c is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:04:58.834640 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aaa00bd2-8e77-4f6b-a949-028c807a1735 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.846599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aaa00bd2-8e77-4f6b-a949-028c807a1735 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.874380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.875696 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d54a0439-5299-4c02-bbd1-2944e146bf8b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6195428 Mar 02 09:04:58.879077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60892) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:58.881755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:04:58.893171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:04:58.902297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:58.902418 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Pushing event updated for resources: {'Port': ['ID=fd202581-dc32-4052-969b-ba44ab414518,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:58.903999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:58.928643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:04:58.949278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae43e28-7eb7-4152-9da4-6d8bfa03add1 None None] Network a7751158-ea8f-4fba-bb6c-bd056a52c527 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:04:58.967309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:58.971130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.030046 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:04:59.040091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.040442 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added segment a35f5d95-3bee-4a67-85df-6d1705e7df40 of type vlan for network 1b29093e-efa7-4185-a9e6-0a1b86ce805f Mar 02 09:04:59.040645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7296-ee6c-4d1c-ac29-fe3d9c9e2864 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.068734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.096942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Attempting to bind port fd202581-dc32-4052-969b-ba44ab414518 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:04:59.097284 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Attempting to bind port fd202581-dc32-4052-969b-ba44ab414518 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'bdfe30c0-7e2f-4645-a5e2-97590b3769ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2a0289c2-816f-480a-8ed5-8540a4e0749c'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:04:59.097601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Attempting to bind port fd202581-dc32-4052-969b-ba44ab414518 on network 2a0289c2-816f-480a-8ed5-8540a4e0749c {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:04:59.107457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:04:59.107826 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Checking segment: {'id': 'bdfe30c0-7e2f-4645-a5e2-97590b3769ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2a0289c2-816f-480a-8ed5-8540a4e0749c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:04:59.108253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.108609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Bound using segment: {'id': 'bdfe30c0-7e2f-4645-a5e2-97590b3769ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2a0289c2-816f-480a-8ed5-8540a4e0749c'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:04:59.109075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Bound port: fd202581-dc32-4052-969b-ba44ab414518, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfe30c0-7e2f-4645-a5e2-97590b3769ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2a0289c2-816f-480a-8ed5-8540a4e0749c'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:04:59.109440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.112384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aaa00bd2-8e77-4f6b-a949-028c807a1735 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.171285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bf623470-729c-4153-b08b-e53cd9e2fb48 None None] Provisioning for port aeacd076-0383-4da3-b56b-8b5c383a49a2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:59.231960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e7296-ee6c-4d1c-ac29-fe3d9c9e2864 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 6be467a0-4c58-4a79-9e9a-0ae78dd07755 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:04:59.249019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.254775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:04:59.255729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.265149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] For port fd202581-dc32-4052-969b-ba44ab414518, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:04:59.295469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa00bd2-8e77-4f6b-a949-028c807a1735 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b19b8b2f-4ca7-40f4-aca8-7516f0d63534,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:59.310465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] For port fd202581-dc32-4052-969b-ba44ab414518, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=fd202581-dc32-4052-969b-ba44ab414518,segment=NetworkSegment(bdfe30c0-7e2f-4645-a5e2-97590b3769ab),segment_id=bdfe30c0-7e2f-4645-a5e2-97590b3769ab)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:04:59.386012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.410382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aaa00bd2-8e77-4f6b-a949-028c807a1735 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.411756 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-aaa00bd2-8e77-4f6b-a949-028c807a1735 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b19b8b2f-4ca7-40f4-aca8-7516f0d63534 HTTP/1.1" status: 204 len: 168 time: 0.6142859 Mar 02 09:04:59.441722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60896) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:59.461951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Network': ['ID=1b29093e-efa7-4185-a9e6-0a1b86ce805f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:59.482387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 1b29093e-efa7-4185-a9e6-0a1b86ce805f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:04:59.523913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319c0ee-3bde-4cd3-a4fd-dc49cd367124 None None] Pushing event updated for resources: {'Port': ['ID=fd202581-dc32-4052-969b-ba44ab414518,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:04:59.553057 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c7cbb068-1390-4e85-9968-cbb3196c2e9b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9410026 Mar 02 09:04:59.572841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60900) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:59.593338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'subnet': {'network_id': '1b29093e-efa7-4185-a9e6-0a1b86ce805f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:59.680652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14cada3e-772b-41d5-a417-20d817c4004d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:04:59.688237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.792121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:59.799457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.807234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:subnet and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:04:59.813379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:04:59.820991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:59.863124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14cada3e-772b-41d5-a417-20d817c4004d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:04:59.864439 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-14cada3e-772b-41d5-a417-20d817c4004d tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4219785 Mar 02 09:04:59.867833 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60904) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:04:59.876224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d6a6cf82-f700-4250-890b-9a9dee25f1e8 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'b5ad335a-a53e-4f06-bda1-30293760c72a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:04:59.883569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d6a6cf82-f700-4250-890b-9a9dee25f1e8 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:04:59.901697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d6a6cf82-f700-4250-890b-9a9dee25f1e8 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:04:59.926762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.952110 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bb9b08fb-7313-4853-ac75-f2db5978537c None None] Provisioning for port 6be467a0-4c58-4a79-9e9a-0ae78dd07755 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:04:59.960079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bb9b08fb-7313-4853-ac75-f2db5978537c None None] Provisioning complete for port 6be467a0-4c58-4a79-9e9a-0ae78dd07755 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:04:59.960451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bb9b08fb-7313-4853-ac75-f2db5978537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:04:59.987682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:04:59.992380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.022241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-bb9b08fb-7313-4853-ac75-f2db5978537c None None] Port 6be467a0-4c58-4a79-9e9a-0ae78dd07755 was deleted so its status cannot be updated. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 09:05:00.030726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7296-ee6c-4d1c-ac29-fe3d9c9e2864 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.064016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device fd202581-dc32-4052-969b-ba44ab414518 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:00.154127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e7296-ee6c-4d1c-ac29-fe3d9c9e2864 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=6be467a0-4c58-4a79-9e9a-0ae78dd07755,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:00.161151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6df9922e-8edc-49b4-9444-109fc4568743 None None] Could not find standard attr ID for object 6be467a0-4c58-4a79-9e9a-0ae78dd07755. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:05:00.171588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:00.186036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cf82-f700-4250-890b-9a9dee25f1e8 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.227855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7296-ee6c-4d1c-ac29-fe3d9c9e2864 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.252990 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Checking segment: {'id': 'f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:00.253356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network hostable DHCP agents. Network: 28800cbf-c94f-4b97-b791-82025ce817b3, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:00.264002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port fd202581-dc32-4052-969b-ba44ab414518 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:00.274837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aeacd076-0383-4da3-b56b-8b5c383a49a2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:00.289235 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2d4e7296-ee6c-4d1c-ac29-fe3d9c9e2864 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/6be467a0-4c58-4a79-9e9a-0ae78dd07755 HTTP/1.1" status: 204 len: 168 time: 1.9377487 Mar 02 09:05:00.292942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60908) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:00.310432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cf82-f700-4250-890b-9a9dee25f1e8 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.354989 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f039bc-6aa2-4740-94e8-c11f2211d9a7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:05:00.355826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f039bc-6aa2-4740-94e8-c11f2211d9a7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:05:00.357714 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-73f039bc-6aa2-4740-94e8-c11f2211d9a7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/6be467a0-4c58-4a79-9e9a-0ae78dd07755 HTTP/1.1" status: 404 len: 333 time: 0.0635736 Mar 02 09:05:00.361786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60912) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:00.403202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:00.427160 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddee9286-b3e0-423c-bb5a-82d8997e7fe3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:05:00.427695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ddee9286-b3e0-423c-bb5a-82d8997e7fe3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:00.430495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cf82-f700-4250-890b-9a9dee25f1e8 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.437332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 2001:db8::1 (2a0289c2-816f-480a-8ed5-8540a4e0749c/4f28d5cb-394d-4380-b087-a411435e2224/d06e10b3-c375-47d2-8eb2-f91d043802bc) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:00.475792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6cf82-f700-4250-890b-9a9dee25f1e8 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd613ad3-a82f-4e40-837a-343effd95983,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:00.486764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port aeacd076-0383-4da3-b56b-8b5c383a49a2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:00.497866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port aeacd076-0383-4da3-b56b-8b5c383a49a2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:00.497866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.526769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 28800cbf-c94f-4b97-b791-82025ce817b3) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:00.534274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:00.546713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:00.547348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.581748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d645248-1324-42fd-b91e-82822ad5760d None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:00.590799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.598178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ddee9286-b3e0-423c-bb5a-82d8997e7fe3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:00.599460 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ddee9286-b3e0-423c-bb5a-82d8997e7fe3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/6be467a0-4c58-4a79-9e9a-0ae78dd07755 HTTP/1.1" status: 404 len: 333 time: 0.2366672 Mar 02 09:05:00.630093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.647127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Transition to ACTIVE for port object d06e10b3-c375-47d2-8eb2-f91d043802bc will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:00.654479 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6a6cf82-f700-4250-890b-9a9dee25f1e8 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.659739 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d6a6cf82-f700-4250-890b-9a9dee25f1e8 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7885704 Mar 02 09:05:00.662685 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60916) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:00.663246 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60918) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:00.683562 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e9c3ce76-93ae-4ae7-9e51-4d7655103f7e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0428157 Mar 02 09:05:00.687225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60924) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:00.695959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-215443669'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:00.703091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:00.707779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:network and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:00.712000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:00.718939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:00.737088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Subnet': ['ID=4c44a13e-b782-4167-bf03-c81e60d32895,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:00.749381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.775793 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ccbae7eb-04b2-4cd1-bc48-3b3298dbf550 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules/dd613ad3-a82f-4e40-837a-343effd95983 HTTP/1.1" status: 200 len: 764 time: 0.0935795 Mar 02 09:05:00.776282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60928) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:00.827403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c48e9d9-e541-4522-8f30-beeed60d2862 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet d2a64f99-90c2-480c-a826-2cb160a6701a {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:05:00.830212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:00.836865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.837189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.841372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5c48e9d9-e541-4522-8f30-beeed60d2862 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.854983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network 2a0289c2-816f-480a-8ed5-8540a4e0749c is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:00.864007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:00.873950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Checking segment: {'id': 'a35f5d95-3bee-4a67-85df-6d1705e7df40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b29093e-efa7-4185-a9e6-0a1b86ce805f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:00.874434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network hostable DHCP agents. Network: 1b29093e-efa7-4185-a9e6-0a1b86ce805f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:00.881736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:00.881736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.887118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port aeacd076-0383-4da3-b56b-8b5c383a49a2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aeacd076-0383-4da3-b56b-8b5c383a49a2,segment=NetworkSegment(2fcf11e3-d46b-4c3e-b5be-17771a873553),segment_id=2fcf11e3-d46b-4c3e-b5be-17771a873553)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:00.906433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=d06e10b3-c375-47d2-8eb2-f91d043802bc,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:00.932668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:00.933611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6a96e190-f36c-4277-ab0e-f43a63d70ac7 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:00.945993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.945993 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Added segment 85aadc4e-f8ba-4427-8e8e-48a6868685c0 of type vlan for network afc440a1-6379-42e3-92e3-66e06a559274 Mar 02 09:05:00.953466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5c48e9d9-e541-4522-8f30-beeed60d2862 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.962838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b738aba-82e2-4dde-acf6-84f2aea58b79 None None] Network 2a0289c2-816f-480a-8ed5-8540a4e0749c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:00.975306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:00.995073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.041685 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 1b29093e-efa7-4185-a9e6-0a1b86ce805f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:01.052176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5c48e9d9-e541-4522-8f30-beeed60d2862 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.079964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6a96e190-f36c-4277-ab0e-f43a63d70ac7 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:01.081209 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6a96e190-f36c-4277-ab0e-f43a63d70ac7 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3019891 Mar 02 09:05:01.085773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60932) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:01.129557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.136634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da20fda1-d946-43d4-bec0-9fe36007383c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.136828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:01.137278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.144771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=aeacd076-0383-4da3-b56b-8b5c383a49a2,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:01.146131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 1b29093e-efa7-4185-a9e6-0a1b86ce805f) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:01.155297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da20fda1-d946-43d4-bec0-9fe36007383c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.164422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:01.165001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.172203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b42e3b9-b093-4785-8652-c4f1ea7d63b5 None None] Network 1b29093e-efa7-4185-a9e6-0a1b86ce805f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:01.200300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.201290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a9654930-3bac-4705-9efa-df68212c6c43 None None] Provisioning for port fd202581-dc32-4052-969b-ba44ab414518 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:01.245541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a9654930-3bac-4705-9efa-df68212c6c43 None None] Provisioning complete for port fd202581-dc32-4052-969b-ba44ab414518 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:01.245939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a9654930-3bac-4705-9efa-df68212c6c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.259500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5c48e9d9-e541-4522-8f30-beeed60d2862 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.296525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da20fda1-d946-43d4-bec0-9fe36007383c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.301118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Network': ['ID=afc440a1-6379-42e3-92e3-66e06a559274,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:01.312962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-393f8313-a02e-446d-9630-1b0de5dd9685 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6244984 Mar 02 09:05:01.313360 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f24b9caa-2a70-46b8-a5df-239dded40b3e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7378907 Mar 02 09:05:01.313919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60936) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:01.314217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60938) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:01.325409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'ports': [{'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3'}, {'network_id': 'afc440a1-6379-42e3-92e3-66e06a559274'}]} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:01.325711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:01.326208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': 'afc440a1-6379-42e3-92e3-66e06a559274'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:01.327434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48e9d9-e541-4522-8f30-beeed60d2862 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a64f99-90c2-480c-a826-2cb160a6701a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:01.329567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5c48e9d9-e541-4522-8f30-beeed60d2862 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.335273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20fda1-d946-43d4-bec0-9fe36007383c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd613ad3-a82f-4e40-837a-343effd95983,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:01.335490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network afc440a1-6379-42e3-92e3-66e06a559274 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:01.343844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1095771466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:01.343943 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5c48e9d9-e541-4522-8f30-beeed60d2862 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/d2a64f99-90c2-480c-a826-2cb160a6701a HTTP/1.1" status: 204 len: 168 time: 0.6674020 Mar 02 09:05:01.346529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60944) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:01.355629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:01.361720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a760e7e-79e8-4b2f-a904-7f68da264d94 None None] Network a7751158-ea8f-4fba-bb6c-bd056a52c527 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:01.385366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:router and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:01.441084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da20fda1-d946-43d4-bec0-9fe36007383c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.444561 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-da20fda1-d946-43d4-bec0-9fe36007383c tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/dd613ad3-a82f-4e40-837a-343effd95983 HTTP/1.1" status: 204 len: 168 time: 0.3555470 Mar 02 09:05:01.444799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:01.448162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60948) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:01.493732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.514054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:01.518487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-18c574aa-766d-4a9a-9589-2156ebc39f6f tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:01.536978 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port aeacd076-0383-4da3-b56b-8b5c383a49a2 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:01.537320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.625225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-18c574aa-766d-4a9a-9589-2156ebc39f6f tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:01.629386 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-18c574aa-766d-4a9a-9589-2156ebc39f6f tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1773582 Mar 02 09:05:01.634769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60954) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:01.823939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.824935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.865862 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a9654930-3bac-4705-9efa-df68212c6c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.939106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.949296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] For port aeacd076-0383-4da3-b56b-8b5c383a49a2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aeacd076-0383-4da3-b56b-8b5c383a49a2,segment=NetworkSegment(2fcf11e3-d46b-4c3e-b5be-17771a873553),segment_id=2fcf11e3-d46b-4c3e-b5be-17771a873553)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:01.949926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.954343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:01.959371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-64e3e27d-88a9-485b-9267-9048ce7dd5c9 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:01.973945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:port and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:01.980524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:01.991721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:01.999073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aeacd076-0383-4da3-b56b-8b5c383a49a2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:02.031032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-1b29093e-efa7-4185-a9e6-0a1b86ce805f', 'network_id': '1b29093e-efa7-4185-a9e6-0a1b86ce805f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'fixed_ips': [{'subnet_id': '4c44a13e-b782-4167-bf03-c81e60d32895'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:02.031851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.048651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.072595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.096828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a9654930-3bac-4705-9efa-df68212c6c43 None None] For port fd202581-dc32-4052-969b-ba44ab414518, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=fd202581-dc32-4052-969b-ba44ab414518,segment=NetworkSegment(bdfe30c0-7e2f-4645-a5e2-97590b3769ab),segment_id=bdfe30c0-7e2f-4645-a5e2-97590b3769ab)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:02.097449 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for aeacd076-0383-4da3-b56b-8b5c383a49a2 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:02.099493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 2} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:02.104287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.125024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.147432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-64e3e27d-88a9-485b-9267-9048ce7dd5c9 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.177553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a9654930-3bac-4705-9efa-df68212c6c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.210172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.212636 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-97274c29-ca50-4d00-be81-581e5888cb6b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8937254 Mar 02 09:05:02.213785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.214984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.215335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60958) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:02.284196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] DHCP port deletion for a7751158-ea8f-4fba-bb6c-bd056a52c527 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:05:02.286005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port aeacd076-0383-4da3-b56b-8b5c383a49a2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:02.286389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.347141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] Deleting port aeacd076-0383-4da3-b56b-8b5c383a49a2 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:02.347856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.387936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=d06e10b3-c375-47d2-8eb2-f91d043802bc,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:02.423433 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9654930-3bac-4705-9efa-df68212c6c43 None None] Pushing event updated for resources: {'Port': ['ID=fd202581-dc32-4052-969b-ba44ab414518,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:02.448627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Allocated IP 172.20.0.2 (1b29093e-efa7-4185-a9e6-0a1b86ce805f/4c44a13e-b782-4167-bf03-c81e60d32895/db1888d1-785b-4fec-8e34-b3236cd8c4a4) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:02.589197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network 2a0289c2-816f-480a-8ed5-8540a4e0749c is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:02.592895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:02.656001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.717547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=aeacd076-0383-4da3-b56b-8b5c383a49a2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:02.749082 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No ports have port_id starting with aeacd076-0383-4da3-b56b-8b5c383a49a2 Mar 02 09:05:02.770897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No DVR routers for this DVR port aeacd076-0383-4da3-b56b-8b5c383a49a2 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:05:02.822118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port 0aec5a44-160e-407b-a360-210b9addc2de yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:02.833602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-64e3e27d-88a9-485b-9267-9048ce7dd5c9 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.863973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4dded184-7e1e-48db-8c78-de0144883d9e None None] Provisioning for port d06e10b3-c375-47d2-8eb2-f91d043802bc completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:02.883625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.898994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] For port aeacd076-0383-4da3-b56b-8b5c383a49a2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aeacd076-0383-4da3-b56b-8b5c383a49a2,segment=NetworkSegment(2fcf11e3-d46b-4c3e-b5be-17771a873553),segment_id=2fcf11e3-d46b-4c3e-b5be-17771a873553)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:02.899385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.907160 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4dded184-7e1e-48db-8c78-de0144883d9e None None] Provisioning complete for port d06e10b3-c375-47d2-8eb2-f91d043802bc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:02.907440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4dded184-7e1e-48db-8c78-de0144883d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.941130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Transition to ACTIVE for port object db1888d1-785b-4fec-8e34-b3236cd8c4a4 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:02.969825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3e27d-88a9-485b-9267-9048ce7dd5c9 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ad335a-a53e-4f06-bda1-30293760c72a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:02.983577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:02.988032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:05:02.993582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.057017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7751158-ea8f-4fba-bb6c-bd056a52c527']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:03.064713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.082270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] Calling delete_port for aeacd076-0383-4da3-b56b-8b5c383a49a2 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:03.083723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-64e3e27d-88a9-485b-9267-9048ce7dd5c9 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.086466 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-64e3e27d-88a9-485b-9267-9048ce7dd5c9 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/b5ad335a-a53e-4f06-bda1-30293760c72a HTTP/1.1" status: 204 len: 168 time: 1.4499176 Mar 02 09:05:03.088533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60962) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:03.089239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcf11e3-d46b-4c3e-b5be-17771a873553') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:03.089528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcf11e3-d46b-4c3e-b5be-17771a873553') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:03.108578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.146804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Transition to ACTIVE for port object db1888d1-785b-4fec-8e34-b3236cd8c4a4 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:03.153715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4dded184-7e1e-48db-8c78-de0144883d9e None None] Port d06e10b3-c375-47d2-8eb2-f91d043802bc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:03.183673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4dded184-7e1e-48db-8c78-de0144883d9e None None] Provisioning complete for port fd202581-dc32-4052-969b-ba44ab414518 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:03.184037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4dded184-7e1e-48db-8c78-de0144883d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: from cryptography.utils import int_from_bytes Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: from cryptography.utils import int_from_bytes Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn_limited( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn_limited( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.206859 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:03.209826 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:05:03.216979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port 45279b3c-4bfd-488e-831b-c37a665ba7b6 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:03.224913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.252467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:03.263534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:05:03.263667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:05:03.267494 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-41131592-49f2-4796-81cb-0b1a8e84b458 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3873148 Mar 02 09:05:03.271198 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e2003-f741-4bf8-80bd-640b11bf6701 None None] Sync routers for ids ['3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:03.281866 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e2003-f741-4bf8-80bd-640b11bf6701 None None] Routers {'3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:03.282483 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-429e2003-f741-4bf8-80bd-640b11bf6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:03.326277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Network 1b29093e-efa7-4185-a9e6-0a1b86ce805f is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:03.343260 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-429e2003-f741-4bf8-80bd-640b11bf6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:03.353099 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e2003-f741-4bf8-80bd-640b11bf6701 None None] Routers {'3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:03.354402 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-429e2003-f741-4bf8-80bd-640b11bf6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:03.354556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:03.360365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60966) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:03.363720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.367182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:03.368793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Pushing event updated for resources: {'Port': ['ID=db1888d1-785b-4fec-8e34-b3236cd8c4a4,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:03.406199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.416255 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-429e2003-f741-4bf8-80bd-640b11bf6701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:03.416654 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e2003-f741-4bf8-80bd-640b11bf6701 None None] The sync data for ids ['3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:03.464157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5b1f128c-d23d-4eba-8850-8771a454ce7b tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:03.471908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:05:03.472302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.483149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Attempting to bind port db1888d1-785b-4fec-8e34-b3236cd8c4a4 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:03.484766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Attempting to bind port db1888d1-785b-4fec-8e34-b3236cd8c4a4 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'a35f5d95-3bee-4a67-85df-6d1705e7df40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b29093e-efa7-4185-a9e6-0a1b86ce805f'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:03.484766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Attempting to bind port db1888d1-785b-4fec-8e34-b3236cd8c4a4 on network 1b29093e-efa7-4185-a9e6-0a1b86ce805f {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:03.490500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:03.490867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Checking segment: {'id': 'a35f5d95-3bee-4a67-85df-6d1705e7df40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b29093e-efa7-4185-a9e6-0a1b86ce805f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:03.491621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.491750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Bound using segment: {'id': 'a35f5d95-3bee-4a67-85df-6d1705e7df40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b29093e-efa7-4185-a9e6-0a1b86ce805f'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:05:03.491859 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:05:03.494260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Bound port: db1888d1-785b-4fec-8e34-b3236cd8c4a4, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35f5d95-3bee-4a67-85df-6d1705e7df40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1b29093e-efa7-4185-a9e6-0a1b86ce805f'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:03.494260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.511578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.580926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:03.588984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:03.593620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:03.594575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.604019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=0aec5a44-160e-407b-a360-210b9addc2de,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:03.615048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6575f95c-e3ee-46ec-9968-59d0a73242d2 None None] Provisioning complete for port d06e10b3-c375-47d2-8eb2-f91d043802bc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:03.615425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6575f95c-e3ee-46ec-9968-59d0a73242d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.642330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] For port db1888d1-785b-4fec-8e34-b3236cd8c4a4, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:03.661872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546b542-3e82-41b0-a02c-c03661a003cc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:03.662463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f546b542-3e82-41b0-a02c-c03661a003cc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:03.663725 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] For port db1888d1-785b-4fec-8e34-b3236cd8c4a4, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=db1888d1-785b-4fec-8e34-b3236cd8c4a4,segment=NetworkSegment(a35f5d95-3bee-4a67-85df-6d1705e7df40),segment_id=a35f5d95-3bee-4a67-85df-6d1705e7df40)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:03.682121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6575f95c-e3ee-46ec-9968-59d0a73242d2 None None] Port d06e10b3-c375-47d2-8eb2-f91d043802bc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:03.719720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5b1f128c-d23d-4eba-8850-8771a454ce7b tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:03.720916 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5b1f128c-d23d-4eba-8850-8771a454ce7b tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6183100 Mar 02 09:05:03.729271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60970) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:03.729712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.735705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.742847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060059651'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:03.765626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.776270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:03.776739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] Deleting port aeacd076-0383-4da3-b56b-8b5c383a49a2 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:03.777224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.795050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Network': ['ID=a7751158-ea8f-4fba-bb6c-bd056a52c527,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:03.805557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f546b542-3e82-41b0-a02c-c03661a003cc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:03.809391 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f546b542-3e82-41b0-a02c-c03661a003cc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports/d06e10b3-c375-47d2-8eb2-f91d043802bc HTTP/1.1" status: 200 len: 911 time: 0.4406557 Mar 02 09:05:03.809391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:03.809861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60974) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:03.816451 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a7c1c1cc-c6f4-48dd-ab40-8e59a889c302 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/networks/a7751158-ea8f-4fba-bb6c-bd056a52c527 HTTP/1.1" status: 204 len: 168 time: 2.4656346 Mar 02 09:05:03.822729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60978) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:03.886454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.20.0.1 (1b29093e-efa7-4185-a9e6-0a1b86ce805f/4c44a13e-b782-4167-bf03-c81e60d32895/45bc530d-4663-4e5b-8a59-e2d60682e3d1) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:03.901799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1804463031'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:03.919121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:03.919361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=45279b3c-4bfd-488e-831b-c37a665ba7b6,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:03.924418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Checking segment: {'id': '85aadc4e-f8ba-4427-8e8e-48a6868685c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'afc440a1-6379-42e3-92e3-66e06a559274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:03.924418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network hostable DHCP agents. Network: afc440a1-6379-42e3-92e3-66e06a559274, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:03.924959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ba671-a862-4dd5-ba07-0b1fa21c75e0 None None] The port 'aeacd076-0383-4da3-b56b-8b5c383a49a2' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:05:03.945683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:03.965622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1dcd0-ebc8-4150-b78e-3fcbf1d94068 None None] Pushing event updated for resources: {'Port': ['ID=db1888d1-785b-4fec-8e34-b3236cd8c4a4,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:03.987460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:network and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:04.000026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:04.014973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:04.051718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:04.070946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:04.076637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:04.087769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:04.109257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device fd202581-dc32-4052-969b-ba44ab414518 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:04.115617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:04.119616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.144398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.144668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network afc440a1-6379-42e3-92e3-66e06a559274 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:04.171697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Transition to ACTIVE for port object 45bc530d-4663-4e5b-8a59-e2d60682e3d1 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:04.209450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port fd202581-dc32-4052-969b-ba44ab414518 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:04.209996 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.221611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.222978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, afc440a1-6379-42e3-92e3-66e06a559274) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:04.236331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:04.241225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e2ba7-8af0-4c5e-9cdc-b53d44a5623d None None] Network afc440a1-6379-42e3-92e3-66e06a559274 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:04.242405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:04.247133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:04.247820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.267985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:04.297724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.336212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.355841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.356216 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Added segment 15c32f77-11ef-4f26-92fe-c7d154fbebb2 of type vlan for network 4a9f937a-46c7-41cc-bca4-b65bcea674f3 Mar 02 09:05:04.423315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b6299b-15e8-4d8e-afc9-7a4c5d0c79e7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:04.432537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 1b29093e-efa7-4185-a9e6-0a1b86ce805f is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:04.435893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:04.436019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.446056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:04.490752 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-eaed8d6f-5920-4df8-8148-8fd8001d7bac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1729479 Mar 02 09:05:04.492301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60982) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:04.545236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.549908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=45bc530d-4663-4e5b-8a59-e2d60682e3d1,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:04.578168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.586102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60986) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:04.586474 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-eb4045de-d8f3-4e96-974e-9e79b70c5bdd tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8562322 Mar 02 09:05:04.594254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Request body: {'security_group_rule': {'security_group_id': 'c4b6299b-15e8-4d8e-afc9-7a4c5d0c79e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:04.605051 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aeacd076-0383-4da3-b56b-8b5c383a49a2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:05:04.614148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:04.634982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Usage tracker for resource:security_group_rule and tenant:c220eb8a5da44fa29583b14acd6dc8b6 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:04.640817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:04.641113 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: aeacd076-0383-4da3-b56b-8b5c383a49a2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:05:04.644506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aeacd076-0383-4da3-b56b-8b5c383a49a2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:05:04.681426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:04.686776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f0caf40c-5518-4a67-8264-ff0d93900b3d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 45279b3c-4bfd-488e-831b-c37a665ba7b6 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:04.687115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0caf40c-5518-4a67-8264-ff0d93900b3d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.727190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.732502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:04.733074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.753443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.915627 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0366333 Mar 02 09:05:04.915627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9ff59-d294-453c-a6d6-c53dcf5a01f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Network': ['ID=4a9f937a-46c7-41cc-bca4-b65bcea674f3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:04.918806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:04.925732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4a9f937a-46c7-41cc-bca4-b65bcea674f3 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:04.928174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 60990) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:04.934973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '4a9f937a-46c7-41cc-bca4-b65bcea674f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:05.174118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.180949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.207193 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2249b3-7764-4510-9602-5ff0714f6e0a None None] Network 1b29093e-efa7-4185-a9e6-0a1b86ce805f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:05.266272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:05.274959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.334602 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:05.339850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.340307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0caf40c-5518-4a67-8264-ff0d93900b3d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.349283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:05.359321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:05.363423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8d00deef-d12d-4e7b-9442-6c115a106fca None None] Provisioning for port db1888d1-785b-4fec-8e34-b3236cd8c4a4 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:05.394725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=45bc530d-4663-4e5b-8a59-e2d60682e3d1,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:05.398791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.615930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.625325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f0caf40c-5518-4a67-8264-ff0d93900b3d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 45279b3c-4bfd-488e-831b-c37a665ba7b6 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:05.686553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 1b29093e-efa7-4185-a9e6-0a1b86ce805f is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:05.687697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:05.737814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5faf162-23f6-42f5-8b1b-0a074a93a6cd,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:05.739533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:05.744011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.783884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-40013c1a-ed3f-4e37-88a9-2d33aada17be None None] Provisioning for port 45bc530d-4663-4e5b-8a59-e2d60682e3d1 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:05.791033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-40013c1a-ed3f-4e37-88a9-2d33aada17be None None] Provisioning complete for port 45bc530d-4663-4e5b-8a59-e2d60682e3d1 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:05.793529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-40013c1a-ed3f-4e37-88a9-2d33aada17be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.870705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-40013c1a-ed3f-4e37-88a9-2d33aada17be None None] Port 45bc530d-4663-4e5b-8a59-e2d60682e3d1 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:05.928338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:05.930366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-70c4a33f-ba28-4f7a-8fb6-1f7059be8fcf tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3420846 Mar 02 09:05:05.933495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60994) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:05.966717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device db1888d1-785b-4fec-8e34-b3236cd8c4a4 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:05.978749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 09d6937b-4efb-4c99-9ff6-86279f09487a is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:05:06.059443 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4b96594b-69e7-4027-9696-d4e79f7143d0 None None] Provisioning complete for port 45bc530d-4663-4e5b-8a59-e2d60682e3d1 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:06.060164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4b96594b-69e7-4027-9696-d4e79f7143d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.105849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0caf40c-5518-4a67-8264-ff0d93900b3d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.117306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4b96594b-69e7-4027-9696-d4e79f7143d0 None None] Port 45bc530d-4663-4e5b-8a59-e2d60682e3d1 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:06.137522 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port db1888d1-785b-4fec-8e34-b3236cd8c4a4 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:06.142884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port db1888d1-785b-4fec-8e34-b3236cd8c4a4 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:06.143261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.144382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9803215c-4410-4d05-a707-3bf0062390a2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.151644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port d06e10b3-c375-47d2-8eb2-f91d043802bc {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:06.151644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.196152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caf40c-5518-4a67-8264-ff0d93900b3d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=45279b3c-4bfd-488e-831b-c37a665ba7b6,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:06.201939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9803215c-4410-4d05-a707-3bf0062390a2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.209162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:06.218520 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7fa4209d-fe7a-4db6-a41f-61411b475bf3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/09d6937b-4efb-4c99-9ff6-86279f09487a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9976678 Mar 02 09:05:06.222794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 60998) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:06.251949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0caf40c-5518-4a67-8264-ff0d93900b3d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.252172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f001d82-8c8c-4ad3-b8d7-e995f19b0851 None None] Sync routers for ids ['09d6937b-4efb-4c99-9ff6-86279f09487a'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:06.304465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f001d82-8c8c-4ad3-b8d7-e995f19b0851 None None] Routers {'09d6937b-4efb-4c99-9ff6-86279f09487a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:06.304465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7f001d82-8c8c-4ad3-b8d7-e995f19b0851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['09d6937b-4efb-4c99-9ff6-86279f09487a'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:06.314255 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f0caf40c-5518-4a67-8264-ff0d93900b3d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/45279b3c-4bfd-488e-831b-c37a665ba7b6 HTTP/1.1" status: 204 len: 168 time: 1.8185658 Mar 02 09:05:06.314455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32770) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:06.355368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.361904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03242dcf-e492-4314-bbcc-ff7b085e8155 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:06.362487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-03242dcf-e492-4314-bbcc-ff7b085e8155 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:06.374322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8fd8c962-ebaf-4dfe-9b48-7c5307a50217 None None] Provisioning complete for port 45bc530d-4663-4e5b-8a59-e2d60682e3d1 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:06.374827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c962-ebaf-4dfe-9b48-7c5307a50217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.418183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7f001d82-8c8c-4ad3-b8d7-e995f19b0851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:06.423100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf9a30-205c-482c-a29c-36ee263145c9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:06.429602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf9a30-205c-482c-a29c-36ee263145c9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:06.430415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c9bf9a30-205c-482c-a29c-36ee263145c9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:06.438970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9803215c-4410-4d05-a707-3bf0062390a2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.456717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f001d82-8c8c-4ad3-b8d7-e995f19b0851 None None] Routers {'09d6937b-4efb-4c99-9ff6-86279f09487a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:06.457468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7f001d82-8c8c-4ad3-b8d7-e995f19b0851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['09d6937b-4efb-4c99-9ff6-86279f09487a'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:06.463889 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-03242dcf-e492-4314-bbcc-ff7b085e8155 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:06.464436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.465065 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-03242dcf-e492-4314-bbcc-ff7b085e8155 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports/45bc530d-4663-4e5b-8a59-e2d60682e3d1 HTTP/1.1" status: 200 len: 910 time: 0.2413559 Mar 02 09:05:06.468635 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32774) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:06.471206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803215c-4410-4d05-a707-3bf0062390a2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b6299b-15e8-4d8e-afc9-7a4c5d0c79e7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:06.481522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4457bc7c-8f19-43ea-a201-0d56338a0be4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c44a13e-b782-4167-bf03-c81e60d32895'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:06.519930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8c962-ebaf-4dfe-9b48-7c5307a50217 None None] Port 45bc530d-4663-4e5b-8a59-e2d60682e3d1 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:06.535009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port db1888d1-785b-4fec-8e34-b3236cd8c4a4, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=db1888d1-785b-4fec-8e34-b3236cd8c4a4,segment=NetworkSegment(a35f5d95-3bee-4a67-85df-6d1705e7df40),segment_id=a35f5d95-3bee-4a67-85df-6d1705e7df40)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:06.540015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7f001d82-8c8c-4ad3-b8d7-e995f19b0851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:06.540492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f001d82-8c8c-4ad3-b8d7-e995f19b0851 None None] The sync data for ids ['09d6937b-4efb-4c99-9ff6-86279f09487a'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:06.584126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9803215c-4410-4d05-a707-3bf0062390a2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.585960 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9803215c-4410-4d05-a707-3bf0062390a2 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/c4b6299b-15e8-4d8e-afc9-7a4c5d0c79e7 HTTP/1.1" status: 204 len: 168 time: 0.6507075 Mar 02 09:05:06.589639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c9bf9a30-205c-482c-a29c-36ee263145c9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:06.590738 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c9bf9a30-205c-482c-a29c-36ee263145c9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2753935 Mar 02 09:05:06.593206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32778) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:06.594038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32780) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:06.601251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.608854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.611984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for d06e10b3-c375-47d2-8eb2-f91d043802bc owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:06.677318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=db1888d1-785b-4fec-8e34-b3236cd8c4a4,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:06.737444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=561b4c8d-3180-4577-a8d7-afc06715e080,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:06.767372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Checking segment: {'id': '15c32f77-11ef-4f26-92fe-c7d154fbebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a9f937a-46c7-41cc-bca4-b65bcea674f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:06.767727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network hostable DHCP agents. Network: 4a9f937a-46c7-41cc-bca4-b65bcea674f3, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:06.775320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9d8ef-5e2c-4f98-b3a4-1e9722278149 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 0aec5a44-160e-407b-a360-210b9addc2de {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:06.775657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d8ef-5e2c-4f98-b3a4-1e9722278149 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.825798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-41c903e2-a36c-4fcb-b1f9-6a6f528545f4 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:06.902362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 4a9f937a-46c7-41cc-bca4-b65bcea674f3 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:06.954468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.966174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4457bc7c-8f19-43ea-a201-0d56338a0be4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:06.989191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-41c903e2-a36c-4fcb-b1f9-6a6f528545f4 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:06.990466 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-41c903e2-a36c-4fcb-b1f9-6a6f528545f4 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3955178 Mar 02 09:05:06.994760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32786) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:06.996964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4a9f937a-46c7-41cc-bca4-b65bcea674f3) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:07.004717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07584e-dcde-4773-a12f-e9eafd4b7024 None None] Network 4a9f937a-46c7-41cc-bca4-b65bcea674f3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:07.026687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:07.027350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:07.052034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=d06e10b3-c375-47d2-8eb2-f91d043802bc,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:07.210944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d8ef-5e2c-4f98-b3a4-1e9722278149 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:07.317195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-4a9f937a-46c7-41cc-bca4-b65bcea674f3', 'network_id': '4a9f937a-46c7-41cc-bca4-b65bcea674f3', 'tenant_id': 'f439895a1ece46558005b82d97396d6e', 'fixed_ips': [{'subnet_id': '561b4c8d-3180-4577-a8d7-afc06715e080'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:07.318598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:07.406236 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6f2b69df-8e99-45a6-8932-8218eacc315e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4762466 Mar 02 09:05:07.411363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32790) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:07.411969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:07.424229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3ef00665-3761-4303-83da-b141562f94b0 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Synchronizing usage tracker for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:07.432294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '4a9f937a-46c7-41cc-bca4-b65bcea674f3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-124848910'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:07.495298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Allocated IP 2001:db8::2 (4a9f937a-46c7-41cc-bca4-b65bcea674f3/561b4c8d-3180-4577-a8d7-afc06715e080/5383aac6-9e90-4d90-9e04-9b32dd8e5807) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:07.548007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9d8ef-5e2c-4f98-b3a4-1e9722278149 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 0aec5a44-160e-407b-a360-210b9addc2de owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:07.665484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3ef00665-3761-4303-83da-b141562f94b0 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] Unset dirty status for tenant:c220eb8a5da44fa29583b14acd6dc8b6 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:07.669476 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3ef00665-3761-4303-83da-b141562f94b0 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6706772 Mar 02 09:05:07.674576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32794) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:07.722269 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-cbb4dbb9-a8bc-4835-a42c-0ab4dde37081 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] delete failed (client error): The resource could not be found. Mar 02 09:05:07.723294 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cbb4dbb9-a8bc-4835-a42c-0ab4dde37081 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "DELETE /v2.0/security-groups/c4b6299b-15e8-4d8e-afc9-7a4c5d0c79e7 HTTP/1.1" status: 404 len: 347 time: 0.0463293 Mar 02 09:05:07.728583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32798) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:07.736308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:07.794016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Transition to ACTIVE for port object 5383aac6-9e90-4d90-9e04-9b32dd8e5807 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:07.803114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d8ef-5e2c-4f98-b3a4-1e9722278149 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:07.814494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Transition to ACTIVE for port object 5383aac6-9e90-4d90-9e04-9b32dd8e5807 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:07.834201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:07.842730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:port and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:07.846261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:05:07.847168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:07.854531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:07.881302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:07.892895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9d8ef-5e2c-4f98-b3a4-1e9722278149 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=0aec5a44-160e-407b-a360-210b9addc2de,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:07.903557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d8ef-5e2c-4f98-b3a4-1e9722278149 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:07.922858 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a0bd6d2f-7145-4db8-a49b-1fc932925f99 tempest-SecGroupTest-692885951 tempest-SecGroupTest-692885951-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1932929 Mar 02 09:05:07.956462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device db1888d1-785b-4fec-8e34-b3236cd8c4a4 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:08.015581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:08.019695 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Network 4a9f937a-46c7-41cc-bca4-b65bcea674f3 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:08.024187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:08.028436 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58287d9-d37e-42d2-a1f2-b4dce35a43ae None None] Sync routers for ids ['3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:08.029126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:08.033631 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f4d9d8ef-5e2c-4f98-b3a4-1e9722278149 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/0aec5a44-160e-407b-a360-210b9addc2de HTTP/1.1" status: 204 len: 168 time: 1.4370604 Mar 02 09:05:08.035600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.040300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32806) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:08.044108 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58287d9-d37e-42d2-a1f2-b4dce35a43ae None None] Routers {'3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:08.045668 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d58287d9-d37e-42d2-a1f2-b4dce35a43ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:08.047382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:08.063889 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-83710099-87e4-4202-87ca-9591e9982015 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2505481 Mar 02 09:05:08.064718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32810) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:08.093148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Pushing event updated for resources: {'Port': ['ID=5383aac6-9e90-4d90-9e04-9b32dd8e5807,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:08.121390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-efa9fe49-e43c-40a2-9477-d437bd67a0ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:08.126765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port dc18d290-d243-4210-8ec6-cc73b14687d8 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:08.144536 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d58287d9-d37e-42d2-a1f2-b4dce35a43ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:08.153272 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58287d9-d37e-42d2-a1f2-b4dce35a43ae None None] Routers {'3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:08.153886 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d58287d9-d37e-42d2-a1f2-b4dce35a43ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:08.182341 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port db1888d1-785b-4fec-8e34-b3236cd8c4a4 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:08.183610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.206124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc39154-d2c4-47bc-a647-720918b00bc6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:08.206865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ffc39154-d2c4-47bc-a647-720918b00bc6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:08.218638 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d58287d9-d37e-42d2-a1f2-b4dce35a43ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:08.219264 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58287d9-d37e-42d2-a1f2-b4dce35a43ae None None] The sync data for ids ['3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:08.223986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Attempting to bind port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:08.224473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Attempting to bind port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '15c32f77-11ef-4f26-92fe-c7d154fbebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a9f937a-46c7-41cc-bca4-b65bcea674f3'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:08.224934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Attempting to bind port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 on network 4a9f937a-46c7-41cc-bca4-b65bcea674f3 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:08.230201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4457bc7c-8f19-43ea-a201-0d56338a0be4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.243039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:08.243507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Checking segment: {'id': '15c32f77-11ef-4f26-92fe-c7d154fbebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a9f937a-46c7-41cc-bca4-b65bcea674f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:08.244019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.244483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Bound using segment: {'id': '15c32f77-11ef-4f26-92fe-c7d154fbebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a9f937a-46c7-41cc-bca4-b65bcea674f3'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:08.245040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Bound port: 5383aac6-9e90-4d90-9e04-9b32dd8e5807, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c32f77-11ef-4f26-92fe-c7d154fbebb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a9f937a-46c7-41cc-bca4-b65bcea674f3'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:08.245458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.285567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-efa9fe49-e43c-40a2-9477-d437bd67a0ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:08.289691 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-efa9fe49-e43c-40a2-9477-d437bd67a0ab tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8 HTTP/1.1" status: 200 len: 205 time: 0.2210395 Mar 02 09:05:08.290250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32814) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:08.311120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::76 (4a9f937a-46c7-41cc-bca4-b65bcea674f3/561b4c8d-3180-4577-a8d7-afc06715e080/dc18d290-d243-4210-8ec6-cc73b14687d8) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:08.363876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4457bc7c-8f19-43ea-a201-0d56338a0be4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.405916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] For port 5383aac6-9e90-4d90-9e04-9b32dd8e5807, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:08.416230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] For port 5383aac6-9e90-4d90-9e04-9b32dd8e5807, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5383aac6-9e90-4d90-9e04-9b32dd8e5807,segment=NetworkSegment(15c32f77-11ef-4f26-92fe-c7d154fbebb2),segment_id=15c32f77-11ef-4f26-92fe-c7d154fbebb2)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:08.432161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ffc39154-d2c4-47bc-a647-720918b00bc6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:08.437457 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ffc39154-d2c4-47bc-a647-720918b00bc6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3921695 Mar 02 09:05:08.437930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32818) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:08.495665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b316aa28-16c8-4e0c-b191-223c071c76ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:05:08.496196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b316aa28-16c8-4e0c-b191-223c071c76ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:08.529665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b316aa28-16c8-4e0c-b191-223c071c76ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:08.531122 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b316aa28-16c8-4e0c-b191-223c071c76ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/45279b3c-4bfd-488e-831b-c37a665ba7b6 HTTP/1.1" status: 404 len: 333 time: 0.0936599 Mar 02 09:05:08.533612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32824) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:08.543642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.556061 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-467773ca-16e1-4d39-9c38-14110940fdc4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.583321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.597190 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-7974688e-057b-4173-aaeb-8a2ebf659f5c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:05:08.598651 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7974688e-057b-4173-aaeb-8a2ebf659f5c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/0aec5a44-160e-407b-a360-210b9addc2de HTTP/1.1" status: 404 len: 333 time: 0.0641243 Mar 02 09:05:08.602209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32828) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:08.617869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32832) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:08.623349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457bc7c-8f19-43ea-a201-0d56338a0be4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=45bc530d-4663-4e5b-8a59-e2d60682e3d1,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:08.628535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object dc18d290-d243-4210-8ec6-cc73b14687d8 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:08.644223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4457bc7c-8f19-43ea-a201-0d56338a0be4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:08.644916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4457bc7c-8f19-43ea-a201-0d56338a0be4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.646510 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4457bc7c-8f19-43ea-a201-0d56338a0be4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/ports/45bc530d-4663-4e5b-8a59-e2d60682e3d1 HTTP/1.1" status: 200 len: 910 time: 2.1719332 Mar 02 09:05:08.650427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32838) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:08.678938 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c37a97-985d-40ab-aa6a-c392feec774f None None] Pushing event updated for resources: {'Port': ['ID=5383aac6-9e90-4d90-9e04-9b32dd8e5807,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:08.750393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:08.848493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.108063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.129265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 4a9f937a-46c7-41cc-bca4-b65bcea674f3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:09.134983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:09.146785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:09.152731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:09.153331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.157027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=dc18d290-d243-4210-8ec6-cc73b14687d8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:09.172697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc440a1-6379-42e3-92e3-66e06a559274']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:09.190124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85aadc4e-f8ba-4427-8e8e-48a6868685c0') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:09.190304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85aadc4e-f8ba-4427-8e8e-48a6868685c0') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:09.203462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.219186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.225108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:05:09.225250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-467773ca-16e1-4d39-9c38-14110940fdc4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.225521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.228538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-467773ca-16e1-4d39-9c38-14110940fdc4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:05:09.239581 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:05:09.300503 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-21450178-dc13-4e41-bb4a-7209abf7b329 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.8840597 Mar 02 09:05:09.306580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32842) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:09.335882 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-aec77a22-715d-441a-9172-1042df310e21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c220eb8a5da44fa29583b14acd6dc8b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7120292 Mar 02 09:05:09.336439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32846) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:09.380759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f95d3e32-7c42-4cdd-8d63-ef174dce199f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port dc18d290-d243-4210-8ec6-cc73b14687d8 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:09.381112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f95d3e32-7c42-4cdd-8d63-ef174dce199f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.410680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-467773ca-16e1-4d39-9c38-14110940fdc4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.410680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467773ca-16e1-4d39-9c38-14110940fdc4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Fanout notify agent at l3_agent the message router_deleted on router 3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:05:09.445287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.449903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.464969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-467773ca-16e1-4d39-9c38-14110940fdc4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.468554 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-467773ca-16e1-4d39-9c38-14110940fdc4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8 HTTP/1.1" status: 204 len: 168 time: 1.1745162 Mar 02 09:05:09.477495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32850) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:09.581927 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/networks/afc440a1-6379-42e3-92e3-66e06a559274 HTTP/1.1" status: 204 len: 168 time: 0.9787040 Mar 02 09:05:09.583253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f3248-075f-4a0b-8eb8-b952a64fe872 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Network': ['ID=afc440a1-6379-42e3-92e3-66e06a559274,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:09.588172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32856) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:09.603718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1229478198'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:09.617471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:09.634281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:network and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:09.635568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf5ce90-a4bd-4f50-81a9-5754353b4f75 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting subnet 4f28d5cb-394d-4380-b087-a411435e2224 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:05:09.641709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:09.644349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1e17c5c8-d982-4afd-9267-074e6d341c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.649599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ce90-a4bd-4f50-81a9-5754353b4f75 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.664467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:09.693912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1e17c5c8-d982-4afd-9267-074e6d341c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.716796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a369f-23df-460d-9c48-9ea0f2290136 None None] Network 4a9f937a-46c7-41cc-bca4-b65bcea674f3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:09.772134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:09.773132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ce90-a4bd-4f50-81a9-5754353b4f75 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.775791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.822841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:09.835448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.846924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f95d3e32-7c42-4cdd-8d63-ef174dce199f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.893490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:09.894939 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Added segment 82a3bb77-0eb4-453f-81e7-8079f193ec12 of type vlan for network 73814c00-be0c-4338-a35b-f48103d7b142 Mar 02 09:05:09.980345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ee00ceb9-c6f0-4f3a-a7cc-6aa9f5e82459 None None] Provisioning for port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:09.991031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f95d3e32-7c42-4cdd-8d63-ef174dce199f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for dc18d290-d243-4210-8ec6-cc73b14687d8 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:10.006773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5383aac6-9e90-4d90-9e04-9b32dd8e5807 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:10.010585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.014309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1e17c5c8-d982-4afd-9267-074e6d341c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.050134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17c5c8-d982-4afd-9267-074e6d341c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00d83fb-7609-42d1-a2dd-ee6fef523306,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:10.063050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ce90-a4bd-4f50-81a9-5754353b4f75 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.188623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:10.197532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:10.197965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.276070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port 45bc530d-4663-4e5b-8a59-e2d60682e3d1 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:10.276415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.302055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.309481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:10.310331 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.315863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f95d3e32-7c42-4cdd-8d63-ef174dce199f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.328631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.361858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ce90-a4bd-4f50-81a9-5754353b4f75 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.364920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a39239b8-241f-4bed-a72a-5cce1aa63f0e None None] Could not find standard attr ID for object dc18d290-d243-4210-8ec6-cc73b14687d8. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:05:10.369623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 5383aac6-9e90-4d90-9e04-9b32dd8e5807, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5383aac6-9e90-4d90-9e04-9b32dd8e5807,segment=NetworkSegment(15c32f77-11ef-4f26-92fe-c7d154fbebb2),segment_id=15c32f77-11ef-4f26-92fe-c7d154fbebb2)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:10.380023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a39239b8-241f-4bed-a72a-5cce1aa63f0e None None] Provisioning complete for port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:10.380291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1e17c5c8-d982-4afd-9267-074e6d341c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.380812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a39239b8-241f-4bed-a72a-5cce1aa63f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.390380 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1e17c5c8-d982-4afd-9267-074e6d341c50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d00d83fb-7609-42d1-a2dd-ee6fef523306 HTTP/1.1" status: 204 len: 168 time: 1.0532858 Mar 02 09:05:10.428701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d3e32-7c42-4cdd-8d63-ef174dce199f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=dc18d290-d243-4210-8ec6-cc73b14687d8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:10.474239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ce90-a4bd-4f50-81a9-5754353b4f75 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.482246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5ce90-a4bd-4f50-81a9-5754353b4f75 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Subnet': ['ID=4f28d5cb-394d-4380-b087-a411435e2224,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:10.491653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f95d3e32-7c42-4cdd-8d63-ef174dce199f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.495093 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9004612 Mar 02 09:05:10.505541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32864) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:10.508943 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dcf5ce90-a4bd-4f50-81a9-5754353b4f75 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/4f28d5cb-394d-4380-b087-a411435e2224 HTTP/1.1" status: 204 len: 168 time: 1.0296619 Mar 02 09:05:10.512901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32866) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:10.513873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8e4d8d-a333-4302-bf93-c14394207248 None None] Network 2a0289c2-816f-480a-8ed5-8540a4e0749c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:10.514962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f95d3e32-7c42-4cdd-8d63-ef174dce199f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/dc18d290-d243-4210-8ec6-cc73b14687d8 HTTP/1.1" status: 204 len: 168 time: 1.2073879 Mar 02 09:05:10.515751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32870) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:10.520867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': '73814c00-be0c-4338-a35b-f48103d7b142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:10.553116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.580381 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af64a1e-2573-417d-88ec-c0e84ccc04fb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:05:10.581097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4af64a1e-2573-417d-88ec-c0e84ccc04fb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:10.671002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a3a29-6499-441c-a05d-5688f8daf9d2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Network': ['ID=73814c00-be0c-4338-a35b-f48103d7b142,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:10.680399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4af64a1e-2573-417d-88ec-c0e84ccc04fb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:10.681589 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4af64a1e-2573-417d-88ec-c0e84ccc04fb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/dc18d290-d243-4210-8ec6-cc73b14687d8 HTTP/1.1" status: 404 len: 333 time: 0.1648862 Mar 02 09:05:10.684473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32880) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:10.703735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 73814c00-be0c-4338-a35b-f48103d7b142 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:10.789712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-61127b64-b505-4058-aed1-0a2c29b0eaf2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet 561b4c8d-3180-4577-a8d7-afc06715e080 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:05:10.793144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61127b64-b505-4058-aed1-0a2c29b0eaf2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.854289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61127b64-b505-4058-aed1-0a2c29b0eaf2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:10.861703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:10.884343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:10.954783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61127b64-b505-4058-aed1-0a2c29b0eaf2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.000941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=5383aac6-9e90-4d90-9e04-9b32dd8e5807,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:11.084612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:11.097051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61127b64-b505-4058-aed1-0a2c29b0eaf2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.099932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:11.118495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e898ab8-8379-4a49-a9ab-cc2ffb5b480d None None] DHCP port deletion for 2a0289c2-816f-480a-8ed5-8540a4e0749c request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:05:11.122911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9e898ab8-8379-4a49-a9ab-cc2ffb5b480d None None] Deleting port fd202581-dc32-4052-969b-ba44ab414518 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:11.123278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9e898ab8-8379-4a49-a9ab-cc2ffb5b480d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.147332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61127b64-b505-4058-aed1-0a2c29b0eaf2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=561b4c8d-3180-4577-a8d7-afc06715e080,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:11.149886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.156583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61127b64-b505-4058-aed1-0a2c29b0eaf2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.161175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.166293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef4793-8abc-479d-9516-e8f395043f55 None None] Network 4a9f937a-46c7-41cc-bca4-b65bcea674f3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:11.167251 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-61127b64-b505-4058-aed1-0a2c29b0eaf2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/561b4c8d-3180-4577-a8d7-afc06715e080 HTTP/1.1" status: 204 len: 168 time: 0.4815550 Mar 02 09:05:11.169935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32894) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:11.187651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5b620f63-cbbf-4803-84e2-ab273a976d41 None None] Could not find standard attr ID for object dc18d290-d243-4210-8ec6-cc73b14687d8. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:05:11.302410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:11.306184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.329614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for 45bc530d-4663-4e5b-8a59-e2d60682e3d1 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:11.374646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port fd202581-dc32-4052-969b-ba44ab414518 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:11.375032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.439677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.451791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:11.452377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.492087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Performing IP validity checks on allocation pools {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 09:05:11.493314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_backend_mixin [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88400) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 09:05:11.546183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9e898ab8-8379-4a49-a9ab-cc2ffb5b480d None None] For port fd202581-dc32-4052-969b-ba44ab414518, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=fd202581-dc32-4052-969b-ba44ab414518,segment=NetworkSegment(bdfe30c0-7e2f-4645-a5e2-97590b3769ab),segment_id=bdfe30c0-7e2f-4645-a5e2-97590b3769ab)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:11.546572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9e898ab8-8379-4a49-a9ab-cc2ffb5b480d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.684196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9e898ab8-8379-4a49-a9ab-cc2ffb5b480d None None] Calling delete_port for fd202581-dc32-4052-969b-ba44ab414518 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:11.756908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] For port 5383aac6-9e90-4d90-9e04-9b32dd8e5807, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5383aac6-9e90-4d90-9e04-9b32dd8e5807,segment=NetworkSegment(15c32f77-11ef-4f26-92fe-c7d154fbebb2),segment_id=15c32f77-11ef-4f26-92fe-c7d154fbebb2)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:11.757467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.801560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32906) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:11.807396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port fd202581-dc32-4052-969b-ba44ab414518, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=fd202581-dc32-4052-969b-ba44ab414518,segment=NetworkSegment(bdfe30c0-7e2f-4645-a5e2-97590b3769ab),segment_id=bdfe30c0-7e2f-4645-a5e2-97590b3769ab)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:11.807753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.820514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] DHCP port deletion for 4a9f937a-46c7-41cc-bca4-b65bcea674f3 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:05:11.824645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] Deleting port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:11.825298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.878736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9e898ab8-8379-4a49-a9ab-cc2ffb5b480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:11.915880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 5383aac6-9e90-4d90-9e04-9b32dd8e5807 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:11.941358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e898ab8-8379-4a49-a9ab-cc2ffb5b480d None None] Pushing event deleted for resources: {'Port': ['ID=fd202581-dc32-4052-969b-ba44ab414518,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:11.983132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5383aac6-9e90-4d90-9e04-9b32dd8e5807 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:05:11.988100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for fd202581-dc32-4052-969b-ba44ab414518 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:12.008564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e898ab8-8379-4a49-a9ab-cc2ffb5b480d None None] No DVR routers for this DVR port fd202581-dc32-4052-969b-ba44ab414518 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:05:12.035002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-114814818-network', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:12.056970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:12.068581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.096853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Usage tracker for resource:network and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:12.113632 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:12.126235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=5383aac6-9e90-4d90-9e04-9b32dd8e5807,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:12.129965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No DVR routers for this DVR port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:05:12.132162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:12.137636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No active binding found for port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 {{(pid=88402) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 09:05:12.138167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5383aac6-9e90-4d90-9e04-9b32dd8e5807 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:05:12.138574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device fd202581-dc32-4052-969b-ba44ab414518 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:05:12.175908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.182786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: fd202581-dc32-4052-969b-ba44ab414518 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:05:12.183119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device fd202581-dc32-4052-969b-ba44ab414518 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:05:12.190697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] For port 5383aac6-9e90-4d90-9e04-9b32dd8e5807, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5383aac6-9e90-4d90-9e04-9b32dd8e5807,segment=NetworkSegment(15c32f77-11ef-4f26-92fe-c7d154fbebb2),segment_id=15c32f77-11ef-4f26-92fe-c7d154fbebb2)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:12.191091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.214271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Made reservation on behalf of 7b3cf841a687405eb1907c3edafdcfae for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:12.216845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.258873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.268609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.269163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.294926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9f937a-46c7-41cc-bca4-b65bcea674f3']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:12.307554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:05:12.307885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:05:12.310072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c32f77-11ef-4f26-92fe-c7d154fbebb2') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:12.310072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c32f77-11ef-4f26-92fe-c7d154fbebb2') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:12.329581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.345719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.352541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:05:12.352915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.368544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] Calling delete_port for 5383aac6-9e90-4d90-9e04-9b32dd8e5807 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:05:12.369149 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:05:12.376257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:12.378680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=45bc530d-4663-4e5b-8a59-e2d60682e3d1,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:12.390494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=97307a93-dff9-49c6-b0fc-4dbebf5052bb,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:12.395365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Usage tracker for resource:security_group_rule and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:12.403219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:12.449097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:12.457373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Checking segment: {'id': '82a3bb77-0eb4-453f-81e7-8079f193ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '73814c00-be0c-4338-a35b-f48103d7b142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:12.457764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network hostable DHCP agents. Network: 73814c00-be0c-4338-a35b-f48103d7b142, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:12.474373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:05:12.474729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:05:12.535399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.564894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.571926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Network': ['ID=4a9f937a-46c7-41cc-bca4-b65bcea674f3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:12.645982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 73814c00-be0c-4338-a35b-f48103d7b142 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:12.654171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.657896 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-817857d4-7810-4b1c-b19e-921e603e7842 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/networks/4a9f937a-46c7-41cc-bca4-b65bcea674f3 HTTP/1.1" status: 204 len: 168 time: 1.4864275 Mar 02 09:05:12.661175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32912) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:12.674860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'name': 'tempest-PortsIpV6TestJSON-2080286080'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:12.862840 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port fd202581-dc32-4052-969b-ba44ab414518 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:12.863178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.905263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 73814c00-be0c-4338-a35b-f48103d7b142) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:12.909648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:12.910263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:12.915651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982bc5a6-9bb7-4fdd-a570-0f59eeffd0fb None None] Network 73814c00-be0c-4338-a35b-f48103d7b142 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:12.989724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] Deleting port 5383aac6-9e90-4d90-9e04-9b32dd8e5807 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:12.990116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.069286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-17563733-1c30-4d0b-abcc-4a5b0166e96c None None] The port '5383aac6-9e90-4d90-9e04-9b32dd8e5807' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:05:13.086378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] The port 'fd202581-dc32-4052-969b-ba44ab414518' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:05:13.191417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-73814c00-be0c-4338-a35b-f48103d7b142', 'network_id': '73814c00-be0c-4338-a35b-f48103d7b142', 'tenant_id': '82838f910669466198e98f5f1a1ca96b', 'fixed_ips': [{'subnet_id': '97307a93-dff9-49c6-b0fc-4dbebf5052bb'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:13.192309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.271346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:13.280508 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-195a16c5-1335-4e04-9f29-b400f0453803 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7688928 Mar 02 09:05:13.283395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32916) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:13.289960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': '73814c00-be0c-4338-a35b-f48103d7b142', 'name': 'tempest-PortsTestJSON-162761094'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:13.349277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Allocated IP 172.20.0.2 (73814c00-be0c-4338-a35b-f48103d7b142/97307a93-dff9-49c6-b0fc-4dbebf5052bb/1931593b-bdf5-4b5e-8e47-1de70868be56) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:13.384826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:port and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:13.402054 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:13.405752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.414916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:13.417542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.428359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:13.431899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 09d6937b-4efb-4c99-9ff6-86279f09487a has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:05:13.439811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:13.457013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0289c2-816f-480a-8ed5-8540a4e0749c']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:13.514379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:13.518539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.526440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.538991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfe30c0-7e2f-4645-a5e2-97590b3769ab') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:13.539512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfe30c0-7e2f-4645-a5e2-97590b3769ab') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:13.545356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port b4d741bc-30e9-4dbf-8517-357bf96f0ce5 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:13.580292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.592280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Transition to ACTIVE for port object 1931593b-bdf5-4b5e-8e47-1de70868be56 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:13.611850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Transition to ACTIVE for port object 1931593b-bdf5-4b5e-8e47-1de70868be56 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:13.636101 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.644478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:13.649227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.665348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:13.674632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a445bc8-8a43-40ef-8337-7ee691b386c2 None None] Sync routers for ids ['09d6937b-4efb-4c99-9ff6-86279f09487a'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:13.674781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:13.682371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fffd54a-d335-4a07-b104-b4b99648ca0b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:13.682847 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.691141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.702672 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-67080d14-9616-439b-a8dd-371221296455 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/09d6937b-4efb-4c99-9ff6-86279f09487a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0512586 Mar 02 09:05:13.707896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:05:13.708292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.718555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32920) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Added segment 5d43db98-22b9-4085-99cc-a602451718f4 of type vlan for network a6332975-3d58-4edc-a71c-3dc3ba5958cf Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:05:13.725452 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:05:13.733431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a445bc8-8a43-40ef-8337-7ee691b386c2 None None] Routers {'09d6937b-4efb-4c99-9ff6-86279f09487a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:13.734076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5a445bc8-8a43-40ef-8337-7ee691b386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['09d6937b-4efb-4c99-9ff6-86279f09487a'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:13.740728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port ec53f32e-e05a-40fb-be84-5421a2e2553f yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:13.779176 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-68e93f0f-d362-407a-b7b4-40069d7af80f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d6937b-4efb-4c99-9ff6-86279f09487a HTTP/1.1" status: 200 len: 205 time: 0.0575981 Mar 02 09:05:13.781218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32924) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:13.804459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5a445bc8-8a43-40ef-8337-7ee691b386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:13.811801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Network 73814c00-be0c-4338-a35b-f48103d7b142 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:13.821938 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:13.827116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:13.872883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.899854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Pushing event updated for resources: {'Port': ['ID=1931593b-bdf5-4b5e-8e47-1de70868be56,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:13.902098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a445bc8-8a43-40ef-8337-7ee691b386c2 None None] Routers {'09d6937b-4efb-4c99-9ff6-86279f09487a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:13.902696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5a445bc8-8a43-40ef-8337-7ee691b386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['09d6937b-4efb-4c99-9ff6-86279f09487a'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:13.936750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.7 (73814c00-be0c-4338-a35b-f48103d7b142/97307a93-dff9-49c6-b0fc-4dbebf5052bb/b4d741bc-30e9-4dbf-8517-357bf96f0ce5) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:13.946333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-654479ca-9e37-498a-91dc-21e5b0028f8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.960516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.965059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.978602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5a445bc8-8a43-40ef-8337-7ee691b386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:13.979000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a445bc8-8a43-40ef-8337-7ee691b386c2 None None] The sync data for ids ['09d6937b-4efb-4c99-9ff6-86279f09487a'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:13.988545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Attempting to bind port 1931593b-bdf5-4b5e-8e47-1de70868be56 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:13.988907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Attempting to bind port 1931593b-bdf5-4b5e-8e47-1de70868be56 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '82a3bb77-0eb4-453f-81e7-8079f193ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '73814c00-be0c-4338-a35b-f48103d7b142'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:13.989260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Attempting to bind port 1931593b-bdf5-4b5e-8e47-1de70868be56 on network 73814c00-be0c-4338-a35b-f48103d7b142 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:13.995788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:13.995788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Checking segment: {'id': '82a3bb77-0eb4-453f-81e7-8079f193ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '73814c00-be0c-4338-a35b-f48103d7b142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:13.997970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:13.997970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Bound using segment: {'id': '82a3bb77-0eb4-453f-81e7-8079f193ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '73814c00-be0c-4338-a35b-f48103d7b142'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:13.997970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Bound port: 1931593b-bdf5-4b5e-8e47-1de70868be56, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a3bb77-0eb4-453f-81e7-8079f193ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '73814c00-be0c-4338-a35b-f48103d7b142'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:13.997970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.055738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Network': ['ID=2a0289c2-816f-480a-8ed5-8540a4e0749c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:14.068363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.069379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:14.069973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.087982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] For port 1931593b-bdf5-4b5e-8e47-1de70868be56, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:14.091178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] For port 1931593b-bdf5-4b5e-8e47-1de70868be56, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1931593b-bdf5-4b5e-8e47-1de70868be56,segment=NetworkSegment(82a3bb77-0eb4-453f-81e7-8079f193ec12),segment_id=82a3bb77-0eb4-453f-81e7-8079f193ec12)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:14.097712 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-36342227-6dad-408e-b981-860237a849cf tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/networks/2a0289c2-816f-480a-8ed5-8540a4e0749c HTTP/1.1" status: 204 len: 168 time: 3.4330606 Mar 02 09:05:14.115838 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32928) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:14.127761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-736992790', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:14.147050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:14.156882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.210197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.211839 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:router and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:14.221414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:14.228007 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4196939 Mar 02 09:05:14.230013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a17d84-ad82-47ed-869e-edc4b81d584f admin admin] Pushing event updated for resources: {'Network': ['ID=a6332975-3d58-4edc-a71c-3dc3ba5958cf,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:14.233154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:14.235950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32932) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:14.243863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Request body: {'subnet': {'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-114814818-subnet', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:14.251040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:14.267593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5eb4d-7b7e-4976-aeb5-36db79a3df2e None None] Pushing event updated for resources: {'Port': ['ID=1931593b-bdf5-4b5e-8e47-1de70868be56,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:14.387394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:14.392207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Usage tracker for resource:subnet and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:14.396432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:14.403695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:14.418351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-654479ca-9e37-498a-91dc-21e5b0028f8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.435526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-654479ca-9e37-498a-91dc-21e5b0028f8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.451429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.452667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.467928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.481584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.483722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Made reservation on behalf of 7b3cf841a687405eb1907c3edafdcfae for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:14.485528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.576738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:14.582757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:14.598073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-654479ca-9e37-498a-91dc-21e5b0028f8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.598073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654479ca-9e37-498a-91dc-21e5b0028f8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Fanout notify agent at l3_agent the message router_deleted on router 09d6937b-4efb-4c99-9ff6-86279f09487a {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:05:14.624592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.649138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object b4d741bc-30e9-4dbf-8517-357bf96f0ce5 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:14.652484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:14.658687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-654479ca-9e37-498a-91dc-21e5b0028f8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.658687 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-654479ca-9e37-498a-91dc-21e5b0028f8e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/09d6937b-4efb-4c99-9ff6-86279f09487a HTTP/1.1" status: 204 len: 168 time: 0.8736186 Mar 02 09:05:14.660979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32936) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:14.661104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:14.661520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.733934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49616a4-51ba-4b63-ab7f-16494e213cf2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting subnet 4c44a13e-b782-4167-bf03-c81e60d32895 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:05:14.738669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f49616a4-51ba-4b63-ab7f-16494e213cf2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.776154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=ec53f32e-e05a-40fb-be84-5421a2e2553f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:14.806240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f49616a4-51ba-4b63-ab7f-16494e213cf2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.844312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:14.906698 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2116aef3-bbe3-4f1c-b6b2-1c3fd9625a76 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2426462 Mar 02 09:05:14.911930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32940) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:14.917626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 73814c00-be0c-4338-a35b-f48103d7b142 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:14.957165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:14.973166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:14.981576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.039434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=b4d741bc-30e9-4dbf-8517-357bf96f0ce5,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:15.066121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a52b9bf2-4324-4236-be21-827f3e2042e1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port ec53f32e-e05a-40fb-be84-5421a2e2553f {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:15.066442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a52b9bf2-4324-4236-be21-827f3e2042e1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.116045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:15.116652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.139240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f49616a4-51ba-4b63-ab7f-16494e213cf2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.217925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.294225 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5286732c-e4e6-4c57-a186-1238e43cbd2a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0097017 Mar 02 09:05:15.299957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32944) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:15.402485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f49616a4-51ba-4b63-ab7f-16494e213cf2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.426980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed2c15f-a6b6-4469-925b-6d17f4a3215c,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:15.456572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6f30cb-4f80-4ce8-9036-572c28f95ba1 None None] Network 73814c00-be0c-4338-a35b-f48103d7b142 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:15.467050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.470266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a52b9bf2-4324-4236-be21-827f3e2042e1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.484399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49616a4-51ba-4b63-ab7f-16494e213cf2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Subnet': ['ID=4c44a13e-b782-4167-bf03-c81e60d32895,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:15.489251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f49616a4-51ba-4b63-ab7f-16494e213cf2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.496065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ef4ad-5056-449e-90ed-eb2e220e5b52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port b4d741bc-30e9-4dbf-8517-357bf96f0ce5 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:15.496596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef4ad-5056-449e-90ed-eb2e220e5b52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.499306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Checking segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:15.499661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Network hostable DHCP agents. Network: a6332975-3d58-4edc-a71c-3dc3ba5958cf, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:15.510196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.510584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd127131-6366-4bca-962b-3bf9c7fe6bdd None None] Network 1b29093e-efa7-4185-a9e6-0a1b86ce805f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:15.644242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:15.677281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 172.26.3.9 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/6d566910-4469-4cca-803c-f14df1589fb8) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:15.691135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, a6332975-3d58-4edc-a71c-3dc3ba5958cf) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:15.711525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:15.712068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:15.725933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685a81e0-033e-4084-94fe-32a9492b7bb6 None None] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:15.770080 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f49616a4-51ba-4b63-ab7f-16494e213cf2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/4c44a13e-b782-4167-bf03-c81e60d32895 HTTP/1.1" status: 204 len: 168 time: 1.1088901 Mar 02 09:05:15.779614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a52b9bf2-4324-4236-be21-827f3e2042e1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for ec53f32e-e05a-40fb-be84-5421a2e2553f owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:15.786839 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32950) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:15.796494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fb0c3d51-0b28-48cc-99b0-56c63a001059 None None] Provisioning for port 1931593b-bdf5-4b5e-8e47-1de70868be56 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:16.031567 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bb8fd31e-3aec-49a4-b0c6-a2f02e61e451 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7920361 Mar 02 09:05:16.033328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32954) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:16.041432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:16.041631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1931593b-bdf5-4b5e-8e47-1de70868be56 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:16.054267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:16.061664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Usage tracker for resource:router and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:16.066143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.067187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:16.082791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:16.089136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.092987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef4ad-5056-449e-90ed-eb2e220e5b52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.099233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port db1888d1-785b-4fec-8e34-b3236cd8c4a4 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:16.099433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.160311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a52b9bf2-4324-4236-be21-827f3e2042e1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.181417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070f52f-10df-4228-bab6-baad85421052 None None] DHCP port deletion for 1b29093e-efa7-4185-a9e6-0a1b86ce805f request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:05:16.203058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7070f52f-10df-4228-bab6-baad85421052 None None] Deleting port db1888d1-785b-4fec-8e34-b3236cd8c4a4 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:16.203423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7070f52f-10df-4228-bab6-baad85421052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.239061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:16.239847 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.266428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ef4ad-5056-449e-90ed-eb2e220e5b52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for b4d741bc-30e9-4dbf-8517-357bf96f0ce5 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:16.294687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.296402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.301314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.323096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b9bf2-4324-4236-be21-827f3e2042e1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=ec53f32e-e05a-40fb-be84-5421a2e2553f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:16.354445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a52b9bf2-4324-4236-be21-827f3e2042e1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.355375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.389152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:16.391188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port db1888d1-785b-4fec-8e34-b3236cd8c4a4, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=db1888d1-785b-4fec-8e34-b3236cd8c4a4,segment=NetworkSegment(a35f5d95-3bee-4a67-85df-6d1705e7df40),segment_id=a35f5d95-3bee-4a67-85df-6d1705e7df40)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:16.391563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.396173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a52b9bf2-4324-4236-be21-827f3e2042e1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/ec53f32e-e05a-40fb-be84-5421a2e2553f HTTP/1.1" status: 204 len: 168 time: 1.4812145 Mar 02 09:05:16.396709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 1931593b-bdf5-4b5e-8e47-1de70868be56 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:16.398369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32958) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:16.401648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:16.407237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'mac_address': 'fa:16:3e:f6:ec:5f', 'name': 'tempest-PortsIpV6TestJSON-299663799'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:16.413457 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:16.422749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 1931593b-bdf5-4b5e-8e47-1de70868be56 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:16.423545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.553107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=6d566910-4469-4cca-803c-f14df1589fb8,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:16.635281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for db1888d1-785b-4fec-8e34-b3236cd8c4a4 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:16.692333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7070f52f-10df-4228-bab6-baad85421052 None None] For port db1888d1-785b-4fec-8e34-b3236cd8c4a4, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=db1888d1-785b-4fec-8e34-b3236cd8c4a4,segment=NetworkSegment(a35f5d95-3bee-4a67-85df-6d1705e7df40),segment_id=a35f5d95-3bee-4a67-85df-6d1705e7df40)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:16.692873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7070f52f-10df-4228-bab6-baad85421052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.713389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Allocated IP 172.20.0.2 (a6332975-3d58-4edc-a71c-3dc3ba5958cf/fed2c15f-a6b6-4469-925b-6d17f4a3215c/d394ed33-6bef-49ab-92c9-e2fb07555cfa) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:16.769745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9b08efe4-a70f-44d8-a24a-8c71bba72235 None None] Could not find standard attr ID for object b4d741bc-30e9-4dbf-8517-357bf96f0ce5. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:05:16.773108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef4ad-5056-449e-90ed-eb2e220e5b52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.836155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7070f52f-10df-4228-bab6-baad85421052 None None] Calling delete_port for db1888d1-785b-4fec-8e34-b3236cd8c4a4 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:16.938009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:16.956487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ef4ad-5056-449e-90ed-eb2e220e5b52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=b4d741bc-30e9-4dbf-8517-357bf96f0ce5,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:16.992597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No DVR routers for this DVR port db1888d1-785b-4fec-8e34-b3236cd8c4a4 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:05:16.999389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.004021 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9b08efe4-a70f-44d8-a24a-8c71bba72235 None None] Provisioning complete for port 1931593b-bdf5-4b5e-8e47-1de70868be56 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:17.004457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b08efe4-a70f-44d8-a24a-8c71bba72235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.055137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:17.067475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:port and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:17.072946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:17.081938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:17.082945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.121697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef4ad-5056-449e-90ed-eb2e220e5b52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.139637 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5f4ef4ad-5056-449e-90ed-eb2e220e5b52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/b4d741bc-30e9-4dbf-8517-357bf96f0ce5 HTTP/1.1" status: 204 len: 168 time: 1.8359218 Mar 02 09:05:17.140029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32962) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:17.181773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:17.202777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-7070f52f-10df-4228-bab6-baad85421052 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:05:17.203203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-7070f52f-10df-4228-bab6-baad85421052 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:05:17.216808 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b412962-2efd-4ac5-afa0-68eeef1fe6d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:05:17.217016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b412962-2efd-4ac5-afa0-68eeef1fe6d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:05:17.221330 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6b412962-2efd-4ac5-afa0-68eeef1fe6d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/b4d741bc-30e9-4dbf-8517-357bf96f0ce5 HTTP/1.1" status: 404 len: 333 time: 0.0777888 Mar 02 09:05:17.221507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 1931593b-bdf5-4b5e-8e47-1de70868be56, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1931593b-bdf5-4b5e-8e47-1de70868be56,segment=NetworkSegment(82a3bb77-0eb4-453f-81e7-8079f193ec12),segment_id=82a3bb77-0eb4-453f-81e7-8079f193ec12)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:17.223001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32966) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:17.234773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.236810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.244330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=db1888d1-785b-4fec-8e34-b3236cd8c4a4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:17.280779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b29093e-efa7-4185-a9e6-0a1b86ce805f']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:17.286728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.309901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35f5d95-3bee-4a67-85df-6d1705e7df40') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:17.310236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35f5d95-3bee-4a67-85df-6d1705e7df40') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:17.380372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.394281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b08efe4-a70f-44d8-a24a-8c71bba72235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.410098 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.423491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:05:17.423871 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:05:17.442863 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:05:17.445520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.448904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=1931593b-bdf5-4b5e-8e47-1de70868be56,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:17.452176 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.495833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Transition to ACTIVE for port object d394ed33-6bef-49ab-92c9-e2fb07555cfa will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:17.519908 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b047e4-51bf-4d64-b5d1-7f0ef39dfd5b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:05:17.520535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-61b047e4-51bf-4d64-b5d1-7f0ef39dfd5b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:17.538915 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Transition to ACTIVE for port object d394ed33-6bef-49ab-92c9-e2fb07555cfa will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:17.540364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-9b08efe4-a70f-44d8-a24a-8c71bba72235 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:05:17.541005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-9b08efe4-a70f-44d8-a24a-8c71bba72235 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:05:17.546175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.587030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 67800db0-9bc0-4cc4-b19c-1edfc31bda53 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:17.628322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.670152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-61b047e4-51bf-4d64-b5d1-7f0ef39dfd5b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:17.674097 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-61b047e4-51bf-4d64-b5d1-7f0ef39dfd5b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/b4d741bc-30e9-4dbf-8517-357bf96f0ce5 HTTP/1.1" status: 404 len: 333 time: 0.4038861 Mar 02 09:05:17.676063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32970) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:17.695467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:17.703305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:17.712926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7070f52f-10df-4228-bab6-baad85421052 None None] Deleting port db1888d1-785b-4fec-8e34-b3236cd8c4a4 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:17.714040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7070f52f-10df-4228-bab6-baad85421052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.742849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:17.745155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Pushing event updated for resources: {'Port': ['ID=d394ed33-6bef-49ab-92c9-e2fb07555cfa,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:17.810975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7070f52f-10df-4228-bab6-baad85421052 None None] The port 'db1888d1-785b-4fec-8e34-b3236cd8c4a4' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:05:17.877753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Attempting to bind port d394ed33-6bef-49ab-92c9-e2fb07555cfa on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:17.878098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Attempting to bind port d394ed33-6bef-49ab-92c9-e2fb07555cfa by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:17.878551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Attempting to bind port d394ed33-6bef-49ab-92c9-e2fb07555cfa on network a6332975-3d58-4edc-a71c-3dc3ba5958cf {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:17.885269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:17.885897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Checking segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:17.886299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.886777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Bound using segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:17.887335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Bound port: d394ed33-6bef-49ab-92c9-e2fb07555cfa, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:17.887888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.910592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.926873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:17.943315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Network': ['ID=1b29093e-efa7-4185-a9e6-0a1b86ce805f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:17.964316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2401893-a4f9-42f1-90b6-323df8a09ac4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet 97307a93-dff9-49c6-b0fc-4dbebf5052bb {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:05:17.987215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1931593b-bdf5-4b5e-8e47-1de70868be56 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:18.018380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2401893-a4f9-42f1-90b6-323df8a09ac4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.039502 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5255388f-d013-45eb-9502-3787ca2f517e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/networks/1b29093e-efa7-4185-a9e6-0a1b86ce805f HTTP/1.1" status: 204 len: 168 time: 2.2454543 Mar 02 09:05:18.040704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32974) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:18.053801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1644190736', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:18.062141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:18.071430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:router and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:18.074417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.078913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:18.094157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.115170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] For port d394ed33-6bef-49ab-92c9-e2fb07555cfa, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:18.132588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] For port d394ed33-6bef-49ab-92c9-e2fb07555cfa, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d394ed33-6bef-49ab-92c9-e2fb07555cfa,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:18.137955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:18.139414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.142994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2401893-a4f9-42f1-90b6-323df8a09ac4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.152750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 1931593b-bdf5-4b5e-8e47-1de70868be56 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:18.153393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.171766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.218236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.233572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.234591 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.266832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.310208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-acbd9514-5d4a-4a1d-9d1f-ccf53f4e0381 None None] Could not find standard attr ID for object b4d741bc-30e9-4dbf-8517-357bf96f0ce5. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:05:18.355036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.361705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2401893-a4f9-42f1-90b6-323df8a09ac4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.368779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76695ee4-969a-4faf-befb-da8f2d530cdf None None] Pushing event updated for resources: {'Port': ['ID=d394ed33-6bef-49ab-92c9-e2fb07555cfa,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:18.388302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router dbaf9ac7-18f9-4fcd-87c0-d0950963018c is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:05:18.414484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.427295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Allocated IP 172.26.3.212 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/185a143c-6db0-41c6-a91a-13c6479233f3) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:18.431849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device db1888d1-785b-4fec-8e34-b3236cd8c4a4 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:05:18.468577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: db1888d1-785b-4fec-8e34-b3236cd8c4a4 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:05:18.469139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device db1888d1-785b-4fec-8e34-b3236cd8c4a4 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:05:18.483417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.487050 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4630fb21-4f94-4719-be01-7ad6e4bb9b0b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4438028 Mar 02 09:05:18.487328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32978) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:18.495578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1734544110'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:18.499873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:18.510572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:18.511188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:18.513343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:18.519420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:18.520158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.571402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:network and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:18.581405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:18.589702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:18.613884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=67800db0-9bc0-4cc4-b19c-1edfc31bda53,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:18.635469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:18.645618 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29758a4c-2082-4110-aff5-b2513c9803af None None] Sync routers for ids ['dbaf9ac7-18f9-4fcd-87c0-d0950963018c'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:18.660436 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29758a4c-2082-4110-aff5-b2513c9803af None None] Routers {'dbaf9ac7-18f9-4fcd-87c0-d0950963018c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:18.661064 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-29758a4c-2082-4110-aff5-b2513c9803af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['dbaf9ac7-18f9-4fcd-87c0-d0950963018c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:18.701492 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ebbb4a24-28e8-4eb1-a174-4a2d0ef4fcd9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2986810 Mar 02 09:05:18.703126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32982) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:18.734067 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-29758a4c-2082-4110-aff5-b2513c9803af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:18.744488 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29758a4c-2082-4110-aff5-b2513c9803af None None] Routers {'dbaf9ac7-18f9-4fcd-87c0-d0950963018c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:18.745216 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-29758a4c-2082-4110-aff5-b2513c9803af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['dbaf9ac7-18f9-4fcd-87c0-d0950963018c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:18.760182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.760886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.766218 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7689a5f1-6b7a-4540-84a3-27471909e8b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 4.6448019 Mar 02 09:05:18.767765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32986) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:18.789058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2401893-a4f9-42f1-90b6-323df8a09ac4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.807037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6163d2de-92a1-40e6-a541-1751e41a7231 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:18.807779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6163d2de-92a1-40e6-a541-1751e41a7231 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:18.811940 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-29758a4c-2082-4110-aff5-b2513c9803af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:18.812350 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29758a4c-2082-4110-aff5-b2513c9803af None None] The sync data for ids ['dbaf9ac7-18f9-4fcd-87c0-d0950963018c'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:18.836735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2401893-a4f9-42f1-90b6-323df8a09ac4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.845050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1954f2a9-9ae8-4e8f-a483-21b0659cbd85 None None] Network 73814c00-be0c-4338-a35b-f48103d7b142 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:18.854245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2401893-a4f9-42f1-90b6-323df8a09ac4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=97307a93-dff9-49c6-b0fc-4dbebf5052bb,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:18.857609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.868804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:18.871781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:18.891892 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d2401893-a4f9-42f1-90b6-323df8a09ac4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/97307a93-dff9-49c6-b0fc-4dbebf5052bb HTTP/1.1" status: 204 len: 168 time: 1.2148137 Mar 02 09:05:18.899123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 32990) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:18.922618 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:18.930143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:18.936043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:18.967269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6163d2de-92a1-40e6-a541-1751e41a7231 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:18.968445 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6163d2de-92a1-40e6-a541-1751e41a7231 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/67800db0-9bc0-4cc4-b19c-1edfc31bda53 HTTP/1.1" status: 200 len: 844 time: 0.2655663 Mar 02 09:05:18.969651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:18.969980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Pushing event updated for resources: {'Port': ['ID=185a143c-6db0-41c6-a91a-13c6479233f3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:18.981666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 32994) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:19.104740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.105079 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added segment d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9 of type vlan for network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab Mar 02 09:05:19.122308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.128158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0439160e-1ab9-456c-88a8-e55ce5c395f0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 67800db0-9bc0-4cc4-b19c-1edfc31bda53 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:19.128500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0439160e-1ab9-456c-88a8-e55ce5c395f0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.133347 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18e4a5-bb19-46ee-9a26-f729b54b84af None None] DHCP port deletion for 73814c00-be0c-4338-a35b-f48103d7b142 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:05:19.139497 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dc18e4a5-bb19-46ee-9a26-f729b54b84af None None] Deleting port 1931593b-bdf5-4b5e-8e47-1de70868be56 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:19.140035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dc18e4a5-bb19-46ee-9a26-f729b54b84af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.166751 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-10304f0a-4a4a-4b7a-b7e7-d6ae6048a81b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/routers/dbaf9ac7-18f9-4fcd-87c0-d0950963018c HTTP/1.1" status: 200 len: 882 time: 0.3773584 Mar 02 09:05:19.169118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.172712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33000) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:19.255330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 1931593b-bdf5-4b5e-8e47-1de70868be56 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:19.255660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.455215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-dc18e4a5-bb19-46ee-9a26-f729b54b84af None None] For port 1931593b-bdf5-4b5e-8e47-1de70868be56, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1931593b-bdf5-4b5e-8e47-1de70868be56,segment=NetworkSegment(82a3bb77-0eb4-453f-81e7-8079f193ec12),segment_id=82a3bb77-0eb4-453f-81e7-8079f193ec12)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:19.455613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dc18e4a5-bb19-46ee-9a26-f729b54b84af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.706204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dc18e4a5-bb19-46ee-9a26-f729b54b84af None None] Calling delete_port for 1931593b-bdf5-4b5e-8e47-1de70868be56 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:19.737485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0439160e-1ab9-456c-88a8-e55ce5c395f0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.773773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] For port 1931593b-bdf5-4b5e-8e47-1de70868be56, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1931593b-bdf5-4b5e-8e47-1de70868be56,segment=NetworkSegment(82a3bb77-0eb4-453f-81e7-8079f193ec12),segment_id=82a3bb77-0eb4-453f-81e7-8079f193ec12)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:19.774393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.792959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661106cf-69ae-4967-9888-f34fdc2f85e7 None None] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:19.869403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0439160e-1ab9-456c-88a8-e55ce5c395f0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 67800db0-9bc0-4cc4-b19c-1edfc31bda53 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:19.886373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dc18e4a5-bb19-46ee-9a26-f729b54b84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.900319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-90901285-da52-4cee-9abb-ddddcc57cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.923856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 1931593b-bdf5-4b5e-8e47-1de70868be56 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:19.955884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18e4a5-bb19-46ee-9a26-f729b54b84af None None] Pushing event deleted for resources: {'Port': ['ID=1931593b-bdf5-4b5e-8e47-1de70868be56,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:19.957863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5b1093c4-5d06-4635-9f72-0c8762394b79 None None] Provisioning for port d394ed33-6bef-49ab-92c9-e2fb07555cfa completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:19.964189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18e4a5-bb19-46ee-9a26-f729b54b84af None None] No DVR routers for this DVR port 1931593b-bdf5-4b5e-8e47-1de70868be56 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:05:19.987297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:19.994404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:19.995465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.035430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d394ed33-6bef-49ab-92c9-e2fb07555cfa up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:20.104138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0439160e-1ab9-456c-88a8-e55ce5c395f0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.141737 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6534209 Mar 02 09:05:20.153809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33004) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:20.158262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ef56c-55dc-4c6d-bff2-a8b9ae3ce5c5 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Network': ['ID=80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:20.164619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'subnet': {'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:20.169318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439160e-1ab9-456c-88a8-e55ce5c395f0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=67800db0-9bc0-4cc4-b19c-1edfc31bda53,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:20.176412 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:20.177259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0439160e-1ab9-456c-88a8-e55ce5c395f0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.191425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:05:20.191704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:05:20.203559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.269798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port d394ed33-6bef-49ab-92c9-e2fb07555cfa completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:20.289777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port d394ed33-6bef-49ab-92c9-e2fb07555cfa triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:20.289777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.351583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:20.356810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:subnet and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:20.360761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:20.376578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:20.399023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0503d32a-2543-41b6-8645-d61abdd43e22 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:router {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:20.426787 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.439955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33008) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:20.440184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0439160e-1ab9-456c-88a8-e55ce5c395f0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/67800db0-9bc0-4cc4-b19c-1edfc31bda53 HTTP/1.1" status: 204 len: 168 time: 1.4571154 Mar 02 09:05:20.466875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port d394ed33-6bef-49ab-92c9-e2fb07555cfa, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d394ed33-6bef-49ab-92c9-e2fb07555cfa,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:20.489780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:20.494691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.510211 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b917ec2-0dcd-4177-a70a-9293d8d6edd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:05:20.511526 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0b917ec2-0dcd-4177-a70a-9293d8d6edd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/67800db0-9bc0-4cc4-b19c-1edfc31bda53 HTTP/1.1" status: 404 len: 333 time: 0.0702233 Mar 02 09:05:20.515697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0503d32a-2543-41b6-8645-d61abdd43e22 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:router {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:20.517021 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0503d32a-2543-41b6-8645-d61abdd43e22 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.3432128 Mar 02 09:05:20.529361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33012) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:20.529991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33014) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:20.541204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-307e9e85-e7ad-4447-bd28-32bd628ced99 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-736992790'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:20.572031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.581223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.594948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'name': 'tempest-PortsIpV6TestJSON-921857309'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:20.650659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1931593b-bdf5-4b5e-8e47-1de70868be56 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:05:20.694175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 1931593b-bdf5-4b5e-8e47-1de70868be56 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:20.694518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 1931593b-bdf5-4b5e-8e47-1de70868be56 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:05:20.694864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1931593b-bdf5-4b5e-8e47-1de70868be56 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:05:20.695021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.698452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f8e2f4ed-6dca-43b7-bc46-95b87595416b None None] Provisioning complete for port d394ed33-6bef-49ab-92c9-e2fb07555cfa triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:20.698737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f4ed-6dca-43b7-bc46-95b87595416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:20.738522 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=d394ed33-6bef-49ab-92c9-e2fb07555cfa,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:20.841532 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] The port '1931593b-bdf5-4b5e-8e47-1de70868be56' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:05:20.960091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Router 97b628d2-d6d3-4ca1-897e-79a879734de0 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:05:21.135552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:21.144889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Sync routers for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:21.155795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:21.156424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:04:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:21.201058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:21.213155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:21.215799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fac712c4-72fd-4bf4-a482-ec945bf49f95 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1811609 Mar 02 09:05:21.216715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33020) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:21.264153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:port and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:21.268366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:21.275470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:21.307749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:21.340707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:21.368338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73814c00-be0c-4338-a35b-f48103d7b142']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:21.460470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a3bb77-0eb4-453f-81e7-8079f193ec12') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:21.460804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a3bb77-0eb4-453f-81e7-8079f193ec12') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:21.467258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:21.471000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:21.493799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:21.550170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 2d532f6f-50a5-4482-9747-ec35566b4990 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:21.586373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:21.672971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:05:21.673677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:05:21.692175 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:05:21.699238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:19Z', 'revision_number': 3, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:21.703612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Checking router: 97b628d2-d6d3-4ca1-897e-79a879734de0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:05:21.703967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Updating router 97b628d2-d6d3-4ca1-897e-79a879734de0 port 185a143c-6db0-41c6-a91a-13c6479233f3 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:05:21.761852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:21.781461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:21.950713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:21.959041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.000247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d394ed33-6bef-49ab-92c9-e2fb07555cfa up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:22.000466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.021477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Subnet': ['ID=abfd2b08-44a8-4392-8ff2-5414a7a6c9fc,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:22.037117 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-429a2d88-0d93-42ad-9d06-1a3c109e6151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.048756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-307e9e85-e7ad-4447-bd28-32bd628ced99 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.071533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Network': ['ID=73814c00-be0c-4338-a35b-f48103d7b142,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:22.109813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Checking segment: {'id': 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:22.110315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network hostable DHCP agents. Network: 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:22.117440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port d394ed33-6bef-49ab-92c9-e2fb07555cfa triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:22.117807 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.169482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Allocated IP 172.20.0.1 (a6332975-3d58-4edc-a71c-3dc3ba5958cf/fed2c15f-a6b6-4469-925b-6d17f4a3215c/71a85cf0-4e78-43a2-bec2-a311fc6b256b) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:22.179723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-307e9e85-e7ad-4447-bd28-32bd628ced99 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.186511 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a1789c03-972b-4bd7-8c4c-89dbbe5a19d4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/networks/73814c00-be0c-4338-a35b-f48103d7b142 HTTP/1.1" status: 204 len: 168 time: 3.2849574 Mar 02 09:05:22.199441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33024) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:22.213779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-530562275'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:22.222477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:22.252946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.273597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:network and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:22.279980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:22.294576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:22.296431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Transition to ACTIVE for port object 185a143c-6db0-41c6-a91a-13c6479233f3 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:22.301417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.345806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.362231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Transition to ACTIVE for port object 71a85cf0-4e78-43a2-bec2-a311fc6b256b will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:22.387694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.390967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:22.392915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:22.395449 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.425146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:22.436327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.436801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Added segment ede4f63a-8061-4494-875b-159261d0cc4e of type vlan for network 513a3822-8f36-417e-ae5d-52a165c805fb Mar 02 09:05:22.451472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307e9e85-e7ad-4447-bd28-32bd628ced99 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router dbaf9ac7-18f9-4fcd-87c0-d0950963018c has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:05:22.466431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.467462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Attempting to bind port 185a143c-6db0-41c6-a91a-13c6479233f3 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:22.467832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Attempting to bind port 185a143c-6db0-41c6-a91a-13c6479233f3 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:22.468198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Attempting to bind port 185a143c-6db0-41c6-a91a-13c6479233f3 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:22.478244 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e5082-5521-498d-9fd7-1b88e0a11127 None None] Pushing event updated for resources: {'Port': ['ID=185a143c-6db0-41c6-a91a-13c6479233f3,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:22.481071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:22.481071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:22.481412 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.481795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:22.482292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Bound port: 185a143c-6db0-41c6-a91a-13c6479233f3, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:22.482666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.510490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.525091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:22.539125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:22.540028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.542422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:22.551198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:22.557705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.559847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:22.572299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] For port 185a143c-6db0-41c6-a91a-13c6479233f3, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:22.575462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] For port 185a143c-6db0-41c6-a91a-13c6479233f3, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=185a143c-6db0-41c6-a91a-13c6479233f3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:22.578839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cd9a39-9db7-4543-9b91-0a46246ec5f4 None None] Network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:22.620883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Pushing event updated for resources: {'Port': ['ID=71a85cf0-4e78-43a2-bec2-a311fc6b256b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:22.643244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.664456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:22.675603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:22.679398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:22.686177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:22.687019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.781598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.811475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.817297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:22.820198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.886830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:22.887647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:22.939208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Network': ['ID=513a3822-8f36-417e-ae5d-52a165c805fb,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:22.944769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:22.945939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:22.967238 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fd881387-e413-46f1-99cf-1dd46d4b5f67 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8097293 Mar 02 09:05:22.969401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33028) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:22.969530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=2d532f6f-50a5-4482-9747-ec35566b4990,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:22.996700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307e9e85-e7ad-4447-bd28-32bd628ced99 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:23.004782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-307e9e85-e7ad-4447-bd28-32bd628ced99 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.008318 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-307e9e85-e7ad-4447-bd28-32bd628ced99 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/dbaf9ac7-18f9-4fcd-87c0-d0950963018c HTTP/1.1" status: 200 len: 889 time: 2.4732187 Mar 02 09:05:23.008567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33032) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:23.008924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 513a3822-8f36-417e-ae5d-52a165c805fb details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:23.015320 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45be8a6-55be-4d00-ade4-c4fa9a6ffd65 None None] Sync routers for ids ['dbaf9ac7-18f9-4fcd-87c0-d0950963018c'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:23.020899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e5082-5521-498d-9fd7-1b88e0a11127 None None] Pushing event updated for resources: {'Port': ['ID=185a143c-6db0-41c6-a91a-13c6479233f3,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:23.039166 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45be8a6-55be-4d00-ade4-c4fa9a6ffd65 None None] Routers {'dbaf9ac7-18f9-4fcd-87c0-d0950963018c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:23.041854 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f45be8a6-55be-4d00-ade4-c4fa9a6ffd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['dbaf9ac7-18f9-4fcd-87c0-d0950963018c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:23.053129 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4773b28c-5707-4208-a0c2-c5a6514ef8cf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8513908 Mar 02 09:05:23.053773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33036) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:23.080526 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-428c6783-c96f-466f-b40d-3ca9d453f11a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5493217 Mar 02 09:05:23.090295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33040) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:23.099112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6886972b-d935-4d96-8bf8-8923ccfa3c32 None None] Provisioning for port 71a85cf0-4e78-43a2-bec2-a311fc6b256b completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:23.101942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f33ede24-69b7-4c1d-82cc-f717f03a9f39 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:23.108429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': '513a3822-8f36-417e-ae5d-52a165c805fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:23.120892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6886972b-d935-4d96-8bf8-8923ccfa3c32 None None] Provisioning complete for port 71a85cf0-4e78-43a2-bec2-a311fc6b256b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:23.125509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6886972b-d935-4d96-8bf8-8923ccfa3c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.148181 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f45be8a6-55be-4d00-ade4-c4fa9a6ffd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:23.162763 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45be8a6-55be-4d00-ade4-c4fa9a6ffd65 None None] Routers {'dbaf9ac7-18f9-4fcd-87c0-d0950963018c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:23.163864 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f45be8a6-55be-4d00-ade4-c4fa9a6ffd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['dbaf9ac7-18f9-4fcd-87c0-d0950963018c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:23.243633 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f45be8a6-55be-4d00-ade4-c4fa9a6ffd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:23.244483 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45be8a6-55be-4d00-ade4-c4fa9a6ffd65 None None] The sync data for ids ['dbaf9ac7-18f9-4fcd-87c0-d0950963018c'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:23.285594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.287094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.350672 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f5ec5f59-1686-49e6-a4e5-dd5d60ace0df tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/routers/dbaf9ac7-18f9-4fcd-87c0-d0950963018c HTTP/1.1" status: 200 len: 889 time: 0.3384550 Mar 02 09:05:23.356041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33046) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:23.356670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f33ede24-69b7-4c1d-82cc-f717f03a9f39 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.405095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6886972b-d935-4d96-8bf8-8923ccfa3c32 None None] Port 71a85cf0-4e78-43a2-bec2-a311fc6b256b cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:23.420230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5462d309-c43b-4ac7-8f6a-d283a4b5ab00 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:23.477940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:23.481063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:23.482015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:23.489312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:23.556088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:23.574398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5462d309-c43b-4ac7-8f6a-d283a4b5ab00 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:23.576095 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5462d309-c43b-4ac7-8f6a-d283a4b5ab00 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbaf9ac7-18f9-4fcd-87c0-d0950963018c HTTP/1.1" status: 200 len: 205 time: 0.2091804 Mar 02 09:05:23.579280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33050) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:23.619094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.646924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Allocated IP 172.20.0.2 (80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab/abfd2b08-44a8-4392-8ff2-5414a7a6c9fc/86ff9dd4-b366-4192-8423-def6ddbde565) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:23.734124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.743410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:23.746957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.861008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f33ede24-69b7-4c1d-82cc-f717f03a9f39 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.866196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:23.936272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f33ede24-69b7-4c1d-82cc-f717f03a9f39 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.002434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:19Z', 'revision_number': 3, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:24.004826 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.012865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650812a7-4f5c-4b06-a98e-b4d73320190b None None] The sync data for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv is: [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:19Z', 'revision_number': 3, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:24.027163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Transition to ACTIVE for port object 86ff9dd4-b366-4192-8423-def6ddbde565 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:24.047553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f33ede24-69b7-4c1d-82cc-f717f03a9f39 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] In _notify_port_updated(), no bound segment for port 2d532f6f-50a5-4482-9747-ec35566b4990 on network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:05:24.047553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33ede24-69b7-4c1d-82cc-f717f03a9f39 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:24.047553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f33ede24-69b7-4c1d-82cc-f717f03a9f39 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.055281 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f33ede24-69b7-4c1d-82cc-f717f03a9f39 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "PUT /v2.0/ports/2d532f6f-50a5-4482-9747-ec35566b4990 HTTP/1.1" status: 200 len: 818 time: 0.9630880 Mar 02 09:05:24.065615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Transition to ACTIVE for port object 86ff9dd4-b366-4192-8423-def6ddbde565 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:24.075313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33056) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:24.144504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.200027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ede24-69b7-4c1d-82cc-f717f03a9f39 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=2d532f6f-50a5-4482-9747-ec35566b4990,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:24.226646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:24.230732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:24.235147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:24.253525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2c7868ee-fb2d-48d2-90c3-18509dfc8f7d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 2d532f6f-50a5-4482-9747-ec35566b4990 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:24.253807 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2c7868ee-fb2d-48d2-90c3-18509dfc8f7d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.330777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Pushing event updated for resources: {'Port': ['ID=86ff9dd4-b366-4192-8423-def6ddbde565,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:24.360030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.421573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Attempting to bind port 86ff9dd4-b366-4192-8423-def6ddbde565 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:24.422224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Attempting to bind port 86ff9dd4-b366-4192-8423-def6ddbde565 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:24.422599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Attempting to bind port 86ff9dd4-b366-4192-8423-def6ddbde565 on network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:24.440753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:24.444024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Checking segment: {'id': 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:24.444024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.444024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Bound using segment: {'id': 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:24.444024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Bound port: 86ff9dd4-b366-4192-8423-def6ddbde565, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:24.444455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.550134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 6d566910-4469-4cca-803c-f14df1589fb8 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:24.550673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.554878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.566889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] For port 86ff9dd4-b366-4192-8423-def6ddbde565, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:24.570228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] For port 86ff9dd4-b366-4192-8423-def6ddbde565, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=86ff9dd4-b366-4192-8423-def6ddbde565,segment=NetworkSegment(d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9),segment_id=d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:24.575613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.608345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.20.0.1 (80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab/abfd2b08-44a8-4392-8ff2-5414a7a6c9fc/5c438220-991b-49ad-a7c4-4bc05dcbbce9) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:24.613267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.629100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.630322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2c7868ee-fb2d-48d2-90c3-18509dfc8f7d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.693535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:24.726519 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b54cc-c327-41c5-a2a3-45b1141ca277 None None] Pushing event updated for resources: {'Port': ['ID=86ff9dd4-b366-4192-8423-def6ddbde565,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:24.949040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2c7868ee-fb2d-48d2-90c3-18509dfc8f7d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 2d532f6f-50a5-4482-9747-ec35566b4990 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:24.983106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Pushing event updated for resources: {'Port': ['ID=71a85cf0-4e78-43a2-bec2-a311fc6b256b,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:25.030766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.038525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.097419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Transition to ACTIVE for port object 5c438220-991b-49ad-a7c4-4bc05dcbbce9 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:25.101243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=556d501e-707a-40b4-bc81-a52ba785d812,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:25.139916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.149873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Checking segment: {'id': 'ede4f63a-8061-4494-875b-159261d0cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '513a3822-8f36-417e-ae5d-52a165c805fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:25.149873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network hostable DHCP agents. Network: 513a3822-8f36-417e-ae5d-52a165c805fb, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:25.269719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 6d566910-4469-4cca-803c-f14df1589fb8 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:25.270574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:25.272321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:25.301520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2c7868ee-fb2d-48d2-90c3-18509dfc8f7d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.343519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.347173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 513a3822-8f36-417e-ae5d-52a165c805fb is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:25.363781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7868ee-fb2d-48d2-90c3-18509dfc8f7d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=2d532f6f-50a5-4482-9747-ec35566b4990,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:25.368718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2c7868ee-fb2d-48d2-90c3-18509dfc8f7d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.399637 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2c7868ee-fb2d-48d2-90c3-18509dfc8f7d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/2d532f6f-50a5-4482-9747-ec35566b4990 HTTP/1.1" status: 204 len: 168 time: 1.3188264 Mar 02 09:05:25.399637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33062) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:25.434296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:25.441189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:25.452507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:25.520498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf3c67-5b12-4cf5-8c2d-d8a0f7edb784 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:25.521739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-36bf3c67-5b12-4cf5-8c2d-d8a0f7edb784 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:25.575246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-067717be-57e1-4661-b8d3-6885c6e6c365 None None] Provisioning complete for port 71a85cf0-4e78-43a2-bec2-a311fc6b256b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:25.575246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-067717be-57e1-4661-b8d3-6885c6e6c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.589484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 513a3822-8f36-417e-ae5d-52a165c805fb) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:25.594395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:25.594759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.612393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80889ea4-783c-4be9-8878-56001f6186ca None None] Network 513a3822-8f36-417e-ae5d-52a165c805fb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:25.617873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=5c438220-991b-49ad-a7c4-4bc05dcbbce9,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:25.650324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-36bf3c67-5b12-4cf5-8c2d-d8a0f7edb784 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:25.652633 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-36bf3c67-5b12-4cf5-8c2d-d8a0f7edb784 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2534261 Mar 02 09:05:25.655031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33066) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:25.660601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.665214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Router 97b628d2-d6d3-4ca1-897e-79a879734de0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:05:25.702758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.721503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-067717be-57e1-4661-b8d3-6885c6e6c365 None None] Port 71a85cf0-4e78-43a2-bec2-a311fc6b256b cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:25.758129 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6b3599a8-bb16-4dbb-bf6a-ec5964a2b8f7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7030995 Mar 02 09:05:25.763282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33070) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:25.766027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=6d566910-4469-4cca-803c-f14df1589fb8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:25.772398 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea99680-fa9a-491a-886a-3a762e7a8220 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:05:25.773802 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8ea99680-fa9a-491a-886a-3a762e7a8220 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/2d532f6f-50a5-4482-9747-ec35566b4990 HTTP/1.1" status: 404 len: 333 time: 0.1172736 Mar 02 09:05:25.780143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': '513a3822-8f36-417e-ae5d-52a165c805fb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-414565597'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:25.796803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33074) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:25.817724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1195532802'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:25.827995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:25.895388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:25.900591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:network and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:25.901370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-513a3822-8f36-417e-ae5d-52a165c805fb', 'network_id': '513a3822-8f36-417e-ae5d-52a165c805fb', 'tenant_id': '82838f910669466198e98f5f1a1ca96b', 'fixed_ips': [{'subnet_id': '556d501e-707a-40b4-bc81-a52ba785d812'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:25.902256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.114606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 185a143c-6db0-41c6-a91a-13c6479233f3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:26.149652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.154551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.186098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:26.203189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:26.208205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:26.221511 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-87222807-d4d8-44e2-b836-2439ad0d3b8a admin admin] 10.222.0.10 "PUT /v2.0/routers/97b628d2-d6d3-4ca1-897e-79a879734de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9990087 Mar 02 09:05:26.257327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.260377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Fanout notify agent at l3_agent the message router_deleted on router dbaf9ac7-18f9-4fcd-87c0-d0950963018c {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:05:26.260567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Allocated IP 172.20.0.2 (513a3822-8f36-417e-ae5d-52a165c805fb/556d501e-707a-40b4-bc81-a52ba785d812/93e1520d-1fc0-4c4f-9f33-fd498acb3921) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:26.271991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:26.279007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:port and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:26.282677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:26.291143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:26.358894 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c83ad-ed57-4dd0-b56a-91502dd5cac2 None None] Network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:26.365039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:26.368764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.405621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.418179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.423319 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8e5d3ed4-e358-4b88-9b2d-d6143ca8798b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/dbaf9ac7-18f9-4fcd-87c0-d0950963018c HTTP/1.1" status: 204 len: 168 time: 2.8430333 Mar 02 09:05:26.423494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:26.424202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33082) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:26.428220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.431600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1009885454'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:26.444050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:26.450745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:26.451693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:network and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:26.458070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:26.473297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:26.508670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port a0265a41-1a37-4b73-b86d-a75322a69121 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:26.513632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Sync routers for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:26.547570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.547785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:26.547892 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Added segment 92bc6d45-b581-46a6-99aa-d1ad4176a20e of type vlan for network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 Mar 02 09:05:26.548036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:26.593116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:26.593116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.657295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ffe522e5-a684-43d9-8450-d3b33e53128c None None] Provisioning for port 86ff9dd4-b366-4192-8423-def6ddbde565 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:26.660197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 185a143c-6db0-41c6-a91a-13c6479233f3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:26.679792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 185a143c-6db0-41c6-a91a-13c6479233f3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:26.679792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.679956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.861479 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:05:26.904798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.910126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:26.910705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:26.959069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:05:26.960371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:05:26.965999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:27.013616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.046156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Network': ['ID=8a4303a5-7183-40d9-a033-5c6b6bfa8974,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:27.053474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Transition to ACTIVE for port object 93e1520d-1fc0-4c4f-9f33-fd498acb3921 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:27.079909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:27.084997 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-78356b4b-8a53-4d84-9dbb-69695e888aa4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2852426 Mar 02 09:05:27.085766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33096) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:27.088272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33098) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:27.089938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.095620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:27.095756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1676272103-network', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:27.099148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:27.103696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Usage tracker for resource:network and tenant:be512d66e759455f9c32d00bce0c67aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:27.106607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:27.112896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:27.164479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.221661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:27.226537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:27.232541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:27.233761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Transition to ACTIVE for port object 93e1520d-1fc0-4c4f-9f33-fd498acb3921 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:27.239376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:27.250117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Made reservation on behalf of be512d66e759455f9c32d00bce0c67aa for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:27.252382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.275814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.296384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:27.301797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.308205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:27.312175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=5c438220-991b-49ad-a7c4-4bc05dcbbce9,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:27.318885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.339174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.351373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Usage tracker for resource:security_group_rule and tenant:be512d66e759455f9c32d00bce0c67aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:27.363231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:27.381628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:27.433454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.479841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.9 (513a3822-8f36-417e-ae5d-52a165c805fb/556d501e-707a-40b4-bc81-a52ba785d812/a0265a41-1a37-4b73-b86d-a75322a69121) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:27.491607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Network 513a3822-8f36-417e-ae5d-52a165c805fb is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:27.496456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 185a143c-6db0-41c6-a91a-13c6479233f3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=185a143c-6db0-41c6-a91a-13c6479233f3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:27.497863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:27.507897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:27.524147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Pushing event updated for resources: {'Port': ['ID=93e1520d-1fc0-4c4f-9f33-fd498acb3921,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:27.619258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.620320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 86ff9dd4-b366-4192-8423-def6ddbde565 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:27.669087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.735851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:27.743171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:27.767464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:27.785878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.786471 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added segment 1289bde1-7df1-4a2c-8b44-56222a51490f of type vlan for network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c Mar 02 09:05:27.817562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.820107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Attempting to bind port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:27.820578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Attempting to bind port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'ede4f63a-8061-4494-875b-159261d0cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '513a3822-8f36-417e-ae5d-52a165c805fb'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:27.820846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Attempting to bind port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 on network 513a3822-8f36-417e-ae5d-52a165c805fb {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:27.850866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:27.851238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Checking segment: {'id': 'ede4f63a-8061-4494-875b-159261d0cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '513a3822-8f36-417e-ae5d-52a165c805fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:27.851650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.852334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Bound using segment: {'id': 'ede4f63a-8061-4494-875b-159261d0cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '513a3822-8f36-417e-ae5d-52a165c805fb'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:27.852595 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Bound port: 93e1520d-1fc0-4c4f-9f33-fd498acb3921, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede4f63a-8061-4494-875b-159261d0cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '513a3822-8f36-417e-ae5d-52a165c805fb'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:27.852849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.862187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.888308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=185a143c-6db0-41c6-a91a-13c6479233f3,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:27.919988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.923636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:27.924252 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.962188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:27.967957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.001362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object a0265a41-1a37-4b73-b86d-a75322a69121 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:28.007814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] For port 93e1520d-1fc0-4c4f-9f33-fd498acb3921, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:28.014798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] For port 93e1520d-1fc0-4c4f-9f33-fd498acb3921, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=93e1520d-1fc0-4c4f-9f33-fd498acb3921,segment=NetworkSegment(ede4f63a-8061-4494-875b-159261d0cc4e),segment_id=ede4f63a-8061-4494-875b-159261d0cc4e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:28.018960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 86ff9dd4-b366-4192-8423-def6ddbde565 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:28.025328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 86ff9dd4-b366-4192-8423-def6ddbde565 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:28.025883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.075608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=1f675fd7-570d-46be-bd3a-e6a4d24074c0,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:28.076036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 2, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:28.092014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.092140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Checking router: 97b628d2-d6d3-4ca1-897e-79a879734de0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:05:28.092140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Updating router 97b628d2-d6d3-4ca1-897e-79a879734de0 port 71a85cf0-4e78-43a2-bec2-a311fc6b256b binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:05:28.092334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Network': ['ID=a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:28.092334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Checking segment: {'id': '92bc6d45-b581-46a6-99aa-d1ad4176a20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:28.092334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network hostable DHCP agents. Network: 8a4303a5-7183-40d9-a033-5c6b6bfa8974, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:28.109594 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-74dda1c1-25e8-4080-9647-90fb2c269d30 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6842799 Mar 02 09:05:28.114361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33104) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:28.121669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'subnet': {'network_id': 'a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:28.123109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:28.131872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac52427-fb82-4e72-a34c-14e74bf311de,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:28.147286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:28.147729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fde95906-b5ca-4e7c-b96c-52d8bfb415b7 None None] Provisioning for port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:28.157877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.161877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.162689 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Added segment 49659b95-46da-429e-be7f-314368e2d4e3 of type vlan for network 4b046dc3-3d5f-4f9a-8965-496cc363b78b Mar 02 09:05:28.168951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:05:28.173637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.245890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fde95906-b5ca-4e7c-b96c-52d8bfb415b7 None None] Provisioning complete for port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:28.246355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fde95906-b5ca-4e7c-b96c-52d8bfb415b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.267938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:28.271376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:28.279713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:subnet and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:28.285498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:28.293915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:28.347224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 8a4303a5-7183-40d9-a033-5c6b6bfa8974) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:28.352950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:28.353630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.377540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935107e7-b507-43a9-88e6-5525eee9b91d None None] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:28.383605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:28.387791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.393461 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.483763 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f3839e86-c8d6-4547-9baa-d125bdf84c2c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3943021 Mar 02 09:05:28.491257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33108) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:28.500273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:28.576511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:28.627956 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Sync routers for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:28.641396 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:28.642110 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:28.658146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 513a3822-8f36-417e-ae5d-52a165c805fb is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:28.662752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.688731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:28.699379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:28.760408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:28.768932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-fde95906-b5ca-4e7c-b96c-52d8bfb415b7 None None] Port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:28.795812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:28.796472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.805913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508a3f7-b73f-4a18-923e-dcc6fe19bdc0 None None] Pushing event updated for resources: {'Port': ['ID=93e1520d-1fc0-4c4f-9f33-fd498acb3921,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:28.824792 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-79f40d9f-7717-4340-91a5-e574e5171a68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8559556 Mar 02 09:05:28.826178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=a0265a41-1a37-4b73-b86d-a75322a69121,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:28.830593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33112) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:28.838915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1436022590'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:28.839637 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:28.856575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:28.862039 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:28.864346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:network and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:28.869089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:28.870302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:28.876621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:28.888384 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7639c0f3-77c3-4c6b-86e1-bc3c3e45ea9e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.1212063 Mar 02 09:05:28.889478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33116) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:28.891131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:28.928966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.930212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:28.931015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.936644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-08ff9380-7afe-40c3-a697-c1733263ac2b None None] Provisioning complete for port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:28.937160 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-08ff9380-7afe-40c3-a697-c1733263ac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:28.982123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.005311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:29.011240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.040680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4b046dc3-3d5f-4f9a-8965-496cc363b78b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:29.047577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:29.051637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.062005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4b046dc3-3d5f-4f9a-8965-496cc363b78b details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:29.067495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.091520 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f3f62-751b-4fe2-ac03-5cd20e1ea9ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port a0265a41-1a37-4b73-b86d-a75322a69121 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:29.092156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3f62-751b-4fe2-ac03-5cd20e1ea9ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.162492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:29.166582 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-50d5c7e3-a6d8-46d7-ac1a-1d060639a4b1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0796402 Mar 02 09:05:29.237921 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33120) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:29.271688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-8a4303a5-7183-40d9-a033-5c6b6bfa8974', 'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974', 'tenant_id': 'f439895a1ece46558005b82d97396d6e', 'fixed_ips': [{'subnet_id': '1f675fd7-570d-46be-bd3a-e6a4d24074c0'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:29.272501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.273321 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:25Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:26Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:29.278320 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Checking router: fdefb14c-620a-4a7a-b529-b75101ecbec7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:05:29.278891 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Updating router fdefb14c-620a-4a7a-b529-b75101ecbec7 port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:05:29.280332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Request body: {'subnet': {'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1676272103-subnet', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:29.294595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:29.299863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Usage tracker for resource:subnet and tenant:be512d66e759455f9c32d00bce0c67aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:29.303531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:29.310633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:29.353741 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.382460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Checking segment: {'id': '1289bde1-7df1-4a2c-8b44-56222a51490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:29.383092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network hostable DHCP agents. Network: a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:29.398560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Subnet': ['ID=b895952f-ee5e-4a06-9515-76534e9c7255,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:29.429195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Made reservation on behalf of be512d66e759455f9c32d00bce0c67aa for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:29.430160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3f62-751b-4fe2-ac03-5cd20e1ea9ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.432395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.495801 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.ipam_backend_mixin [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f675fd7-570d-46be-bd3a-e6a4d24074c0 (CIDR: 2001:db8::/64) Mar 02 09:05:29.506235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:29.580244 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:05:29.580891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:05:29.593944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f3f62-751b-4fe2-ac03-5cd20e1ea9ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for a0265a41-1a37-4b73-b86d-a75322a69121 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:29.651726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Allocated IP 2001:db8::2 (8a4303a5-7183-40d9-a033-5c6b6bfa8974/1f675fd7-570d-46be-bd3a-e6a4d24074c0/b7af6eeb-98fc-469d-bfc2-8fd5b785e798) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:29.688989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.689392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added segment 2cb6e31b-59c9-4b52-9489-1e0db2d3a105 of type vlan for network 4d088e73-88d4-4393-8690-3e82a117ee2f Mar 02 09:05:29.769301 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-50e25ce6-4d93-4133-835b-f878f8ea8925 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2770915 Mar 02 09:05:29.774629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-08ff9380-7afe-40c3-a697-c1733263ac2b None None] Port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:29.783313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33124) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:29.788146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:29.790587 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 86ff9dd4-b366-4192-8423-def6ddbde565, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=86ff9dd4-b366-4192-8423-def6ddbde565,segment=NetworkSegment(d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9),segment_id=d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:29.804293 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.809073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be26222a-0380-4e4a-a06c-276298ae46c1 None None] Network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:29.811164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:29.819596 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Transition to ACTIVE for port object 5c438220-991b-49ad-a7c4-4bc05dcbbce9 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:29.840439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:29.841025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.867150 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.869328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9168c5-7207-4dee-8933-92dc7761d858 None None] Network 513a3822-8f36-417e-ae5d-52a165c805fb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:29.876547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:29.882148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.013459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=86ff9dd4-b366-4192-8423-def6ddbde565,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:30.014147 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a372a91f-f26c-4dac-a8b8-50f5236db563 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8959973 Mar 02 09:05:30.020138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33128) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:30.033100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:30.044154 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1987553750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:30.045077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:30.050133 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:30.058103 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Pushing event updated for resources: {'Port': ['ID=5c438220-991b-49ad-a7c4-4bc05dcbbce9,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:30.060382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:30.062711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:30.063939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.078436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:router and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:30.085436 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.087226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:30.087402 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.087887 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.088317 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.089940 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.096378 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.096882 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.097279 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.097813 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.098423 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.098623 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.099508 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:30.104059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:30.119364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.133030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:30.135895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.200615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:30.209176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.238502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3f62-751b-4fe2-ac03-5cd20e1ea9ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.249089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cacf7c85-6662-453e-83df-7e90cabe2538,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:30.284668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.resource_extend [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:05:30.292111 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Attempting to bind port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:30.298049 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Attempting to bind port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:30.298049 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Attempting to bind port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 on network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:30.299172 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:30.299635 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Checking segment: {'id': 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:30.300059 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.300486 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Bound using segment: {'id': 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:30.300936 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Bound port: 5c438220-991b-49ad-a7c4-4bc05dcbbce9, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:30.301397 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.326462 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4945672 Mar 02 09:05:30.342562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33132) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:30.350713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.352235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.374790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 93e1520d-1fc0-4c4f-9f33-fd498acb3921 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:30.375127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'subnet': {'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:30.402359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f3f62-751b-4fe2-ac03-5cd20e1ea9ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=a0265a41-1a37-4b73-b86d-a75322a69121,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:30.420567 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] For port 5c438220-991b-49ad-a7c4-4bc05dcbbce9, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:30.424307 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] For port 5c438220-991b-49ad-a7c4-4bc05dcbbce9, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5c438220-991b-49ad-a7c4-4bc05dcbbce9,segment=NetworkSegment(d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9),segment_id=d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:30.431624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Checking segment: {'id': '49659b95-46da-429e-be7f-314368e2d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:30.431982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Network hostable DHCP agents. Network: 4b046dc3-3d5f-4f9a-8965-496cc363b78b, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:30.444484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.491282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.499098 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.501095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Transition to ACTIVE for port object 71a85cf0-4e78-43a2-bec2-a311fc6b256b will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:30.555968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-081640c1-bba3-45c3-be0d-32d492e1c24f None None] Provisioning for port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:30.571654 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Transition to ACTIVE for port object b7af6eeb-98fc-469d-bfc2-8fd5b785e798 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:30.581540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Network 4b046dc3-3d5f-4f9a-8965-496cc363b78b is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:30.631219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.652895 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:30.653757 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:30.673095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c', 'network_id': 'a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c', 'tenant_id': '8813bd49430948cabb19073849974109', 'fixed_ips': [{'subnet_id': 'b895952f-ee5e-4a06-9515-76534e9c7255'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:30.674108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.717386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4b046dc3-3d5f-4f9a-8965-496cc363b78b) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:30.736714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:30.737595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.777545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Transition to ACTIVE for port object b7af6eeb-98fc-469d-bfc2-8fd5b785e798 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:30.787177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b560bd62-f2f1-43ad-9662-f25241758f56 None None] Network 4b046dc3-3d5f-4f9a-8965-496cc363b78b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:30.844433 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:30.858378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd980d-99a8-4b67-ad8e-d47a708744d3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Network': ['ID=4d088e73-88d4-4393-8690-3e82a117ee2f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:30.868357 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fba74754-c423-4d99-b453-80c886905e1e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6238289 Mar 02 09:05:30.870918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33136) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:30.876503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:30.878284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.891790 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:30.913993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Usage tracker for resource:router and tenant:be512d66e759455f9c32d00bce0c67aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:30.917411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:30.924102 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:30.933806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.988904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:30.996453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:30.997978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:subnet and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:31.001402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.003480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4d088e73-88d4-4393-8690-3e82a117ee2f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:31.007987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:31.016430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:31.019056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.034731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed3f3f62-751b-4fe2-ac03-5cd20e1ea9ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.044567 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ed3f3f62-751b-4fe2-ac03-5cd20e1ea9ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/a0265a41-1a37-4b73-b86d-a75322a69121 HTTP/1.1" status: 204 len: 168 time: 2.1537762 Mar 02 09:05:31.045337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33140) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:31.051841 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4ebae-f01b-4964-8a0a-79f2d71b118f None None] Pushing event updated for resources: {'Port': ['ID=5c438220-991b-49ad-a7c4-4bc05dcbbce9,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:31.059141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=19c225f1-890c-4c3e-a9ff-446b34cc0718,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:31.077223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:31.081408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:31.085065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:31.085652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.096924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:31.100873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.129679 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:31.138087 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b44990-62b1-43a8-ab4c-3cb57449ba92 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:05:31.138623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c4b44990-62b1-43a8-ab4c-3cb57449ba92 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:31.145284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.252479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Allocated IP 2001:db8::2 (a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c/b895952f-ee5e-4a06-9515-76534e9c7255/9fa1106d-5393-4c86-8c35-129f71f2d228) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:31.292997 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:25Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:30Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:31.297800 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d71b8c-6db3-45f2-ba2e-30a2e56fdf6d None None] The sync data for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv is: [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:25Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:30Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:31.318997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:31.319319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.338067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c4b44990-62b1-43a8-ab4c-3cb57449ba92 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:31.344670 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c4b44990-62b1-43a8-ab4c-3cb57449ba92 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/a0265a41-1a37-4b73-b86d-a75322a69121 HTTP/1.1" status: 404 len: 333 time: 0.2931576 Mar 02 09:05:31.344670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33144) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:31.383944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.388181 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b5d97e53-c6bd-455f-baff-91d03163de1a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3631151 Mar 02 09:05:31.390860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33148) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:31.421460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.431154 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-84be8906-81a4-4904-857a-e7cb485f890d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6469181 Mar 02 09:05:31.431813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33152) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:31.438353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974', 'fixed_ips': [{'subnet_id': '1f675fd7-570d-46be-bd3a-e6a4d24074c0'}, {'subnet_id': '19c225f1-890c-4c3e-a9ff-446b34cc0718'}], 'name': 'tempest-PortsIpV6TestJSON-1401059977'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:31.443929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.452405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189ec7e-b1aa-4a53-819c-950dd1758118 None None] Pushing event updated for resources: {'Port': ['ID=71a85cf0-4e78-43a2-bec2-a311fc6b256b,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:31.673927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-518daed4-5116-41da-a537-de71694f4925 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet 556d501e-707a-40b4-bc81-a52ba785d812 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:05:31.682230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.756731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:31.761137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-518daed4-5116-41da-a537-de71694f4925 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.769168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:31.798950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Subnet': ['ID=74580a36-f0c4-4998-ac08-a7f166b342e3,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:31.848069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:31.859312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Transition to ACTIVE for port object 9fa1106d-5393-4c86-8c35-129f71f2d228 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:31.900505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:31.951472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:32.039533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:32.041993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:32.137595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-518daed4-5116-41da-a537-de71694f4925 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.141451 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.159599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Transition to ACTIVE for port object 9fa1106d-5393-4c86-8c35-129f71f2d228 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:32.182996 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.184804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Checking segment: {'id': '2cb6e31b-59c9-4b52-9489-1e0db2d3a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:32.185300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network hostable DHCP agents. Network: 4d088e73-88d4-4393-8690-3e82a117ee2f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:32.188519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.262454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 1642a230-5e0b-4d18-8ab4-455e41f37216 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:32.271643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.290082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Pushing event updated for resources: {'Port': ['ID=b7af6eeb-98fc-469d-bfc2-8fd5b785e798,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:32.314976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.360159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Attempting to bind port 71a85cf0-4e78-43a2-bec2-a311fc6b256b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:32.360569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Attempting to bind port 71a85cf0-4e78-43a2-bec2-a311fc6b256b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:32.361415 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Attempting to bind port 71a85cf0-4e78-43a2-bec2-a311fc6b256b on network a6332975-3d58-4edc-a71c-3dc3ba5958cf {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:32.371587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 4d088e73-88d4-4393-8690-3e82a117ee2f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:32.422746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:32.424588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Checking segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:32.424588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.424588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Bound using segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:32.424588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Bound port: 71a85cf0-4e78-43a2-bec2-a311fc6b256b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:32.425256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.436543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.457134 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Attempting to bind port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:32.457864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Attempting to bind port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '92bc6d45-b581-46a6-99aa-d1ad4176a20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:32.458839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Attempting to bind port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 on network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:32.470574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:32.486079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-518daed4-5116-41da-a537-de71694f4925 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.516688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:32.519570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:32.572460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:32.572993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Checking segment: {'id': '92bc6d45-b581-46a6-99aa-d1ad4176a20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:32.573491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.574030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Bound using segment: {'id': '92bc6d45-b581-46a6-99aa-d1ad4176a20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:32.574692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Bound port: b7af6eeb-98fc-469d-bfc2-8fd5b785e798, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bc6d45-b581-46a6-99aa-d1ad4176a20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:32.575173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.645267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-4b046dc3-3d5f-4f9a-8965-496cc363b78b', 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'fixed_ips': [{'subnet_id': 'cacf7c85-6662-453e-83df-7e90cabe2538'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:32.646988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.654391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Allocated IP 172.26.3.56 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:32.668463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Pushing event updated for resources: {'Port': ['ID=9fa1106d-5393-4c86-8c35-129f71f2d228,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:32.788282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4d088e73-88d4-4393-8690-3e82a117ee2f) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:32.814502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:32.815094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:32.867088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b816ca9a-c773-4404-89f0-202acec53d6a None None] Network 4d088e73-88d4-4393-8690-3e82a117ee2f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:32.927490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Attempting to bind port 9fa1106d-5393-4c86-8c35-129f71f2d228 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:32.927966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Attempting to bind port 9fa1106d-5393-4c86-8c35-129f71f2d228 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '1289bde1-7df1-4a2c-8b44-56222a51490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:32.928541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Attempting to bind port 9fa1106d-5393-4c86-8c35-129f71f2d228 on network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:32.951964 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d3c8186d-3ef7-4de7-8bb2-bd3adff29a65 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6006715 Mar 02 09:05:32.962033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33162) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:33.013601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:33.014060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Checking segment: {'id': '1289bde1-7df1-4a2c-8b44-56222a51490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:33.014735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.015264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Bound using segment: {'id': '1289bde1-7df1-4a2c-8b44-56222a51490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:33.015850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Bound port: 9fa1106d-5393-4c86-8c35-129f71f2d228, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1289bde1-7df1-4a2c-8b44-56222a51490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:33.016322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.024805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.031544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-518daed4-5116-41da-a537-de71694f4925 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.040629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] For port 71a85cf0-4e78-43a2-bec2-a311fc6b256b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:33.098976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518daed4-5116-41da-a537-de71694f4925 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=556d501e-707a-40b4-bc81-a52ba785d812,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:33.101009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-518daed4-5116-41da-a537-de71694f4925 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.113324 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-518daed4-5116-41da-a537-de71694f4925 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/556d501e-707a-40b4-bc81-a52ba785d812 HTTP/1.1" status: 204 len: 168 time: 1.7696629 Mar 02 09:05:33.116692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33166) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:33.130633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] For port b7af6eeb-98fc-469d-bfc2-8fd5b785e798, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:33.134209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] For port b7af6eeb-98fc-469d-bfc2-8fd5b785e798, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b7af6eeb-98fc-469d-bfc2-8fd5b785e798,segment=NetworkSegment(92bc6d45-b581-46a6-99aa-d1ad4176a20e),segment_id=92bc6d45-b581-46a6-99aa-d1ad4176a20e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:33.190850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] For port 71a85cf0-4e78-43a2-bec2-a311fc6b256b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=71a85cf0-4e78-43a2-bec2-a311fc6b256b,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:33.200594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-50cf814f-f7f4-427f-b385-5ad6e6bb61bb None None] Provisioning complete for port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:33.200594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-50cf814f-f7f4-427f-b385-5ad6e6bb61bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.203816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::8f (8a4303a5-7183-40d9-a033-5c6b6bfa8974/1f675fd7-570d-46be-bd3a-e6a4d24074c0/1642a230-5e0b-4d18-8ab4-455e41f37216) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:33.269661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 2001:db8::1 (a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c/b895952f-ee5e-4a06-9515-76534e9c7255/43c6309b-0c5c-42f9-ab64-b29484e37897) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:33.283486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.338412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:33.339118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.359729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] For port 9fa1106d-5393-4c86-8c35-129f71f2d228, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:33.363038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] For port 9fa1106d-5393-4c86-8c35-129f71f2d228, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9fa1106d-5393-4c86-8c35-129f71f2d228,segment=NetworkSegment(1289bde1-7df1-4a2c-8b44-56222a51490f),segment_id=1289bde1-7df1-4a2c-8b44-56222a51490f)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:33.368235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8:0:1::2c6 (8a4303a5-7183-40d9-a033-5c6b6bfa8974/19c225f1-890c-4c3e-a9ff-446b34cc0718/1642a230-5e0b-4d18-8ab4-455e41f37216) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:33.388215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.388946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.392356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3827a8d-8ef2-43f5-9218-743491e6cf32 None None] Network 513a3822-8f36-417e-ae5d-52a165c805fb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:33.537593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.588333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.594508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Allocated IP 172.20.0.2 (4b046dc3-3d5f-4f9a-8965-496cc363b78b/cacf7c85-6662-453e-83df-7e90cabe2538/5e208695-e8a1-49c3-9fa2-4f1c8def00e0) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:33.660162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.668434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Transition to ACTIVE for port object 43c6309b-0c5c-42f9-ab64-b29484e37897 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:33.670012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:33.681186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:33.715700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:33.718196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:05:33.718465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:05:33.727613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] For port 93e1520d-1fc0-4c4f-9f33-fd498acb3921, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=93e1520d-1fc0-4c4f-9f33-fd498acb3921,segment=NetworkSegment(ede4f63a-8061-4494-875b-159261d0cc4e),segment_id=ede4f63a-8061-4494-875b-159261d0cc4e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:33.728016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.851102 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:33.858086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.867827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 93e1520d-1fc0-4c4f-9f33-fd498acb3921 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:33.871026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-4d088e73-88d4-4393-8690-3e82a117ee2f', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:33.871842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:33.907543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:33.908189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:33.985126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:33.986244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:33.988881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:33.990042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:34.024823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=43c6309b-0c5c-42f9-ab64-b29484e37897,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:34.039504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74c3b9-67b2-41aa-bd61-3d8ae2c40e7f None None] Pushing event updated for resources: {'Port': ['ID=b7af6eeb-98fc-469d-bfc2-8fd5b785e798,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:34.152540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:34.264329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=93e1520d-1fc0-4c4f-9f33-fd498acb3921,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:34.282978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No DVR routers for this DVR port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:05:34.297116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:34.319260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:34.324832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-50cf814f-f7f4-427f-b385-5ad6e6bb61bb None None] Port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 update to ACTIVE by agent not found {{(pid=88402) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 09:05:34.334241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object 1642a230-5e0b-4d18-8ab4-455e41f37216 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:34.347213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Port 93e1520d-1fc0-4c4f-9f33-fd498acb3921 update to ACTIVE by agent not found {{(pid=88402) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 09:05:34.350934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 185a143c-6db0-41c6-a91a-13c6479233f3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:34.386128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:34.549411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-91c789f9-dedb-472a-9b64-35abda0908d0 None None] Could not find standard attr ID for object a0265a41-1a37-4b73-b86d-a75322a69121. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:05:34.566266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189ec7e-b1aa-4a53-819c-950dd1758118 None None] Pushing event updated for resources: {'Port': ['ID=71a85cf0-4e78-43a2-bec2-a311fc6b256b,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:34.665747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc60504-46c0-4479-b174-402caf61772d None None] DHCP port deletion for 513a3822-8f36-417e-ae5d-52a165c805fb request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:05:34.725169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:34.756259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44bcf9-3dde-4f30-9c19-b1f8e0f65a85 None None] Pushing event updated for resources: {'Port': ['ID=9fa1106d-5393-4c86-8c35-129f71f2d228,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:34.845682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:34.869708 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:34.889720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:34.961919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513a3822-8f36-417e-ae5d-52a165c805fb']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:34.970046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 185a143c-6db0-41c6-a91a-13c6479233f3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:34.970420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:34.995084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede4f63a-8061-4494-875b-159261d0cc4e') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:34.995411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede4f63a-8061-4494-875b-159261d0cc4e') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:35.032091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.084245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:35.094000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.097239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Allocated IP 172.21.0.2 (4d088e73-88d4-4393-8690-3e82a117ee2f/74580a36-f0c4-4998-ac08-a7f166b342e3/d8032430-185f-48c0-be3d-f2103e3f755d) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:35.102731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:35.121562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:35.127493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:35.128157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.130609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.183689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=1642a230-5e0b-4d18-8ab4-455e41f37216,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:35.186693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:05:35.187191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.209044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Transition to ACTIVE for port object 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:05:35.211734 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:05:35.312313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.414549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.415354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.441814 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c2c5f072-9722-44e3-9020-90b998607e1c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0077724 Mar 02 09:05:35.443211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33180) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:35.464528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f675fd7-570d-46be-bd3a-e6a4d24074c0'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:35.612584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Transition to ACTIVE for port object 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:35.627736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.712776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.718666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:35.722507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Network': ['ID=513a3822-8f36-417e-ae5d-52a165c805fb,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:35.756080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=43c6309b-0c5c-42f9-ab64-b29484e37897,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:35.838729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:35.840856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:35.924072 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a9fdf8d2-b672-48a6-a150-a3755d7b579c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/networks/513a3822-8f36-417e-ae5d-52a165c805fb HTTP/1.1" status: 204 len: 168 time: 2.8063388 Mar 02 09:05:35.931246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33188) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:35.947697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64bc14c-b4c9-4749-843d-d07ceaf7d259 None None] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:35.954166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'name': 'tempest-PortsTestJSON-1397809170'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:36.003045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Network 4b046dc3-3d5f-4f9a-8965-496cc363b78b is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:36.007367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:36.018470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:36.039951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:36.058248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:36.144094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Pushing event updated for resources: {'Port': ['ID=5e208695-e8a1-49c3-9fa2-4f1c8def00e0,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:36.291949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7a8dd-4529-4614-89ed-64145cc5924c None None] Network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:36.353131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:36.363578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:port and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:36.369044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:36.377018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:36.400998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-74904250-d6b9-46fc-abfb-e181c391a19a None None] Provisioning for port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:36.410457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37dc9-0d5d-4d73-9ec7-28ce562b1a74 req-4319d2dc-ba3c-4cc1-8114-8c9e26e11517 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:36.412830 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e0c37dc9-0d5d-4d73-9ec7-28ce562b1a74 req-4319d2dc-ba3c-4cc1-8114-8c9e26e11517 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.8951666 Mar 02 09:05:36.479518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:36.485342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5c438220-991b-49ad-a7c4-4bc05dcbbce9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:36.507454 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e0c37dc9-0d5d-4d73-9ec7-28ce562b1a74 req-6ed2b10b-ceb4-4710-a683-041b1579489d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889826 Mar 02 09:05:36.508461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:36.514668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:36.546603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Attempting to bind port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:36.546974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Attempting to bind port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '49659b95-46da-429e-be7f-314368e2d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:36.547339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Attempting to bind port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 on network 4b046dc3-3d5f-4f9a-8965-496cc363b78b {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:36.555551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port 6c9559bc-d1cd-42e3-ac5c-9a1d501073a1 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:36.562949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Transition to ACTIVE for port object d8032430-185f-48c0-be3d-f2103e3f755d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:36.597868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:36.598248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Checking segment: {'id': '49659b95-46da-429e-be7f-314368e2d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:36.598751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:36.599085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Bound using segment: {'id': '49659b95-46da-429e-be7f-314368e2d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:36.599583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Bound port: 5e208695-e8a1-49c3-9fa2-4f1c8def00e0, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49659b95-46da-429e-be7f-314368e2d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:36.600004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:36.609997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 5a501c7d-677b-4821-9928-1a17d1e4e474 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:05:36.685432 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Transition to ACTIVE for port object d8032430-185f-48c0-be3d-f2103e3f755d will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:36.767789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-d524c642-1792-4270-aaae-1ebb8b52bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:36.769463 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-d524c642-1792-4270-aaae-1ebb8b52bef7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1098 time: 1.2745893 Mar 02 09:05:36.779189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:36.855556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:36.891695 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-dfcb8dd9-2fd6-4f84-9883-6f195f01eb79 None None] Provisioning for port 9fa1106d-5393-4c86-8c35-129f71f2d228 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:36.894757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d88fa-287a-4df6-bc16-4536bf06fae6 None None] Sync routers for ids ['5a501c7d-677b-4821-9928-1a17d1e4e474'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:36.918563 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-453736de-72d3-45f3-96ea-e3561b4c9ccc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/5a501c7d-677b-4821-9928-1a17d1e4e474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5196207 Mar 02 09:05:36.924270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33192) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:36.941210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:32Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:36.959997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Network 4d088e73-88d4-4393-8690-3e82a117ee2f is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:36.971948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:36.973997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d88fa-287a-4df6-bc16-4536bf06fae6 None None] Routers {'5a501c7d-677b-4821-9928-1a17d1e4e474'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:36.975216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4e8d88fa-287a-4df6-bc16-4536bf06fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5a501c7d-677b-4821-9928-1a17d1e4e474'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:37.024606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:37.024888 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.21.0.1 (4d088e73-88d4-4393-8690-3e82a117ee2f/74580a36-f0c4-4998-ac08-a7f166b342e3/a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:37.034092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc64e2-cd6e-4521-bc7c-a3068df3f7ac None None] The sync data for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv is: [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:32Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:37.037615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] For port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:37.133186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:37.137190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-453de134-b9a3-4408-b510-f4da51ead7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:37.138996 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-453de134-b9a3-4408-b510-f4da51ead7df service neutron] 10.222.0.15 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 913 time: 0.3281033 Mar 02 09:05:37.141564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Pushing event updated for resources: {'Port': ['ID=d8032430-185f-48c0-be3d-f2103e3f755d,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:37.151630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:37.156854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3689cff5-837b-41b8-85e6-05038e52d5b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:37.157435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3689cff5-837b-41b8-85e6-05038e52d5b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:37.192898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:05:37.193371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4e8d88fa-287a-4df6-bc16-4536bf06fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:37.200102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] For port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5e208695-e8a1-49c3-9fa2-4f1c8def00e0,segment=NetworkSegment(49659b95-46da-429e-be7f-314368e2d4e3),segment_id=49659b95-46da-429e-be7f-314368e2d4e3)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:37.208882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:37.209249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:37.245586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3689cff5-837b-41b8-85e6-05038e52d5b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:37.247878 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3689cff5-837b-41b8-85e6-05038e52d5b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports/43c6309b-0c5c-42f9-ab64-b29484e37897 HTTP/1.1" status: 200 len: 911 time: 0.3219187 Mar 02 09:05:37.257538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33196) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:37.267075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-60c5c6e7-372a-40df-b70c-d46439fdc044 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b895952f-ee5e-4a06-9515-76534e9c7255'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:37.314975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:37.399104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d88fa-287a-4df6-bc16-4536bf06fae6 None None] Routers {'5a501c7d-677b-4821-9928-1a17d1e4e474'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:37.399104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4e8d88fa-287a-4df6-bc16-4536bf06fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5a501c7d-677b-4821-9928-1a17d1e4e474'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:37.420229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:37.425440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:37.437261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:37.442706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:37.443185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:37.443809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:37.459211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:37.476716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Transition to ACTIVE for port object a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:37.529255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Attempting to bind port d8032430-185f-48c0-be3d-f2103e3f755d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:37.529634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Attempting to bind port d8032430-185f-48c0-be3d-f2103e3f755d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '2cb6e31b-59c9-4b52-9489-1e0db2d3a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:37.530028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Attempting to bind port d8032430-185f-48c0-be3d-f2103e3f755d on network 4d088e73-88d4-4393-8690-3e82a117ee2f {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:37.534316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4e8d88fa-287a-4df6-bc16-4536bf06fae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:37.534719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d88fa-287a-4df6-bc16-4536bf06fae6 None None] The sync data for ids ['5a501c7d-677b-4821-9928-1a17d1e4e474'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:37.563637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:37.564014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Checking segment: {'id': '2cb6e31b-59c9-4b52-9489-1e0db2d3a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:37.564421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:37.564817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Bound using segment: {'id': '2cb6e31b-59c9-4b52-9489-1e0db2d3a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:37.565297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Bound port: d8032430-185f-48c0-be3d-f2103e3f755d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb6e31b-59c9-4b52-9489-1e0db2d3a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:37.565674 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:37.635688 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Delete allocated IP 2001:db8:0:1::2c6 (8a4303a5-7183-40d9-a033-5c6b6bfa8974/19c225f1-890c-4c3e-a9ff-446b34cc0718) {{(pid=88400) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 09:05:37.780318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecea916-8357-40ad-8ac3-2b7093a1a119 None None] Pushing event updated for resources: {'Port': ['ID=5e208695-e8a1-49c3-9fa2-4f1c8def00e0,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:37.828351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:37.888636 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-a21c61ef-d680-418d-8469-1093ea3a35dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 1001 time: 0.7029865 Mar 02 09:05:37.898828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=6c9559bc-d1cd-42e3-ac5c-9a1d501073a1,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:37.924582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60c5c6e7-372a-40df-b70c-d46439fdc044 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:38.008831 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c61be915-c5c2-4870-ad8c-15d5d6a166c7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0763597 Mar 02 09:05:38.026094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33206) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:38.077684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f8e989-a2a4-4c70-93f7-06957e4fa67c None None] Update dhcp port {'port': {'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974', 'fixed_ips': [{'subnet_id': '1f675fd7-570d-46be-bd3a-e6a4d24074c0', 'ip_address': '2001:db8::2'}, {'subnet_id': '19c225f1-890c-4c3e-a9ff-446b34cc0718'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': 'b7af6eeb-98fc-469d-bfc2-8fd5b785e798'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:05:38.148567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] For port d8032430-185f-48c0-be3d-f2103e3f755d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:38.167672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] For port d8032430-185f-48c0-be3d-f2103e3f755d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d8032430-185f-48c0-be3d-f2103e3f755d,segment=NetworkSegment(2cb6e31b-59c9-4b52-9489-1e0db2d3a105),segment_id=2cb6e31b-59c9-4b52-9489-1e0db2d3a105)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:38.169067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:38.185465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 4d088e73-88d4-4393-8690-3e82a117ee2f is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:38.190285 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-5c57043f-15f3-4f5e-899e-86890b5ff205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:38.191825 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-5c57043f-15f3-4f5e-899e-86890b5ff205 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 200 len: 851 time: 0.2885029 Mar 02 09:05:38.193365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:38.202892 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Sync routers for ids ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:38.215472 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Routers {'2b69ecb7-731c-4233-a5f7-6f8d270ad513'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:38.220500 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:38.233560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:38.236220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:38.240210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:38.267207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 5c438220-991b-49ad-a7c4-4bc05dcbbce9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5c438220-991b-49ad-a7c4-4bc05dcbbce9,segment=NetworkSegment(d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9),segment_id=d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:38.372789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:38.373594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 86ff9dd4-b366-4192-8423-def6ddbde565 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:38.400452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 6c9559bc-d1cd-42e3-ac5c-9a1d501073a1 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:38.401333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:38.486756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53f8e989-a2a4-4c70-93f7-06957e4fa67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:38.495543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:38.588139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:38.699686 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Set router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:38.910470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2e175-0a2a-498d-b4cb-03b57bcb12db None None] Pushing event updated for resources: {'Port': ['ID=d8032430-185f-48c0-be3d-f2103e3f755d,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:38.927773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:38.931572 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8a3c9ae1-7e5b-4b27-a36c-1e7953738a03 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0569375 Mar 02 09:05:38.946778 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33210) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:38.979431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e6adfddd-b449-4c06-af56-1ed2dc874e6b None None] Provisioning for port 43c6309b-0c5c-42f9-ab64-b29484e37897 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:39.006120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e6adfddd-b449-4c06-af56-1ed2dc874e6b None None] Provisioning complete for port 43c6309b-0c5c-42f9-ab64-b29484e37897 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:39.006779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e6adfddd-b449-4c06-af56-1ed2dc874e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:39.035565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 86ff9dd4-b366-4192-8423-def6ddbde565 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:39.036777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:39.076468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Ignored duplicate provisioning block setup for port 1642a230-5e0b-4d18-8ab4-455e41f37216 by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 09:05:39.153999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:39.160308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:39.240122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9226c7-2db5-40b0-b155-9e4874181348 req-b8ced0d9-72ed-4db7-bd38-0e687adb53c6 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:39.243772 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5f9226c7-2db5-40b0-b155-9e4874181348 req-b8ced0d9-72ed-4db7-bd38-0e687adb53c6 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 1.4731898 Mar 02 09:05:39.248083 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-53f8e989-a2a4-4c70-93f7-06957e4fa67c None None] Allocated IP 2001:db8:0:1::2 (8a4303a5-7183-40d9-a033-5c6b6bfa8974/19c225f1-890c-4c3e-a9ff-446b34cc0718/b7af6eeb-98fc-469d-bfc2-8fd5b785e798) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:39.361987 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:31Z', 'updated_at': '2022-03-02T09:05:34Z', 'revision_number': 3, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'gw_port': {'id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:32Z', 'updated_at': '2022-03-02T09:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:39.368287 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Checking router: 2b69ecb7-731c-4233-a5f7-6f8d270ad513 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:05:39.368287 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Updating router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:05:39.423020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=5c438220-991b-49ad-a7c4-4bc05dcbbce9,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:39.433025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] In _notify_port_updated(), no bound segment for port 1642a230-5e0b-4d18-8ab4-455e41f37216 on network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:05:39.438893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:39.440162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:39.444084 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "PUT /v2.0/ports/1642a230-5e0b-4d18-8ab4-455e41f37216 HTTP/1.1" status: 200 len: 925 time: 3.9821010 Mar 02 09:05:39.449702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33214) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:39.454723 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:39.458558 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01908d35-add2-4966-8424-db7f50c08b3a None None] Network 4b046dc3-3d5f-4f9a-8965-496cc363b78b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:39.470299 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=1642a230-5e0b-4d18-8ab4-455e41f37216,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:39.476295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f675fd7-570d-46be-bd3a-e6a4d24074c0'}, {'subnet_id': '19c225f1-890c-4c3e-a9ff-446b34cc0718'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:39.505961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:39.517853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-ee3b92d8-f997-48ac-8930-359e0271d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:39.528191 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5f9226c7-2db5-40b0-b155-9e4874181348 req-56d78664-5846-40ce-855b-441e58f91fa5 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486057 Mar 02 09:05:39.535663 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-ee3b92d8-f997-48ac-8930-359e0271d724 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2202125 Mar 02 09:05:39.571043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.571385 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.571728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.576729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.577082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.577822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.578183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.578518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.579691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.580026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.580355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.580679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4b1540-358a-4c14-b883-4bf70f206443 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:39.640629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e6adfddd-b449-4c06-af56-1ed2dc874e6b None None] Port 43c6309b-0c5c-42f9-ab64-b29484e37897 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:39.688855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 6c9559bc-d1cd-42e3-ac5c-9a1d501073a1 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:39.865755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b7af6eeb-98fc-469d-bfc2-8fd5b785e798 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:39.939699 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:39.950223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-958219a4-28ed-4cc7-8aca-c287542578f8 None None] Provisioning for port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:39.957269 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Transition to ACTIVE for port object ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:39.968637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-53f8e989-a2a4-4c70-93f7-06957e4fa67c None None] For port b7af6eeb-98fc-469d-bfc2-8fd5b785e798, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b7af6eeb-98fc-469d-bfc2-8fd5b785e798,segment=NetworkSegment(92bc6d45-b581-46a6-99aa-d1ad4176a20e),segment_id=92bc6d45-b581-46a6-99aa-d1ad4176a20e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:40.045004 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.086905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-958219a4-28ed-4cc7-8aca-c287542578f8 None None] Provisioning complete for port 43c6309b-0c5c-42f9-ab64-b29484e37897 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:40.087376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-958219a4-28ed-4cc7-8aca-c287542578f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.119015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53f8e989-a2a4-4c70-93f7-06957e4fa67c None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.122852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4f7ed8-a7e4-4921-b7a8-5232ac6872e4 None None] Network 4d088e73-88d4-4393-8690-3e82a117ee2f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:40.168579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.178319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:40.188920 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Attempting to bind port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:40.189912 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Attempting to bind port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:40.190558 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Attempting to bind port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:40.191210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:40.191584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.201288 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:40.202317 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:40.203164 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.203814 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:40.205068 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Bound port: ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:40.205928 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.223075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.228632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60c5c6e7-372a-40df-b70c-d46439fdc044 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.235859 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-e3c8ffff-0c8b-4e5b-a25c-0a844a744a75 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665285 Mar 02 09:05:40.246890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=6c9559bc-d1cd-42e3-ac5c-9a1d501073a1,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:40.257686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.258057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.258400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.260626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.260626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.260815 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d965e20-c145-4539-887d-581e26597ecc None None] Pushing event updated for resources: {'Port': ['ID=ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:40.260901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.260901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.260901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.260901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.261203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.261291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.261614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:40.270119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.283050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b033ce31-4089-4b19-8057-6cc043dcd776 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/6c9559bc-d1cd-42e3-ac5c-9a1d501073a1 HTTP/1.1" status: 204 len: 168 time: 2.2556136 Mar 02 09:05:40.283832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33218) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:40.290001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'mac_address': 'fa:16:3e:c5:f4:7b', 'name': 'tempest-PortsTestJSON-985215634'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:40.326332 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] For port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:40.331325 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] For port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:40.331491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-53f8e989-a2a4-4c70-93f7-06957e4fa67c None None] Transition to ACTIVE for port object b7af6eeb-98fc-469d-bfc2-8fd5b785e798 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:40.400532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-958219a4-28ed-4cc7-8aca-c287542578f8 None None] Port 43c6309b-0c5c-42f9-ab64-b29484e37897 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:40.425619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:40.430310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:port and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:40.433266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:40.438568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53f8e989-a2a4-4c70-93f7-06957e4fa67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.439788 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.440283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:40.448087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60c5c6e7-372a-40df-b70c-d46439fdc044 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.454870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c5c6e7-372a-40df-b70c-d46439fdc044 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:40.455497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60c5c6e7-372a-40df-b70c-d46439fdc044 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.458553 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-60c5c6e7-372a-40df-b70c-d46439fdc044 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/ports/43c6309b-0c5c-42f9-ab64-b29484e37897 HTTP/1.1" status: 200 len: 911 time: 3.1999266 Mar 02 09:05:40.486130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33222) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:40.519784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8e989-a2a4-4c70-93f7-06957e4fa67c None None] Pushing event updated for resources: {'Port': ['ID=b7af6eeb-98fc-469d-bfc2-8fd5b785e798,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:40.530331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:40.553749 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Routers {'2b69ecb7-731c-4233-a5f7-6f8d270ad513'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:40.554757 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:40.617319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 had new provisioning blocks added so it will not transition to active. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 02 09:05:40.617929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9fa1106d-5393-4c86-8c35-129f71f2d228 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:40.744183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5c6e7-372a-40df-b70c-d46439fdc044 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=43c6309b-0c5c-42f9-ab64-b29484e37897,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:40.775304 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d965e20-c145-4539-887d-581e26597ecc None None] Pushing event updated for resources: {'Port': ['ID=ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:40.803617 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] Set router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:40.824561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.863484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port e250b01d-eb8e-4582-b7c4-655524d8b7cf yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:40.884854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-54464953-ac6f-4554-9f1e-207740fde940 None None] Provisioning for port d8032430-185f-48c0-be3d-f2103e3f755d completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:40.916993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 9fa1106d-5393-4c86-8c35-129f71f2d228 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:40.929889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 9fa1106d-5393-4c86-8c35-129f71f2d228 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:40.930270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:40.975961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eef07-9a6c-457b-89f0-1ea9a7a25773 req-b1f93013-dfd1-4478-ade9-f335c36e5579 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:40.983649 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-258eef07-9a6c-457b-89f0-1ea9a7a25773 req-b1f93013-dfd1-4478-ade9-f335c36e5579 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2351925 Mar 02 09:05:41.074002 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-258eef07-9a6c-457b-89f0-1ea9a7a25773 req-dab2f4d9-fd2d-41b0-a0fe-222ada3796e9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892725 Mar 02 09:05:41.222400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:41.295416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 9fa1106d-5393-4c86-8c35-129f71f2d228, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9fa1106d-5393-4c86-8c35-129f71f2d228,segment=NetworkSegment(1289bde1-7df1-4a2c-8b44-56222a51490f),segment_id=1289bde1-7df1-4a2c-8b44-56222a51490f)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:41.337160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:41.367379 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9b035bcc-73f2-4a09-83fa-b2ce1528ec8f req-e562c678-5069-467e-aeb8-cab5efa50460 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1242166 Mar 02 09:05:41.381619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:41.396085 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:31Z', 'updated_at': '2022-03-02T09:05:34Z', 'revision_number': 3, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'gw_port': {'id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:32Z', 'updated_at': '2022-03-02T09:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:41.404136 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71141a-6850-49d5-8e19-4780a5df8563 None None] The sync data for ids ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'] in dv-neutron-828796-1-hyperv is: [{'id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:31Z', 'updated_at': '2022-03-02T09:05:34Z', 'revision_number': 3, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'gw_port': {'id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:32Z', 'updated_at': '2022-03-02T09:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:41.419303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:41.480413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 93e1520d-1fc0-4c4f-9f33-fd498acb3921 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:05:41.561120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-148c317e-0774-41d5-94e9-f0f3978fb153 None None] Provisioning for port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:41.563528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:41.570113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:41.573817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:41.577513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:41.583046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:41.583677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:41.590350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 93e1520d-1fc0-4c4f-9f33-fd498acb3921 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:05:41.590690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 93e1520d-1fc0-4c4f-9f33-fd498acb3921 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:05:41.604140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-148c317e-0774-41d5-94e9-f0f3978fb153 None None] Provisioning complete for port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:41.604531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-148c317e-0774-41d5-94e9-f0f3978fb153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:41.652277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=e250b01d-eb8e-4582-b7c4-655524d8b7cf,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:41.741608 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-444db592-3ecf-4e94-896a-8b51771803e7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4548326 Mar 02 09:05:41.743852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33228) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:41.797112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-148c317e-0774-41d5-94e9-f0f3978fb153 None None] Port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:41.806835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=9fa1106d-5393-4c86-8c35-129f71f2d228,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:41.841105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.841500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.841865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.842196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.842530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.842852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.843178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.843493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.843811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.844132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.844449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.844760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:05:41.971755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29906871-3fe3-41bf-85d5-b2cb377066a7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:41.972369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-29906871-3fe3-41bf-85d5-b2cb377066a7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:42.030665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8ab30ace-fec8-45c7-a67f-ff51f25783a2 None None] Provisioning complete for port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:42.031710 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8ab30ace-fec8-45c7-a67f-ff51f25783a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:42.035090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-29906871-3fe3-41bf-85d5-b2cb377066a7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:42.041954 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-29906871-3fe3-41bf-85d5-b2cb377066a7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/e250b01d-eb8e-4582-b7c4-655524d8b7cf HTTP/1.1" status: 200 len: 840 time: 0.2969823 Mar 02 09:05:42.044021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33232) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:42.090861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4077a6d6-3654-4709-b520-fc977230d762 None None] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:42.148010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-823f3e7c-ecf0-44e1-9416-e614144623b7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port e250b01d-eb8e-4582-b7c4-655524d8b7cf {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:42.148447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-823f3e7c-ecf0-44e1-9416-e614144623b7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:42.230141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5c438220-991b-49ad-a7c4-4bc05dcbbce9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:42.519165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8ab30ace-fec8-45c7-a67f-ff51f25783a2 None None] Port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:42.534021 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:42.534394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:42.558545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-823f3e7c-ecf0-44e1-9416-e614144623b7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:42.575997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d71f9-0be3-4b0d-b20d-28f50f20e85f req-042214e6-c60d-4c81-ae4d-f114dee90196 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:42.577911 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-010d71f9-0be3-4b0d-b20d-28f50f20e85f req-042214e6-c60d-4c81-ae4d-f114dee90196 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2899036 Mar 02 09:05:42.731508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d8032430-185f-48c0-be3d-f2103e3f755d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:42.743080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:42.769695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-823f3e7c-ecf0-44e1-9416-e614144623b7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for e250b01d-eb8e-4582-b7c4-655524d8b7cf owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:42.770769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Provisioning for port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:42.781128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Provisioning complete for port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:42.781544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:42.856878 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-010d71f9-0be3-4b0d-b20d-28f50f20e85f req-82cfad99-f4ac-441f-b075-18cf1d1db72c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069459 Mar 02 09:05:42.952417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-823f3e7c-ecf0-44e1-9416-e614144623b7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:42.957518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:42.985591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port d8032430-185f-48c0-be3d-f2103e3f755d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:42.994724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port d8032430-185f-48c0-be3d-f2103e3f755d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:42.995399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.016827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f3e7c-ecf0-44e1-9416-e614144623b7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=e250b01d-eb8e-4582-b7c4-655524d8b7cf,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:43.038145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-823f3e7c-ecf0-44e1-9416-e614144623b7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.084314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] For port b7af6eeb-98fc-469d-bfc2-8fd5b785e798, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b7af6eeb-98fc-469d-bfc2-8fd5b785e798,segment=NetworkSegment(92bc6d45-b581-46a6-99aa-d1ad4176a20e),segment_id=92bc6d45-b581-46a6-99aa-d1ad4176a20e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:43.092808 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-823f3e7c-ecf0-44e1-9416-e614144623b7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/e250b01d-eb8e-4582-b7c4-655524d8b7cf HTTP/1.1" status: 204 len: 168 time: 1.0468249 Mar 02 09:05:43.099127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33240) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:43.154670 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfc0e6e-9346-455f-a3a0-47cea3b41955 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:05:43.155389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8cfc0e6e-9346-455f-a3a0-47cea3b41955 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:43.195154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.238361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8cfc0e6e-9346-455f-a3a0-47cea3b41955 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:43.241226 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8cfc0e6e-9346-455f-a3a0-47cea3b41955 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/e250b01d-eb8e-4582-b7c4-655524d8b7cf HTTP/1.1" status: 404 len: 333 time: 0.1407473 Mar 02 09:05:43.247308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33244) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:43.253906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.258581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'name': 'tempest-PortsTestJSON-1618152960'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:43.286923 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.316456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Provisioning for port 1642a230-5e0b-4d18-8ab4-455e41f37216 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:43.336572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Pushing event updated for resources: {'Port': ['ID=b7af6eeb-98fc-469d-bfc2-8fd5b785e798,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:43.342886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Provisioning complete for port 1642a230-5e0b-4d18-8ab4-455e41f37216 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:43.343752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.371625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.403503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port d8032430-185f-48c0-be3d-f2103e3f755d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d8032430-185f-48c0-be3d-f2103e3f755d,segment=NetworkSegment(2cb6e31b-59c9-4b52-9489-1e0db2d3a105),segment_id=2cb6e31b-59c9-4b52-9489-1e0db2d3a105)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:43.421749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8b1170c9-08f7-44bf-a69b-02e6a0ed0828 None None] Port 1642a230-5e0b-4d18-8ab4-455e41f37216 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:43.483950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.484792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:43.567151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.582905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Allocated IP 172.20.0.1 (4b046dc3-3d5f-4f9a-8965-496cc363b78b/cacf7c85-6662-453e-83df-7e90cabe2538/4a6288b6-b539-429a-ad11-fd460b3a983a) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:43.627815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:43.649107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:43.702758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f34f779c-a6a0-4f7d-b768-01772250105f None None] Provisioning complete for port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:43.703307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f34f779c-a6a0-4f7d-b768-01772250105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.724072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:43.731286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:43.742417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.776865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port b0b5d03d-6655-43c0-a4a8-610274577d6b yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:43.780136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:43.787725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8:0:1::382 (8a4303a5-7183-40d9-a033-5c6b6bfa8974/19c225f1-890c-4c3e-a9ff-446b34cc0718/1642a230-5e0b-4d18-8ab4-455e41f37216) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:43.794030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:43.794409 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.862359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=d8032430-185f-48c0-be3d-f2103e3f755d,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:43.978298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f34f779c-a6a0-4f7d-b768-01772250105f None None] Provisioning complete for port 1642a230-5e0b-4d18-8ab4-455e41f37216 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:43.978655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f34f779c-a6a0-4f7d-b768-01772250105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:43.995783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.031970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.077222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5e208695-e8a1-49c3-9fa2-4f1c8def00e0,segment=NetworkSegment(49659b95-46da-429e-be7f-314368e2d4e3),segment_id=49659b95-46da-429e-be7f-314368e2d4e3)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:44.079615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f34f779c-a6a0-4f7d-b768-01772250105f None None] Port 1642a230-5e0b-4d18-8ab4-455e41f37216 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:44.123444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.126149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.138493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 4d088e73-88d4-4393-8690-3e82a117ee2f is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:44.162209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1b14e-3f6f-4973-a903-5966ae67b7e4 req-bf6076ec-cc99-4480-956b-27a86a204cc7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:44.163728 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-59a1b14e-3f6f-4973-a903-5966ae67b7e4 req-bf6076ec-cc99-4480-956b-27a86a204cc7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1259067 Mar 02 09:05:44.163952 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:44.165686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.173397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b7af6eeb-98fc-469d-bfc2-8fd5b785e798 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:44.221813 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-59a1b14e-3f6f-4973-a903-5966ae67b7e4 req-65ae912a-ba2e-49ae-ac09-0840b035fe2a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500288 Mar 02 09:05:44.278259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.335452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=5e208695-e8a1-49c3-9fa2-4f1c8def00e0,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:44.336577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Transition to ACTIVE for port object 4a6288b6-b539-429a-ad11-fd460b3a983a will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:44.373850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f874a085-db6b-4d1e-9c46-d23929bfedc4 None None] Provisioning complete for port 1642a230-5e0b-4d18-8ab4-455e41f37216 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:44.377469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f874a085-db6b-4d1e-9c46-d23929bfedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.405135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=b0b5d03d-6655-43c0-a4a8-610274577d6b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:44.422398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:44.424020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:44.427625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:44.434501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:44.435127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.443346 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:44.443966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.502053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f874a085-db6b-4d1e-9c46-d23929bfedc4 None None] Port 1642a230-5e0b-4d18-8ab4-455e41f37216 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:44.527980 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-99d70d8d-d9d2-4787-897f-873973e07a8b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2767115 Mar 02 09:05:44.528190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33252) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:44.534985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5e2b6f57-f8b2-4b94-aa34-fc3b72a5b5f0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:44.626378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 71a85cf0-4e78-43a2-bec2-a311fc6b256b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:44.628779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:05:44.637434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.666152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Ignored duplicate provisioning block setup for port 1642a230-5e0b-4d18-8ab4-455e41f37216 by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 09:05:44.674860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2d0332e5-eefd-4e25-a735-e8851f58d56c None None] Provisioning complete for port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:44.675225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2d0332e5-eefd-4e25-a735-e8851f58d56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.703126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6f57-f8b2-4b94-aa34-fc3b72a5b5f0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.742275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2d0332e5-eefd-4e25-a735-e8851f58d56c None None] Port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:44.743494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.803512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 71a85cf0-4e78-43a2-bec2-a311fc6b256b completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:44.808684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 71a85cf0-4e78-43a2-bec2-a311fc6b256b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:44.809054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.831971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.928738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6f57-f8b2-4b94-aa34-fc3b72a5b5f0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.930584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:44.965607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 71a85cf0-4e78-43a2-bec2-a311fc6b256b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=71a85cf0-4e78-43a2-bec2-a311fc6b256b,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:44.975144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6f57-f8b2-4b94-aa34-fc3b72a5b5f0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.021989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Network 4b046dc3-3d5f-4f9a-8965-496cc363b78b is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:45.034490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b6f57-f8b2-4b94-aa34-fc3b72a5b5f0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] In _notify_port_updated(), no bound segment for port b0b5d03d-6655-43c0-a4a8-610274577d6b on network 28800cbf-c94f-4b97-b791-82025ce817b3 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:05:45.039927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b6f57-f8b2-4b94-aa34-fc3b72a5b5f0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:45.040534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6f57-f8b2-4b94-aa34-fc3b72a5b5f0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.042107 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5e2b6f57-f8b2-4b94-aa34-fc3b72a5b5f0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "PUT /v2.0/ports/b0b5d03d-6655-43c0-a4a8-610274577d6b HTTP/1.1" status: 200 len: 818 time: 0.5127590 Mar 02 09:05:45.044190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:45.045900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33256) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:45.046061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.094741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b6f57-f8b2-4b94-aa34-fc3b72a5b5f0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=b0b5d03d-6655-43c0-a4a8-610274577d6b,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:45.119903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:45.150897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=71a85cf0-4e78-43a2-bec2-a311fc6b256b,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:45.170413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6288b6-b539-429a-ad11-fd460b3a983a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:45.264104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:45.279171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:45.318410 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Sync routers for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:45.333030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:45.333671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:45.351643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] In _notify_port_updated(), no bound segment for port 1642a230-5e0b-4d18-8ab4-455e41f37216 on network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:05:45.357058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:45.357706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.361931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33260) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:45.362110 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "PUT /v2.0/ports/1642a230-5e0b-4d18-8ab4-455e41f37216 HTTP/1.1" status: 200 len: 1011 time: 5.9058216 Mar 02 09:05:45.378151 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-71a72942-d323-4d25-b6aa-6a568a28b3ec tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4150193 Mar 02 09:05:45.398307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33264) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:45.410533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 43c6309b-0c5c-42f9-ab64-b29484e37897 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:45.410873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.446382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2fa90a34-ba5e-4441-9fe9-a046470065aa tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 1642a230-5e0b-4d18-8ab4-455e41f37216 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:45.447107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2fa90a34-ba5e-4441-9fe9-a046470065aa tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.447581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1625840109'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:45.460013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd9b1d-7ed2-43e7-b206-08e8b4d14fa0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=1642a230-5e0b-4d18-8ab4-455e41f37216,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:45.462416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.467773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-0681b2e5-73ab-4342-b359-360bfba1869b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port b0b5d03d-6655-43c0-a4a8-610274577d6b {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:45.468101 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0681b2e5-73ab-4342-b359-360bfba1869b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.501330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:45.527902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:45.528448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:network and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:45.532508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:45.555745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:45.633955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-73c4bb05-d16f-495c-82ac-a406af1b6bba None None] Provisioning for port 4a6288b6-b539-429a-ad11-fd460b3a983a completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:45.644069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-73c4bb05-d16f-495c-82ac-a406af1b6bba None None] Provisioning complete for port 4a6288b6-b539-429a-ad11-fd460b3a983a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:45.644444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73c4bb05-d16f-495c-82ac-a406af1b6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.729575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2fa90a34-ba5e-4441-9fe9-a046470065aa tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.730168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:45.733147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.747950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:45.781281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:45.781646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.836164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-73c4bb05-d16f-495c-82ac-a406af1b6bba None None] Port 4a6288b6-b539-429a-ad11-fd460b3a983a cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:45.856008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:45.858609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2fa90a34-ba5e-4441-9fe9-a046470065aa tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 1642a230-5e0b-4d18-8ab4-455e41f37216 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:45.928305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.951444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:45.951792 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added segment de3df300-048f-4eb1-98a7-b75d305985cc of type vlan for network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 Mar 02 09:05:46.044648 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.050419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cc219d38-1143-41b1-908e-4acbbd8e032d None None] Provisioning complete for port 1642a230-5e0b-4d18-8ab4-455e41f37216 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:46.050786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cc219d38-1143-41b1-908e-4acbbd8e032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.078759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 43c6309b-0c5c-42f9-ab64-b29484e37897 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:46.107886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0681b2e5-73ab-4342-b359-360bfba1869b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.115849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:46.122817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cc219d38-1143-41b1-908e-4acbbd8e032d None None] Port 1642a230-5e0b-4d18-8ab4-455e41f37216 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:46.132777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:39Z', 'revision_number': 3, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:42Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:46.136611 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Checking router: fdefb14c-620a-4a7a-b529-b75101ecbec7 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:05:46.136961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Updating router fdefb14c-620a-4a7a-b529-b75101ecbec7 port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:05:46.146945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2fa90a34-ba5e-4441-9fe9-a046470065aa tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.189327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.205137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.206570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d8032430-185f-48c0-be3d-f2103e3f755d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:46.296215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-0681b2e5-73ab-4342-b359-360bfba1869b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for b0b5d03d-6655-43c0-a4a8-610274577d6b owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:46.313488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa90a34-ba5e-4441-9fe9-a046470065aa tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=1642a230-5e0b-4d18-8ab4-455e41f37216,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:46.348256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.376284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.400386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2fa90a34-ba5e-4441-9fe9-a046470065aa tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.418796 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2fa90a34-ba5e-4441-9fe9-a046470065aa tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/1642a230-5e0b-4d18-8ab4-455e41f37216 HTTP/1.1" status: 204 len: 168 time: 1.0545051 Mar 02 09:05:46.419580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33268) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:46.442289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:46.451776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port d8032430-185f-48c0-be3d-f2103e3f755d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:46.452149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.473117 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3ae255-1b15-467b-a6b1-3b2853f36e61 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:05:46.473649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be3ae255-1b15-467b-a6b1-3b2853f36e61 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:46.546208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be3ae255-1b15-467b-a6b1-3b2853f36e61 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:46.550140 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-be3ae255-1b15-467b-a6b1-3b2853f36e61 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/1642a230-5e0b-4d18-8ab4-455e41f37216 HTTP/1.1" status: 404 len: 333 time: 0.1270437 Mar 02 09:05:46.550282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33272) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:46.643085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-61121682-8f9a-4a7d-b2b1-281596906abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet 19c225f1-890c-4c3e-a9ff-446b34cc0718 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:05:46.647010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61121682-8f9a-4a7d-b2b1-281596906abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.678520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.resource_extend [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:05:46.709418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61121682-8f9a-4a7d-b2b1-281596906abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.713249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:46.809442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61121682-8f9a-4a7d-b2b1-281596906abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.814882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:46.815169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.815301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.821132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:46.821709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.903175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0681b2e5-73ab-4342-b359-360bfba1869b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.928767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:46.958380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61121682-8f9a-4a7d-b2b1-281596906abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.003416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61121682-8f9a-4a7d-b2b1-281596906abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=19c225f1-890c-4c3e-a9ff-446b34cc0718,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:47.006161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61121682-8f9a-4a7d-b2b1-281596906abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.007607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b7af6eeb-98fc-469d-bfc2-8fd5b785e798 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:47.015441 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-61121682-8f9a-4a7d-b2b1-281596906abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/19c225f1-890c-4c3e-a9ff-446b34cc0718 HTTP/1.1" status: 204 len: 168 time: 0.4640472 Mar 02 09:05:47.016030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33276) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:47.044622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb3afc-a656-4a0a-9c5c-c237ee55ca35 None None] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:47.083367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-655e812f-5e22-4d00-81c9-4e368ae1aa4e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet 1f675fd7-570d-46be-bd3a-e6a4d24074c0 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:05:47.086465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655e812f-5e22-4d00-81c9-4e368ae1aa4e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.107222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Network': ['ID=0d9cc62c-d74e-4f68-a52d-943d17a12a89,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:47.119575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681b2e5-73ab-4342-b359-360bfba1869b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=b0b5d03d-6655-43c0-a4a8-610274577d6b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:47.138621 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5ac64494-731f-4aa3-8421-8a6dc464305a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7334399 Mar 02 09:05:47.139641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33280) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:47.140250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0681b2e5-73ab-4342-b359-360bfba1869b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.142070 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0681b2e5-73ab-4342-b359-360bfba1869b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/b0b5d03d-6655-43c0-a4a8-610274577d6b HTTP/1.1" status: 204 len: 168 time: 2.0657408 Mar 02 09:05:47.144784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33284) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:47.152888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'subnet': {'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:47.165611 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:47.177488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655e812f-5e22-4d00-81c9-4e368ae1aa4e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.259949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.272974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b03811-5ffa-47e5-bb8a-c70d39683ee5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:47.273668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-70b03811-5ffa-47e5-bb8a-c70d39683ee5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:47.277924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.310087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:47.312450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Transition to ACTIVE for port object a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:47.317872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:subnet and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:47.324896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:47.332137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:47.332742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.334009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=43c6309b-0c5c-42f9-ab64-b29484e37897,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:47.353293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655e812f-5e22-4d00-81c9-4e368ae1aa4e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.378826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.416489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.425498 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:47.426520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.460279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:47.464481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.543514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-70b03811-5ffa-47e5-bb8a-c70d39683ee5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:47.545096 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-70b03811-5ffa-47e5-bb8a-c70d39683ee5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3978701 Mar 02 09:05:47.556463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33288) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:47.757618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6288b6-b539-429a-ad11-fd460b3a983a,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:47.760069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31e42b-147e-41fe-9a83-6587d97de497 None None] Pushing event updated for resources: {'Port': ['ID=a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:47.774796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.779358 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-77014622-3df8-48da-b442-518cddbe2ec6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:05:47.780685 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-77014622-3df8-48da-b442-518cddbe2ec6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/b0b5d03d-6655-43c0-a4a8-610274577d6b HTTP/1.1" status: 404 len: 333 time: 0.2224071 Mar 02 09:05:47.781994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655e812f-5e22-4d00-81c9-4e368ae1aa4e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.786579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.792794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33292) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:47.802231 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1769786098'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:47.811279 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Attempting to bind port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:47.811657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Attempting to bind port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '2cb6e31b-59c9-4b52-9489-1e0db2d3a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:47.812025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Attempting to bind port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 on network 4d088e73-88d4-4393-8690-3e82a117ee2f {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:47.826943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:47.827323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Checking segment: {'id': '2cb6e31b-59c9-4b52-9489-1e0db2d3a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:47.827732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.828124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Bound using segment: {'id': '2cb6e31b-59c9-4b52-9489-1e0db2d3a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:47.828600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Bound port: a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb6e31b-59c9-4b52-9489-1e0db2d3a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:47.828977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.836055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-655e812f-5e22-4d00-81c9-4e368ae1aa4e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.842198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e812f-5e22-4d00-81c9-4e368ae1aa4e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=1f675fd7-570d-46be-bd3a-e6a4d24074c0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:47.863131 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-655e812f-5e22-4d00-81c9-4e368ae1aa4e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/1f675fd7-570d-46be-bd3a-e6a4d24074c0 HTTP/1.1" status: 204 len: 168 time: 0.8460836 Mar 02 09:05:47.865540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33296) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:47.878625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:47.909558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:network and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:47.956478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:47.965018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:47.978844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9fa1106d-5393-4c86-8c35-129f71f2d228 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:48.035208 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:48.050143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] For port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:48.060614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.063048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] For port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2,segment=NetworkSegment(2cb6e31b-59c9-4b52-9489-1e0db2d3a105),segment_id=2cb6e31b-59c9-4b52-9489-1e0db2d3a105)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:48.071479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Checking segment: {'id': 'de3df300-048f-4eb1-98a7-b75d305985cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:48.071838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network hostable DHCP agents. Network: 0d9cc62c-d74e-4f68-a52d-943d17a12a89, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:48.075434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 9fa1106d-5393-4c86-8c35-129f71f2d228 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:48.075809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.096502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Subnet': ['ID=1f2c67d4-2c83-448c-ae2e-9e8deeb6cede,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:48.103547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:48.103879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.155367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.201925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:48.266668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:48.270198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.280774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:48.281419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:48.309315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 0d9cc62c-d74e-4f68-a52d-943d17a12a89) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:48.323791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:48.324379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.335866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31e42b-147e-41fe-9a83-6587d97de497 None None] Pushing event updated for resources: {'Port': ['ID=a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:48.345492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] For port b7af6eeb-98fc-469d-bfc2-8fd5b785e798, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b7af6eeb-98fc-469d-bfc2-8fd5b785e798,segment=NetworkSegment(92bc6d45-b581-46a6-99aa-d1ad4176a20e),segment_id=92bc6d45-b581-46a6-99aa-d1ad4176a20e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:48.352099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.352648 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341936d5-2f5f-4146-83aa-458bc3ec2662 None None] Network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:48.388435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Network 4b046dc3-3d5f-4f9a-8965-496cc363b78b is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:48.390579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf23e3-7b1a-4ba0-b877-d72067d9d1af None None] Update dhcp port {'port': {'network_id': '8a4303a5-7183-40d9-a033-5c6b6bfa8974', 'fixed_ips': [{'subnet_id': '1f675fd7-570d-46be-bd3a-e6a4d24074c0'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': 'b7af6eeb-98fc-469d-bfc2-8fd5b785e798'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:05:48.391421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 5a501c7d-677b-4821-9928-1a17d1e4e474 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:05:48.395230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:48.402742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:48.516734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.517202 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Added segment 3720af76-d9e0-4b8a-ab57-089b82c1e1f5 of type vlan for network b24a5def-cf0c-4a0a-9afd-e1af98db4253 Mar 02 09:05:48.672714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fabf23e3-7b1a-4ba0-b877-d72067d9d1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.682186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for b7af6eeb-98fc-469d-bfc2-8fd5b785e798 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:48.693234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:48.746275 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f3fa7d66-653a-41bc-bff7-088fad89a3fc tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6031659 Mar 02 09:05:48.747395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33302) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:48.787582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:48.790712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.800419 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb16786-294d-4914-8c02-0eedd5b1e9ea None None] Sync routers for ids ['5a501c7d-677b-4821-9928-1a17d1e4e474'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:48.819379 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb16786-294d-4914-8c02-0eedd5b1e9ea None None] Routers {'5a501c7d-677b-4821-9928-1a17d1e4e474'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:48.820263 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1eb16786-294d-4914-8c02-0eedd5b1e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5a501c7d-677b-4821-9928-1a17d1e4e474'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:48.843417 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-efddc4ae-077d-4934-935c-bb82449fe5a4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/5a501c7d-677b-4821-9928-1a17d1e4e474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3406696 Mar 02 09:05:48.845578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33306) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:48.857559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:05:48.893098 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1eb16786-294d-4914-8c02-0eedd5b1e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:48.906919 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb16786-294d-4914-8c02-0eedd5b1e9ea None None] Routers {'5a501c7d-677b-4821-9928-1a17d1e4e474'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:48.907678 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1eb16786-294d-4914-8c02-0eedd5b1e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5a501c7d-677b-4821-9928-1a17d1e4e474'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:48.909237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2dab91b0-2ba2-43d5-b840-fdec6b0c40ac tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:48.986674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:48.993094 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1eb16786-294d-4914-8c02-0eedd5b1e9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:48.993923 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb16786-294d-4914-8c02-0eedd5b1e9ea None None] The sync data for ids ['5a501c7d-677b-4821-9928-1a17d1e4e474'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:48.994048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:48.994940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.005167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.099365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:49.117675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2dab91b0-2ba2-43d5-b840-fdec6b0c40ac tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:49.121330 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2dab91b0-2ba2-43d5-b840-fdec6b0c40ac tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a501c7d-677b-4821-9928-1a17d1e4e474 HTTP/1.1" status: 200 len: 205 time: 0.2715051 Mar 02 09:05:49.138157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33310) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:49.176321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf23e3-7b1a-4ba0-b877-d72067d9d1af None None] Host dv-neutron-828796-1-hyperv tried to update port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 which no longer exists. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 02 09:05:49.181424 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3849676 Mar 02 09:05:49.188591 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33314) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:49.196145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71af29-e3be-4ac0-ac92-bf99cd96abc5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Network': ['ID=b24a5def-cf0c-4a0a-9afd-e1af98db4253,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:49.201183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:49.212836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=b7af6eeb-98fc-469d-bfc2-8fd5b785e798,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:49.217698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No DVR routers for this DVR port b7af6eeb-98fc-469d-bfc2-8fd5b785e798 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:05:49.218183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network b24a5def-cf0c-4a0a-9afd-e1af98db4253 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:49.309167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774e3f4-847c-4118-a630-c599bd970401 None None] Network 8a4303a5-7183-40d9-a033-5c6b6bfa8974 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:49.327827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:49.334731 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c03b7034-2fab-4161-a752-d08f00f7b8f3 admin admin] 10.222.0.10 "PUT /v2.0/routers/2b69ecb7-731c-4233-a5f7-6f8d270ad513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3691237 Mar 02 09:05:49.337689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:49.342095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:49.345412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:49.352217 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:49.367779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Sync routers for ids ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:49.408739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:49.414662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.419380 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2c5967a2-d3eb-45f8-8a37-d6de2be73c1f None None] Could not find standard attr ID for object b7af6eeb-98fc-469d-bfc2-8fd5b785e798. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:05:49.541542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Routers {'2b69ecb7-731c-4233-a5f7-6f8d270ad513'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:49.545445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:49.588129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dff499d1-096d-4e5b-a4ed-dd158ccf1ebd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.654098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:49.654901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.742502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.758175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.772860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2c5967a2-d3eb-45f8-8a37-d6de2be73c1f None None] Provisioning complete for port 4a6288b6-b539-429a-ad11-fd460b3a983a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:49.773248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2c5967a2-d3eb-45f8-8a37-d6de2be73c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.884887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=1ec96726-3926-4ab1-980d-ae2f6aa9d889,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:49.902325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3312f9e1-87a5-4955-858f-631ab55cc7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.903716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:49.904085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:49.909306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Checking segment: {'id': '3720af76-d9e0-4b8a-ab57-089b82c1e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:49.910134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network hostable DHCP agents. Network: b24a5def-cf0c-4a0a-9afd-e1af98db4253, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:49.986335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network b24a5def-cf0c-4a0a-9afd-e1af98db4253 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:50.040990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc30a56-f3f3-4d90-9fdf-d155ae06e4be None None] DHCP port deletion for 8a4303a5-7183-40d9-a033-5c6b6bfa8974 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:05:50.060271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33324) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:50.061452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4303a5-7183-40d9-a033-5c6b6bfa8974']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:50.062022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2c5967a2-d3eb-45f8-8a37-d6de2be73c1f None None] Port 4a6288b6-b539-429a-ad11-fd460b3a983a cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:05:50.069339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1818291337', 'description': 'tempest-secgroup-smoke-1818291337 description', 'project_id': '7b3cf841a687405eb1907c3edafdcfae'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:50.076608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, b24a5def-cf0c-4a0a-9afd-e1af98db4253) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:50.079097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:50.085745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:50.086049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.091825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:security_group and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:50.095765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:50.109945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:50.110892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66053d7-8573-4f9c-87b1-f64da8038596 None None] Network b24a5def-cf0c-4a0a-9afd-e1af98db4253 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:50.148212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dff499d1-096d-4e5b-a4ed-dd158ccf1ebd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.152672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bc6d45-b581-46a6-99aa-d1ad4176a20e') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:50.152964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bc6d45-b581-46a6-99aa-d1ad4176a20e') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:50.161438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dff499d1-096d-4e5b-a4ed-dd158ccf1ebd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.177539 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-20ace629-2997-4cd1-8c82-5bf8068e40ed tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9859357 Mar 02 09:05:50.180650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33328) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:50.193659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:50.197478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.198139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Set router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:50.241456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.252975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:05:50.253414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:05:50.268854 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:05:50.271999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.355824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dff499d1-096d-4e5b-a4ed-dd158ccf1ebd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.356235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff499d1-096d-4e5b-a4ed-dd158ccf1ebd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Fanout notify agent at l3_agent the message router_deleted on router 5a501c7d-677b-4821-9928-1a17d1e4e474 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:05:50.412568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.456993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:50.465773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:security_group_rule and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:50.471177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:50.494966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:50.513943 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:50.514386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dff499d1-096d-4e5b-a4ed-dd158ccf1ebd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.524116 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dff499d1-096d-4e5b-a4ed-dd158ccf1ebd tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/5a501c7d-677b-4821-9928-1a17d1e4e474 HTTP/1.1" status: 204 len: 168 time: 1.3726168 Mar 02 09:05:50.524116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33332) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:50.531928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:50.542975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:50.620363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:50.626144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.636727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:39Z', 'revision_number': 3, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:48Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:50.665267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-c738c64e-c9c9-4dbd-91d3-1b5af49fadc1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting subnet b895952f-ee5e-4a06-9515-76534e9c7255 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:05:50.671763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Allocated IP 172.22.0.2 (0d9cc62c-d74e-4f68-a52d-943d17a12a89/1f2c67d4-2c83-448c-ae2e-9e8deeb6cede/79be7dc9-50b5-47ff-82a1-9335b0f857bd) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:50.673371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c738c64e-c9c9-4dbd-91d3-1b5af49fadc1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.726269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 71a85cf0-4e78-43a2-bec2-a311fc6b256b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:50.768342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa83370-e151-4bef-92d0-911d6e55fad6 None None] The sync data for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv is: [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:39Z', 'revision_number': 3, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:48Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:50.781532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c738c64e-c9c9-4dbd-91d3-1b5af49fadc1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.848258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.883217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.906581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Network': ['ID=8a4303a5-7183-40d9-a033-5c6b6bfa8974,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:50.917771 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-02b83586-d92a-4e0e-b447-6faf04eabf8c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/networks/8a4303a5-7183-40d9-a033-5c6b6bfa8974 HTTP/1.1" status: 204 len: 168 time: 3.0512035 Mar 02 09:05:50.921287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33336) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:50.945663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c738c64e-c9c9-4dbd-91d3-1b5af49fadc1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.962186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.986150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-b24a5def-cf0c-4a0a-9afd-e1af98db4253', 'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253', 'tenant_id': '82838f910669466198e98f5f1a1ca96b', 'fixed_ips': [{'subnet_id': '1ec96726-3926-4ab1-980d-ae2f6aa9d889'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:50.987022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:50.991373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:50.994817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.119748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.120990 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0594070 Mar 02 09:05:51.121770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05974bd4-f513-4cdc-9e70-22260b9d886a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253b0212-c835-471c-a5e9-fef4c86b8ef9,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:51.124316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33340) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:51.133063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'security_group_rule': {'security_group_id': '253b0212-c835-471c-a5e9-fef4c86b8ef9', 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:51.142172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c738c64e-c9c9-4dbd-91d3-1b5af49fadc1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.149028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:51.182273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de28f7-60b8-4a71-9fa1-ffec3301f497 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:51.183779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a1de28f7-60b8-4a71-9fa1-ffec3301f497 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:51.186084 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.ipam_backend_mixin [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1ec96726-3926-4ab1-980d-ae2f6aa9d889 (CIDR: 172.20.0.0/28) Mar 02 09:05:51.195389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:security_group_rule and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:51.198432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738c64e-c9c9-4dbd-91d3-1b5af49fadc1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Subnet': ['ID=b895952f-ee5e-4a06-9515-76534e9c7255,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:51.200404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:51.208067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c738c64e-c9c9-4dbd-91d3-1b5af49fadc1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.212799 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 71a85cf0-4e78-43a2-bec2-a311fc6b256b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:51.213395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.219415 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c738c64e-c9c9-4dbd-91d3-1b5af49fadc1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/b895952f-ee5e-4a06-9515-76534e9c7255 HTTP/1.1" status: 204 len: 168 time: 0.6948233 Mar 02 09:05:51.219567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33344) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:51.219680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:51.245650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc4b24-af37-42b8-becf-dee5bc5dbabf None None] Network a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:51.256185 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:05:51.256768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:05:51.271954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a1de28f7-60b8-4a71-9fa1-ffec3301f497 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:51.276780 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a1de28f7-60b8-4a71-9fa1-ffec3301f497 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3503199 Mar 02 09:05:51.276981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33348) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:51.339329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.373544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.385601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 9fa1106d-5393-4c86-8c35-129f71f2d228 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:05:51.386278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.423882 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-750b3fb4-4bef-46e2-b8a2-b68adf948ae2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2397807 Mar 02 09:05:51.425953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33352) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:51.429982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e36f00d9-a7c0-43f1-b69e-d8bac1d8de97 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:05:51.442319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:51.487648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.491614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e36f00d9-a7c0-43f1-b69e-d8bac1d8de97 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:05:51.493566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e36f00d9-a7c0-43f1-b69e-d8bac1d8de97 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2155161 Mar 02 09:05:51.496903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33356) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:51.506327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-658672792'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:51.562591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:51.571588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.581112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:network and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:51.596435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:51.603800 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Allocated IP 172.20.0.2 (b24a5def-cf0c-4a0a-9afd-e1af98db4253/1ec96726-3926-4ab1-980d-ae2f6aa9d889/e743fdeb-31ef-471c-91f8-b975b21f01d7) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:51.611342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:51.619607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5d8a93-2560-4f6d-be2a-0b42bbc355db,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:51.636881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port 9fa1106d-5393-4c86-8c35-129f71f2d228, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9fa1106d-5393-4c86-8c35-129f71f2d228,segment=NetworkSegment(1289bde1-7df1-4a2c-8b44-56222a51490f),segment_id=1289bde1-7df1-4a2c-8b44-56222a51490f)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:51.637226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.661961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:51.665746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:51.671696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:51.674477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:51.705648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.708197 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a1267a22-764c-45a3-8143-ab703647935f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5809398 Mar 02 09:05:51.710365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33360) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:51.715813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'security_group_rule': {'security_group_id': '253b0212-c835-471c-a5e9-fef4c86b8ef9', 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:51.722042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:51.726074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:security_group_rule and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:51.729704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:51.735639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:51.750174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:31Z', 'updated_at': '2022-03-02T09:05:45Z', 'revision_number': 4, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'gw_port': {'id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:32Z', 'updated_at': '2022-03-02T09:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '4a6288b6-b539-429a-ad11-fd460b3a983a', 'name': '', 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'mac_address': 'fa:16:3e:9f:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cacf7c85-6662-453e-83df-7e90cabe2538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:42Z', 'updated_at': '2022-03-02T09:05:46Z', 'revision_number': 2, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'subnets': [{'id': 'cacf7c85-6662-453e-83df-7e90cabe2538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:51.763886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:51.767664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.768135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 9fa1106d-5393-4c86-8c35-129f71f2d228 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:05:51.795892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:51.799021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.806767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Checking router: 2b69ecb7-731c-4233-a5f7-6f8d270ad513 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:05:51.807173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Updating router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 port 4a6288b6-b539-429a-ad11-fd460b3a983a binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:05:51.897101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.912048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.943110 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Transition to ACTIVE for port object 79be7dc9-50b5-47ff-82a1-9335b0f857bd will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:51.952366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.955033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:51.957044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:51.966584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=9fa1106d-5393-4c86-8c35-129f71f2d228,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:51.975066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No DVR routers for this DVR port 9fa1106d-5393-4c86-8c35-129f71f2d228 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:05:52.045092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.045446 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Added segment 67d3477e-4e3c-4620-8251-7df3f5f04f8d of type vlan for network 5cf12c0e-4145-4568-ae58-1e805eb98833 Mar 02 09:05:52.070749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7ede9555-260a-43b5-a638-0cde4d34bc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.078354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Transition to ACTIVE for port object 79be7dc9-50b5-47ff-82a1-9335b0f857bd will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:52.113725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.115583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.143801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:52.150395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.158087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1289bde1-7df1-4a2c-8b44-56222a51490f') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:52.158398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1289bde1-7df1-4a2c-8b44-56222a51490f') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:52.169025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.173048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.193121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.202609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:05:52.202997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:05:52.222982 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:05:52.240112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.22.0.1 (0d9cc62c-d74e-4f68-a52d-943d17a12a89/1f2c67d4-2c83-448c-ae2e-9e8deeb6cede/8b258216-c8ce-4744-b733-e0087bb37684) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:52.242929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.309459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979573f5-8be0-4131-bf80-46d8d61c4a7e None None] DHCP port deletion for a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:05:52.311185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.320472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f82dfb9-31f9-4a76-b727-6cfed453aa66,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:52.331704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.337118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:52.339477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.364720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Transition to ACTIVE for port object e743fdeb-31ef-471c-91f8-b975b21f01d7 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:52.398976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.427610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.435345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Network': ['ID=a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:52.440646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:52.444977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Transition to ACTIVE for port object e743fdeb-31ef-471c-91f8-b975b21f01d7 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:52.466203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:52.480923 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:52.482950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Pushing event updated for resources: {'Port': ['ID=79be7dc9-50b5-47ff-82a1-9335b0f857bd,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:52.513064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.516985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33364) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:52.517247 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-06c7f27e-0a6b-4e47-9b17-490ae38af030 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8055503 Mar 02 09:05:52.521326 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33368) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:52.521478 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0236268 Mar 02 09:05:52.526740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'security_group_rule': {'security_group_id': '253b0212-c835-471c-a5e9-fef4c86b8ef9', 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:52.534201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:52.539670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:security_group_rule and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:52.543531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:52.549386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:52.562130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '5cf12c0e-4145-4568-ae58-1e805eb98833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:52.571702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:52.583144 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-babec2e4-e25f-4a97-b38e-7545aa7ae7dc tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/networks/a1cbdeb3-1e69-4e2a-aa72-8e3562d72f4c HTTP/1.1" status: 204 len: 168 time: 1.3646040 Mar 02 09:05:52.594708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33372) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:52.614771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-710882347', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:52.629721 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.633813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7e134-b851-4c98-91ca-ea6292c41447 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Network': ['ID=5cf12c0e-4145-4568-ae58-1e805eb98833,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:52.636245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:52.646381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:router and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:52.650019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:52.667850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:52.687040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.693817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 5cf12c0e-4145-4568-ae58-1e805eb98833 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:52.713380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:52.719760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.723045 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:52.733640 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:52.737350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Transition to ACTIVE for port object 8b258216-c8ce-4744-b733-e0087bb37684 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:52.743388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:52.763166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.764184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.773251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.782721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.793335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.845527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Network b24a5def-cf0c-4a0a-9afd-e1af98db4253 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:52.849468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:52.853271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.855474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network b24a5def-cf0c-4a0a-9afd-e1af98db4253 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:52.857545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Attempting to bind port 79be7dc9-50b5-47ff-82a1-9335b0f857bd on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:52.858472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Attempting to bind port 79be7dc9-50b5-47ff-82a1-9335b0f857bd by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'de3df300-048f-4eb1-98a7-b75d305985cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:52.858472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Attempting to bind port 79be7dc9-50b5-47ff-82a1-9335b0f857bd on network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:52.858736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:52.863256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:52.863786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.880979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:52.883388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=bab14724-c373-4ded-bf10-e982fedd0b13,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:52.889921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.891898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.892844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:52.897657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Pushing event updated for resources: {'Port': ['ID=e743fdeb-31ef-471c-91f8-b975b21f01d7,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:52.900234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:52.912935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Checking segment: {'id': 'de3df300-048f-4eb1-98a7-b75d305985cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:52.912935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.912935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Bound using segment: {'id': 'de3df300-048f-4eb1-98a7-b75d305985cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:52.912935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Bound port: 79be7dc9-50b5-47ff-82a1-9335b0f857bd, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3df300-048f-4eb1-98a7-b75d305985cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:52.912935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.948026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:52.949060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:52.958438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:52.964278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:53.005087 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-22c46020-0a19-477a-ad30-7cd651bb35d9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5707636 Mar 02 09:05:53.017882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33376) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:53.040252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253', 'fixed_ips': [{'subnet_id': '1ec96726-3926-4ab1-980d-ae2f6aa9d889'}, {'subnet_id': 'bab14724-c373-4ded-bf10-e982fedd0b13'}], 'name': 'tempest-PortsTestJSON-5492981'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:53.067239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=8b258216-c8ce-4744-b733-e0087bb37684,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:53.097820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc764735-9160-4111-aad5-5519ef400d65,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:53.111084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:53.117387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.resource_extend [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:05:53.139134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.139664 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:53.142724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.142921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-de67d82c-5da3-47bd-9b5f-126c306e4dfb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5363884 Mar 02 09:05:53.145899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33380) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:53.148304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.178149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1482603312'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:53.189106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:53.201226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:network and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:53.205204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:53.214765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:53.219236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.223743 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f2a37c22-204e-4e98-a27d-737a36dbea70 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7018430 Mar 02 09:05:53.224244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33384) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:53.231229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.232995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'security_group_rule': {'security_group_id': '253b0212-c835-471c-a5e9-fef4c86b8ef9', 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:53.233494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.255338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:53.258902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Attempting to bind port e743fdeb-31ef-471c-91f8-b975b21f01d7 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:53.259272 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Attempting to bind port e743fdeb-31ef-471c-91f8-b975b21f01d7 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '3720af76-d9e0-4b8a-ab57-089b82c1e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:53.259872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Attempting to bind port e743fdeb-31ef-471c-91f8-b975b21f01d7 on network b24a5def-cf0c-4a0a-9afd-e1af98db4253 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:53.262038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:security_group_rule and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:53.265787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:53.266337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:53.285761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:53.291220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:53.291586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Checking segment: {'id': '3720af76-d9e0-4b8a-ab57-089b82c1e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:53.291979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.292750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Bound using segment: {'id': '3720af76-d9e0-4b8a-ab57-089b82c1e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:53.293224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Bound port: e743fdeb-31ef-471c-91f8-b975b21f01d7, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3720af76-d9e0-4b8a-ab57-089b82c1e1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:53.293939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.313525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:53.318193 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3604b437-b08e-454d-b184-421329b929d1 None None] For port 79be7dc9-50b5-47ff-82a1-9335b0f857bd, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:53.328969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:53.330251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.335920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.341307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.365092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:53.376416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.379640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3604b437-b08e-454d-b184-421329b929d1 None None] For port 79be7dc9-50b5-47ff-82a1-9335b0f857bd, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=79be7dc9-50b5-47ff-82a1-9335b0f857bd,segment=NetworkSegment(de3df300-048f-4eb1-98a7-b75d305985cc),segment_id=de3df300-048f-4eb1-98a7-b75d305985cc)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:53.418319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Transition to ACTIVE for port object 4a6288b6-b539-429a-ad11-fd460b3a983a will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:53.419319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.444193 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.444873 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added segment e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87 of type vlan for network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 Mar 02 09:05:53.466925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.475012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:53.516662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=41af2fb2-b860-487a-9e3c-09dd51f7039e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:53.533553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.549366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Checking segment: {'id': '67d3477e-4e3c-4620-8251-7df3f5f04f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5cf12c0e-4145-4568-ae58-1e805eb98833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:53.549718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network hostable DHCP agents. Network: 5cf12c0e-4145-4568-ae58-1e805eb98833, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:53.589310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604b437-b08e-454d-b184-421329b929d1 None None] Pushing event updated for resources: {'Port': ['ID=79be7dc9-50b5-47ff-82a1-9335b0f857bd,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:53.594548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.596048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.605442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.644973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] For port e743fdeb-31ef-471c-91f8-b975b21f01d7, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:53.660077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.668376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.691714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] For port e743fdeb-31ef-471c-91f8-b975b21f01d7, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e743fdeb-31ef-471c-91f8-b975b21f01d7,segment=NetworkSegment(3720af76-d9e0-4b8a-ab57-089b82c1e1f5),segment_id=3720af76-d9e0-4b8a-ab57-089b82c1e1f5)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:53.694249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:53.699671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1611e7-dbc6-4747-8208-bea62785441b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:53.707058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.713148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:53.713950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.718129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 5cf12c0e-4145-4568-ae58-1e805eb98833 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:53.781142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.792250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2780d07-fa6d-4268-bdd7-304d2970bbf0 None None] Pushing event updated for resources: {'Port': ['ID=4a6288b6-b539-429a-ad11-fd460b3a983a,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:53.815885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2,segment=NetworkSegment(2cb6e31b-59c9-4b52-9489-1e0db2d3a105),segment_id=2cb6e31b-59c9-4b52-9489-1e0db2d3a105)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:53.841785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.845577 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8dff9462-e85c-40b1-8f0d-19596e8ca009 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6166699 Mar 02 09:05:53.850423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33388) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:53.859447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'security_group_rule': {'security_group_id': '253b0212-c835-471c-a5e9-fef4c86b8ef9', 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:53.868750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Network': ['ID=6c074fcd-27fa-4e49-a64c-f20c843d2be6,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:53.871876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 5cf12c0e-4145-4568-ae58-1e805eb98833) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:53.874666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:53.881320 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a5d62329-ff92-41d4-b1d8-781054f31ec6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7315364 Mar 02 09:05:53.885153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:53.885766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:53.886665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33392) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:53.892011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:security_group_rule and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:53.899987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:53.907760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'subnet': {'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:53.908197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:53.953870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008bd081-7a38-42a8-a82e-5478f6542740 None None] Network 5cf12c0e-4145-4568-ae58-1e805eb98833 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:53.966836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:53.974903 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bbac1024-3876-46b0-9fd2-faf292619a38 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4476247 Mar 02 09:05:53.975255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33396) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:53.981773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '5cf12c0e-4145-4568-ae58-1e805eb98833', 'name': 'tempest-PortsIpV6TestJSON-1302986502'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:54.004325 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Project 7b3cf841a687405eb1907c3edafdcfae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:05:54.032959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.051515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.168870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0310b-95a9-4285-a537-98a20ef81558 None None] Pushing event updated for resources: {'Port': ['ID=e743fdeb-31ef-471c-91f8-b975b21f01d7,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:54.180584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:54.216464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.250875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:54.280141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.292321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.322020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b7af6eeb-98fc-469d-bfc2-8fd5b785e798 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:05:54.352018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:54.359448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.376070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:54.380455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:subnet and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:54.385423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:54.398276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:54.413797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port ffc880c6-e659-4751-84d9-3cb0f498353d yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:54.423021 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Attempting to bind port 4a6288b6-b539-429a-ad11-fd460b3a983a on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:54.423389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Attempting to bind port 4a6288b6-b539-429a-ad11-fd460b3a983a by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '49659b95-46da-429e-be7f-314368e2d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:54.423758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Attempting to bind port 4a6288b6-b539-429a-ad11-fd460b3a983a on network 4b046dc3-3d5f-4f9a-8965-496cc363b78b {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:54.458393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:54.459100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Checking segment: {'id': '49659b95-46da-429e-be7f-314368e2d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:54.459797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.460588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Bound using segment: {'id': '49659b95-46da-429e-be7f-314368e2d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:54.461026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Bound port: 4a6288b6-b539-429a-ad11-fd460b3a983a, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49659b95-46da-429e-be7f-314368e2d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:54.461150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.461499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.480452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: b7af6eeb-98fc-469d-bfc2-8fd5b785e798 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:05:54.480452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b7af6eeb-98fc-469d-bfc2-8fd5b785e798 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:05:54.497464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:54.513531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.527692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d59c52d-abd6-428f-88c0-b3763e9d914d,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:54.646882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.700659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::3d9 (5cf12c0e-4145-4568-ae58-1e805eb98833/41af2fb2-b860-487a-9e3c-09dd51f7039e/ffc880c6-e659-4751-84d9-3cb0f498353d) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:54.756791 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:54.775000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] For port 4a6288b6-b539-429a-ad11-fd460b3a983a, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:54.812258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.816552 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3e152d38-76e4-495d-a54a-de69b33ea740 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9620473 Mar 02 09:05:54.819215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33402) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:54.847386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'security_group_rule': {'security_group_id': '253b0212-c835-471c-a5e9-fef4c86b8ef9', 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:54.870909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] For port 4a6288b6-b539-429a-ad11-fd460b3a983a, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4a6288b6-b539-429a-ad11-fd460b3a983a,segment=NetworkSegment(49659b95-46da-429e-be7f-314368e2d4e3),segment_id=49659b95-46da-429e-be7f-314368e2d4e3)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:54.874301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=8b258216-c8ce-4744-b733-e0087bb37684,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:54.877030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.899500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-5cf12c0e-4145-4568-ae58-1e805eb98833', 'network_id': '5cf12c0e-4145-4568-ae58-1e805eb98833', 'tenant_id': 'f439895a1ece46558005b82d97396d6e', 'fixed_ips': [{'subnet_id': '41af2fb2-b860-487a-9e3c-09dd51f7039e'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:54.900487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:54.923006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 79be7dc9-50b5-47ff-82a1-9335b0f857bd up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:54.954180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:54.965394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:security_group_rule and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:54.970438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:54.994930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:55.031425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:55.112545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Routers {'2b69ecb7-731c-4233-a5f7-6f8d270ad513'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:55.112545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:55.119954 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-f0e8b5ed-616d-4687-b2c2-dac7bd1ac224 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1969187 Mar 02 09:05:55.123995 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Project 7b3cf841a687405eb1907c3edafdcfae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:05:55.134551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:55.141739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:55.164215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:55.170069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:55.196134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object ffc880c6-e659-4751-84d9-3cb0f498353d will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:55.199638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.11 (b24a5def-cf0c-4a0a-9afd-e1af98db4253/1ec96726-3926-4ab1-980d-ae2f6aa9d889/4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:55.213194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.25 (b24a5def-cf0c-4a0a-9afd-e1af98db4253/bab14724-c373-4ded-bf10-e982fedd0b13/4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:55.304382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2780d07-fa6d-4268-bdd7-304d2970bbf0 None None] Pushing event updated for resources: {'Port': ['ID=4a6288b6-b539-429a-ad11-fd460b3a983a,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:55.353733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:55.378765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-f6a028dd-c06d-4af1-bfce-68d56c8c476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:55.384763 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-f6a028dd-c06d-4af1-bfce-68d56c8c476c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23af078d0c8346d5a239e1e87331455e&device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 1098 time: 0.1565475 Mar 02 09:05:55.453414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:55.468153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] Set router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:55.473531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:55.494756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:05:55.614511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:55.655463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 79be7dc9-50b5-47ff-82a1-9335b0f857bd completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:55.659319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a513b5-807b-4292-ac84-e578977ca777,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:55.661740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:55.682057 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-095ac9ce-f966-4367-a9fa-7d82c8d9bdbd tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8631909 Mar 02 09:05:55.754237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e743fdeb-31ef-471c-91f8-b975b21f01d7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:55.784580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 5cf12c0e-4145-4568-ae58-1e805eb98833 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:55.796643 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc911931-d3a5-450f-9362-9c959b995427 None None] Network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:55.798405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:55.807576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:55.813410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:55.813999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:55.857085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-b20475fe-965f-4eff-ba9c-c3d5142f49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:55.858875 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-b20475fe-965f-4eff-ba9c-c3d5142f49bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=122e816d-e1ce-4258-b49f-4b0c00e4f143 HTTP/1.1" status: 200 len: 897 time: 0.4560544 Mar 02 09:05:55.896348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=ffc880c6-e659-4751-84d9-3cb0f498353d,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:56.007783 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4036a49d-4e91-4f2f-be96-dc62bd3d8839 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0313251 Mar 02 09:05:56.016707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33436) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:56.035856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '5cf12c0e-4145-4568-ae58-1e805eb98833', 'name': 'tempest-PortsIpV6TestJSON-192361258'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:56.130413 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-a73a58a6-cefd-4165-a467-f9459a341c20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed HTTP/1.1" status: 200 len: 1001 time: 0.2222989 Mar 02 09:05:56.140175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Allocated IP 2001:db8::2 (5cf12c0e-4145-4568-ae58-1e805eb98833/41af2fb2-b860-487a-9e3c-09dd51f7039e/02c11552-38da-4501-9c91-bb7390bf7a50) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:56.243302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.259896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3b1114ba-99fe-4a03-8d63-9a16413020ea None None] Provisioning for port 79be7dc9-50b5-47ff-82a1-9335b0f857bd completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:56.261212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:56.277254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3b1114ba-99fe-4a03-8d63-9a16413020ea None None] Provisioning complete for port 79be7dc9-50b5-47ff-82a1-9335b0f857bd triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:56.277624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3b1114ba-99fe-4a03-8d63-9a16413020ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.291911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:05:56.305227 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Sync routers for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:05:56.328483 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:56.328483 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:56.346556 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-30fdb4aa-c0a2-4dd6-8633-0378111105eb tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5968740 Mar 02 09:05:56.351681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33452) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:56.352223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035310b2-42b4-41bb-a87d-b2acfce55485 None None] Network b24a5def-cf0c-4a0a-9afd-e1af98db4253 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:56.352982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.367597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'network': {'name': 'tempest-RoutersTest-458198668'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:56.373254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:56.378386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:network and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:56.381624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:56.387523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:56.434253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Subnet': ['ID=861d5107-84f2-4326-835f-1ac58e361b0e,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:56.450057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Checking segment: {'id': 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:56.450418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network hostable DHCP agents. Network: 6c074fcd-27fa-4e49-a64c-f20c843d2be6, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:56.488686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network b24a5def-cf0c-4a0a-9afd-e1af98db4253 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:56.510195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-ec45cce2-354a-436b-af1e-851a372be4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:56.511740 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-ec45cce2-354a-436b-af1e-851a372be4bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa82573b-246c-4d88-866a-a8952f19ba1d HTTP/1.1" status: 200 len: 835 time: 0.3745821 Mar 02 09:05:56.524196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:56.530450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:56.538655 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:56.542725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.551896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:56.568083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:56.572975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port e743fdeb-31ef-471c-91f8-b975b21f01d7 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:56.630157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:56.648750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:05:56.661241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:56.666817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-d9c7b0a3-d324-485a-bfe8-8a0aa552cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:56.669174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9fa1106d-5393-4c86-8c35-129f71f2d228 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:05:56.675585 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-d9c7b0a3-d324-485a-bfe8-8a0aa552cd19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122e816d-e1ce-4258-b49f-4b0c00e4f143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1327267 Mar 02 09:05:56.696914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:05:56.704176 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:56.704796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.728919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.728919 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added segment a636a573-2873-4895-b841-091890615616 of type vlan for network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f Mar 02 09:05:56.753485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 6c074fcd-27fa-4e49-a64c-f20c843d2be6) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:56.762511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:56.763090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.768062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.812553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 9fa1106d-5393-4c86-8c35-129f71f2d228 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:05:56.812792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9fa1106d-5393-4c86-8c35-129f71f2d228 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:05:56.818000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302e43a2-2ce8-449e-933c-f073ba3a7929 None None] Network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:05:56.818389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:56.821147 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0d624a61-10cc-4ad2-be14-3aef83441e81 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 3.7946043 Mar 02 09:05:56.823911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33456) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:56.825125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.830075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ec96726-3926-4ab1-980d-ae2f6aa9d889'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:56.862091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 98e60f4b-4f1c-43ec-b147-6b6786239516 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:05:56.876063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-944e98fa-0b2c-4689-ab37-3625ab640982 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9825313 Mar 02 09:05:56.884916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33460) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:56.946792 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-a92ce5e1-bab7-4f59-af6f-00d3c1914422 service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678709 Mar 02 09:05:56.968910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:56.975437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:05:56.976045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:57.002850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:57.093887 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b258216-c8ce-4744-b733-e0087bb37684', 'name': '', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:42:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:50Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:57.094881 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Checking router: fdefb14c-620a-4a7a-b529-b75101ecbec7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:05:57.095228 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Updating router fdefb14c-620a-4a7a-b529-b75101ecbec7 port 8b258216-c8ce-4744-b733-e0087bb37684 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:05:57.147811 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-9a37a6ed-0a22-42cf-8906-a2b6a9fa389b req-078e4124-6960-46ff-8bfa-101441e62497 service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879232 Mar 02 09:05:57.199737 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:57.266096 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:31Z', 'updated_at': '2022-03-02T09:05:45Z', 'revision_number': 4, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'gw_port': {'id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:32Z', 'updated_at': '2022-03-02T09:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '4a6288b6-b539-429a-ad11-fd460b3a983a', 'name': '', 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'mac_address': 'fa:16:3e:9f:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cacf7c85-6662-453e-83df-7e90cabe2538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:42Z', 'updated_at': '2022-03-02T09:05:54Z', 'revision_number': 4, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'subnets': [{'id': 'cacf7c85-6662-453e-83df-7e90cabe2538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:57.346915 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89fd20-b035-4dad-a04c-ed8a1cc72e4b None None] The sync data for ids ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'] in dv-neutron-828796-1-hyperv is: [{'id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:31Z', 'updated_at': '2022-03-02T09:05:45Z', 'revision_number': 4, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'gw_port': {'id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:32Z', 'updated_at': '2022-03-02T09:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '4a6288b6-b539-429a-ad11-fd460b3a983a', 'name': '', 'network_id': '4b046dc3-3d5f-4f9a-8965-496cc363b78b', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'mac_address': 'fa:16:3e:9f:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'cacf7c85-6662-453e-83df-7e90cabe2538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:42Z', 'updated_at': '2022-03-02T09:05:54Z', 'revision_number': 4, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'subnets': [{'id': 'cacf7c85-6662-453e-83df-7e90cabe2538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:05:57.484778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3b1114ba-99fe-4a03-8d63-9a16413020ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:57.628933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:57.675052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:57.721135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:57.721661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:57.757677 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4026151 Mar 02 09:05:57.760816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33474) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:05:57.767469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'subnet': {'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:05:57.804546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5694403-87bb-4518-b29d-d5d82d06b498 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Network': ['ID=16fb3c9d-6930-4149-a191-0bfccfa8bd1f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:57.838391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Transition to ACTIVE for port object 02c11552-38da-4501-9c91-bb7390bf7a50 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:57.874282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:05:57.904404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:05:57.904860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:57.956068 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:57.970447 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Transition to ACTIVE for port object 8b258216-c8ce-4744-b733-e0087bb37684 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:57.991784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3b1114ba-99fe-4a03-8d63-9a16413020ea None None] For port 79be7dc9-50b5-47ff-82a1-9335b0f857bd, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=79be7dc9-50b5-47ff-82a1-9335b0f857bd,segment=NetworkSegment(de3df300-048f-4eb1-98a7-b75d305985cc),segment_id=de3df300-048f-4eb1-98a7-b75d305985cc)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:05:58.031713 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:58.051462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:05:58.055457 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:subnet and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:05:58.070399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:05:58.076844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:05:58.161103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Transition to ACTIVE for port object 02c11552-38da-4501-9c91-bb7390bf7a50 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:58.170504 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658e3e4-18f8-42ec-9e6b-f449523d7622 None None] Pushing event updated for resources: {'Port': ['ID=8b258216-c8ce-4744-b733-e0087bb37684,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:58.191598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Made reservation on behalf of b015d1227e9844baa2997b5353ca7813 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:05:58.195257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:58.249249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:58.295837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3b1114ba-99fe-4a03-8d63-9a16413020ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:58.660105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:58.694019 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Attempting to bind port 8b258216-c8ce-4744-b733-e0087bb37684 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:58.694581 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Attempting to bind port 8b258216-c8ce-4744-b733-e0087bb37684 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'de3df300-048f-4eb1-98a7-b75d305985cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:58.695110 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Attempting to bind port 8b258216-c8ce-4744-b733-e0087bb37684 on network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:58.707855 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:58.708638 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Checking segment: {'id': 'de3df300-048f-4eb1-98a7-b75d305985cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:58.709642 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:58.712669 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Bound using segment: {'id': 'de3df300-048f-4eb1-98a7-b75d305985cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:58.713403 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Bound port: 8b258216-c8ce-4744-b733-e0087bb37684, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3df300-048f-4eb1-98a7-b75d305985cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:58.714021 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:58.881713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1114ba-99fe-4a03-8d63-9a16413020ea None None] Pushing event updated for resources: {'Port': ['ID=79be7dc9-50b5-47ff-82a1-9335b0f857bd,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:58.935539 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] For port 8b258216-c8ce-4744-b733-e0087bb37684, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:05:58.939116 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] For port 8b258216-c8ce-4744-b733-e0087bb37684, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8b258216-c8ce-4744-b733-e0087bb37684,segment=NetworkSegment(de3df300-048f-4eb1-98a7-b75d305985cc),segment_id=de3df300-048f-4eb1-98a7-b75d305985cc)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:05:58.967409 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Network 5cf12c0e-4145-4568-ae58-1e805eb98833 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:05:58.980201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b08681d4-1311-4de1-afea-8a389c8d0065 None None] Provisioning for port e743fdeb-31ef-471c-91f8-b975b21f01d7 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:05:58.980542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::319 (5cf12c0e-4145-4568-ae58-1e805eb98833/41af2fb2-b860-487a-9e3c-09dd51f7039e/98e60f4b-4f1c-43ec-b147-6b6786239516) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:05:59.004036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:05:59.006625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:05:59.032234 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:59.071991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b08681d4-1311-4de1-afea-8a389c8d0065 None None] Provisioning complete for port e743fdeb-31ef-471c-91f8-b975b21f01d7 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:05:59.072552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b08681d4-1311-4de1-afea-8a389c8d0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:59.238859 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:05:59.245422 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:05:59.431711 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658e3e4-18f8-42ec-9e6b-f449523d7622 None None] Pushing event updated for resources: {'Port': ['ID=8b258216-c8ce-4744-b733-e0087bb37684,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:59.474417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Pushing event updated for resources: {'Port': ['ID=02c11552-38da-4501-9c91-bb7390bf7a50,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:59.526967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:59.535381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eec69d-c182-4fd0-a820-566aaaf8da9d None None] Update dhcp port {'port': {'network_id': 'b24a5def-cf0c-4a0a-9afd-e1af98db4253', 'fixed_ips': [{'subnet_id': '1ec96726-3926-4ab1-980d-ae2f6aa9d889', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bab14724-c373-4ded-bf10-e982fedd0b13'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': 'e743fdeb-31ef-471c-91f8-b975b21f01d7'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:05:59.617356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4a6288b6-b539-429a-ad11-fd460b3a983a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:05:59.678951 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:05:59.684354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Attempting to bind port 02c11552-38da-4501-9c91-bb7390bf7a50 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:05:59.684734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Attempting to bind port 02c11552-38da-4501-9c91-bb7390bf7a50 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '67d3477e-4e3c-4620-8251-7df3f5f04f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5cf12c0e-4145-4568-ae58-1e805eb98833'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:05:59.685099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Attempting to bind port 02c11552-38da-4501-9c91-bb7390bf7a50 on network 5cf12c0e-4145-4568-ae58-1e805eb98833 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:05:59.714018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:05:59.714402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Checking segment: {'id': '67d3477e-4e3c-4620-8251-7df3f5f04f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5cf12c0e-4145-4568-ae58-1e805eb98833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:59.714810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:59.715208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Bound using segment: {'id': '67d3477e-4e3c-4620-8251-7df3f5f04f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5cf12c0e-4145-4568-ae58-1e805eb98833'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:05:59.715699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Bound port: 02c11552-38da-4501-9c91-bb7390bf7a50, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d3477e-4e3c-4620-8251-7df3f5f04f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5cf12c0e-4145-4568-ae58-1e805eb98833'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:05:59.716132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:59.730568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Delete allocated IP 172.20.0.25 (b24a5def-cf0c-4a0a-9afd-e1af98db4253/bab14724-c373-4ded-bf10-e982fedd0b13) {{(pid=88401) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 09:05:59.840948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-09eec69d-c182-4fd0-a820-566aaaf8da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:59.852514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:59.895535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Subnet': ['ID=52a998d3-d476-4440-99ce-e98762dbcea7,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:05:59.915645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b08681d4-1311-4de1-afea-8a389c8d0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:05:59.941530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object 98e60f4b-4f1c-43ec-b147-6b6786239516 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:05:59.954281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Checking segment: {'id': 'a636a573-2873-4895-b841-091890615616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:05:59.955837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network hostable DHCP agents. Network: 16fb3c9d-6930-4149-a191-0bfccfa8bd1f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:05:59.958547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Allocated IP 2001:db8::2 (6c074fcd-27fa-4e49-a64c-f20c843d2be6/861d5107-84f2-4326-835f-1ac58e361b0e/0b6f59db-0980-492a-8a1f-3c20733a7813) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:00.077415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:06:00.108182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:00.126572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Ignored duplicate provisioning block setup for port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 09:06:00.133155 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b258216-c8ce-4744-b733-e0087bb37684', 'name': '', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:42:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:50Z', 'updated_at': '2022-03-02T09:05:58Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:00.137467 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a5ef2-b3df-451e-a236-17462240b23c None None] The sync data for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv is: [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b258216-c8ce-4744-b733-e0087bb37684', 'name': '', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:42:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:50Z', 'updated_at': '2022-03-02T09:05:58Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:00.144623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:00.146303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b08681d4-1311-4de1-afea-8a389c8d0065 None None] For port e743fdeb-31ef-471c-91f8-b975b21f01d7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e743fdeb-31ef-471c-91f8-b975b21f01d7,segment=NetworkSegment(3720af76-d9e0-4b8a-ab57-089b82c1e1f5),segment_id=3720af76-d9e0-4b8a-ab57-089b82c1e1f5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:00.156000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 4a6288b6-b539-429a-ad11-fd460b3a983a completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:00.169883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] For port 02c11552-38da-4501-9c91-bb7390bf7a50, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:00.174282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] For port 02c11552-38da-4501-9c91-bb7390bf7a50, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02c11552-38da-4501-9c91-bb7390bf7a50,segment=NetworkSegment(67d3477e-4e3c-4620-8251-7df3f5f04f8d),segment_id=67d3477e-4e3c-4620-8251-7df3f5f04f8d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:00.215023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 4a6288b6-b539-429a-ad11-fd460b3a983a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:00.215884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:00.237701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 16fb3c9d-6930-4149-a191-0bfccfa8bd1f) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:00.242143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:00.242828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:00.250896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:00.257185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1370080-63e7-4e34-8ae0-2880f2dc63f8 None None] Network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:00.258464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=98e60f4b-4f1c-43ec-b147-6b6786239516,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:00.286295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 5cf12c0e-4145-4568-ae58-1e805eb98833 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:00.294031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:00.294031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:00.298736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:00.299391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:00.381764 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-74511e70-c361-4746-8bfe-7cc768faef6a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6197925 Mar 02 09:06:00.384334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33512) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:00.462956 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-deaf2989-abc3-4abf-9266-16ddd7f57963 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4453542 Mar 02 09:06:00.468554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33516) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:00.600848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-09eec69d-c182-4fd0-a820-566aaaf8da9d None None] Allocated IP 172.20.0.18 (b24a5def-cf0c-4a0a-9afd-e1af98db4253/bab14724-c373-4ded-bf10-e982fedd0b13/e743fdeb-31ef-471c-91f8-b975b21f01d7) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:00.601535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:00.621444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] In _notify_port_updated(), no bound segment for port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c on network b24a5def-cf0c-4a0a-9afd-e1af98db4253 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:06:00.627789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:00.629199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:00.630539 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0a1cbd11-1fbf-4112-bb4c-835bd3dbc96c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "PUT /v2.0/ports/4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c HTTP/1.1" status: 200 len: 917 time: 3.8057008 Mar 02 09:06:00.633670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33520) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:00.650480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ec96726-3926-4ab1-980d-ae2f6aa9d889'}, {'subnet_id': 'bab14724-c373-4ded-bf10-e982fedd0b13'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:00.770788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b8c33e-9483-4fae-a8ef-e3ffc3272ca6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:00.773525 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e0b8c33e-9483-4fae-a8ef-e3ffc3272ca6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d9 HTTP/1.1" status: 200 len: 929 time: 0.2959819 Mar 02 09:06:00.854357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-09eec69d-c182-4fd0-a820-566aaaf8da9d None None] For port e743fdeb-31ef-471c-91f8-b975b21f01d7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e743fdeb-31ef-471c-91f8-b975b21f01d7,segment=NetworkSegment(3720af76-d9e0-4b8a-ab57-089b82c1e1f5),segment_id=3720af76-d9e0-4b8a-ab57-089b82c1e1f5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:00.881245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-09eec69d-c182-4fd0-a820-566aaaf8da9d None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:00.894846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33526) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:00.900326 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-09eec69d-c182-4fd0-a820-566aaaf8da9d None None] Transition to ACTIVE for port object e743fdeb-31ef-471c-91f8-b975b21f01d7 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:00.960377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:00.963811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b08681d4-1311-4de1-afea-8a389c8d0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.018231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-09eec69d-c182-4fd0-a820-566aaaf8da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.059689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-53913545-1782-4bc8-b8a2-c0b58f2099c1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 98e60f4b-4f1c-43ec-b147-6b6786239516 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:01.060270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-53913545-1782-4bc8-b8a2-c0b58f2099c1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.138488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.153652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265701ba-978a-444a-9bc9-458d1c35c8f0 None None] Pushing event updated for resources: {'Port': ['ID=02c11552-38da-4501-9c91-bb7390bf7a50,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:01.377606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08681d4-1311-4de1-afea-8a389c8d0065 None None] Pushing event updated for resources: {'Port': ['ID=e743fdeb-31ef-471c-91f8-b975b21f01d7,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:01.397892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.609508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.628579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Transition to ACTIVE for port object 0b6f59db-0980-492a-8a1f-3c20733a7813 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:01.664112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Transition to ACTIVE for port object 0b6f59db-0980-492a-8a1f-3c20733a7813 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:01.705292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.20 (b24a5def-cf0c-4a0a-9afd-e1af98db4253/bab14724-c373-4ded-bf10-e982fedd0b13/4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:01.724603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 4a6288b6-b539-429a-ad11-fd460b3a983a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4a6288b6-b539-429a-ad11-fd460b3a983a,segment=NetworkSegment(49659b95-46da-429e-be7f-314368e2d4e3),segment_id=49659b95-46da-429e-be7f-314368e2d4e3)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:01.777112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-16fb3c9d-6930-4149-a191-0bfccfa8bd1f', 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'fixed_ips': [{'subnet_id': '52a998d3-d476-4440-99ce-e98762dbcea7'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:06:01.778793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.819475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-53913545-1782-4bc8-b8a2-c0b58f2099c1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.827166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-52714bf1-9307-473c-9345-594aaa6026c3 None None] Provisioning for port 8b258216-c8ce-4744-b733-e0087bb37684 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:01.837135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.855551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eec69d-c182-4fd0-a820-566aaaf8da9d None None] Pushing event updated for resources: {'Port': ['ID=e743fdeb-31ef-471c-91f8-b975b21f01d7,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:01.866959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:01.873381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 79be7dc9-50b5-47ff-82a1-9335b0f857bd up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:01.981719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:02.110716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-53913545-1782-4bc8-b8a2-c0b58f2099c1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 98e60f4b-4f1c-43ec-b147-6b6786239516 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:02.121618 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 2001:db8::1 (6c074fcd-27fa-4e49-a64c-f20c843d2be6/861d5107-84f2-4326-835f-1ac58e361b0e/7278c8ec-4bef-4efe-808f-71dcd4967f38) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:02.279846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Allocated IP 172.23.0.2 (16fb3c9d-6930-4149-a191-0bfccfa8bd1f/52a998d3-d476-4440-99ce-e98762dbcea7/c85a67bc-3127-4c0f-9a86-99c6ed220806) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:02.300943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33534) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:02.302472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.resource_extend [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:06:02.580274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-53913545-1782-4bc8-b8a2-c0b58f2099c1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:02.584408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:02.594695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:02.596143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Transition to ACTIVE for port object c85a67bc-3127-4c0f-9a86-99c6ed220806 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:02.617637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Transition to ACTIVE for port object c85a67bc-3127-4c0f-9a86-99c6ed220806 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:02.635468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Ignored duplicate provisioning block setup for port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 09:06:02.660673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce976eb-d4e3-401a-9443-df454d1eb15f None None] Network b24a5def-cf0c-4a0a-9afd-e1af98db4253 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:02.694554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:02.713741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:02.736063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53913545-1782-4bc8-b8a2-c0b58f2099c1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=98e60f4b-4f1c-43ec-b147-6b6786239516,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:02.756055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:02.758046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-52714bf1-9307-473c-9345-594aaa6026c3 None None] Provisioning complete for port 79be7dc9-50b5-47ff-82a1-9335b0f857bd triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:02.758046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-52714bf1-9307-473c-9345-594aaa6026c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:02.839978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:02.857923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:02.913816 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:02.948860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Transition to ACTIVE for port object 7278c8ec-4bef-4efe-808f-71dcd4967f38 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:03.002345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Deleting port b5e40399-27d8-4e68-88c1-ddca94c3696d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:03.002872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.014220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Allocated IP 172.23.0.1 (16fb3c9d-6930-4149-a191-0bfccfa8bd1f/52a998d3-d476-4440-99ce-e98762dbcea7/5c66b3c5-26cf-4e48-beae-e6d714968299) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:03.016885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:03.042989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 79be7dc9-50b5-47ff-82a1-9335b0f857bd triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:03.043363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.077202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:03.085191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:03.094566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=4a6288b6-b539-429a-ad11-fd460b3a983a,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:03.094566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:03.100058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-53913545-1782-4bc8-b8a2-c0b58f2099c1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.107097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.152425 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-53913545-1782-4bc8-b8a2-c0b58f2099c1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/98e60f4b-4f1c-43ec-b147-6b6786239516 HTTP/1.1" status: 204 len: 168 time: 2.2532513 Mar 02 09:06:03.212091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33540) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:03.229244 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c87fa4-c714-4fd8-84cc-4040e00de799 None None] Network 5cf12c0e-4145-4568-ae58-1e805eb98833 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:03.258075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:03.267973 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f0f346-6440-47a9-a64b-f552191b21cb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:06:03.269028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-17f0f346-6440-47a9-a64b-f552191b21cb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:03.287950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:03.292082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:03.292615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.350454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.364719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-17f0f346-6440-47a9-a64b-f552191b21cb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:03.368979 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-17f0f346-6440-47a9-a64b-f552191b21cb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/98e60f4b-4f1c-43ec-b147-6b6786239516 HTTP/1.1" status: 404 len: 333 time: 0.1572940 Mar 02 09:06:03.370237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33544) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:03.427049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=7278c8ec-4bef-4efe-808f-71dcd4967f38,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:03.428908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Transition to ACTIVE for port object 5c66b3c5-26cf-4e48-beae-e6d714968299 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:03.461880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-cb8360ef-b063-4d52-a1f8-03bf99d6a04b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port ffc880c6-e659-4751-84d9-3cb0f498353d {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:03.462110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb8360ef-b063-4d52-a1f8-03bf99d6a04b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.508070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Attempting to bind port 0b6f59db-0980-492a-8a1f-3c20733a7813 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:03.508482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Attempting to bind port 0b6f59db-0980-492a-8a1f-3c20733a7813 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:03.508979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Attempting to bind port 0b6f59db-0980-492a-8a1f-3c20733a7813 on network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:03.516900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] In _notify_port_updated(), no bound segment for port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c on network b24a5def-cf0c-4a0a-9afd-e1af98db4253 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:06:03.522886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:03.523499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.524814 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c5b8ad64-db52-42d9-980f-416977c6aa59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "PUT /v2.0/ports/4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c HTTP/1.1" status: 200 len: 997 time: 2.8901920 Mar 02 09:06:03.528324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33548) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:03.543758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:03.543758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Checking segment: {'id': 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:03.544157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.544517 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Bound using segment: {'id': 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:03.545012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Bound port: 0b6f59db-0980-492a-8a1f-3c20733a7813, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:03.545377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.607392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.607637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.665020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.708560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ab541c70-1d09-4a4e-8806-d050732e0947 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:03.708560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab541c70-1d09-4a4e-8806-d050732e0947 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.752393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Attempting to bind port c85a67bc-3127-4c0f-9a86-99c6ed220806 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:03.753405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Attempting to bind port c85a67bc-3127-4c0f-9a86-99c6ed220806 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'a636a573-2873-4895-b841-091890615616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:03.753762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Attempting to bind port c85a67bc-3127-4c0f-9a86-99c6ed220806 on network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:03.779890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Pushing event updated for resources: {'Port': ['ID=0b6f59db-0980-492a-8a1f-3c20733a7813,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:03.789983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Calling delete_port for b5e40399-27d8-4e68-88c1-ddca94c3696d owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:03.847594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:03.848034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Checking segment: {'id': 'a636a573-2873-4895-b841-091890615616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:03.848360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.849400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Bound using segment: {'id': 'a636a573-2873-4895-b841-091890615616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:03.849400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Bound port: c85a67bc-3127-4c0f-9a86-99c6ed220806, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a636a573-2873-4895-b841-091890615616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:03.849665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:03.850548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:03.862058 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:06:03.865662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:03.875408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:03.982978 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=5c66b3c5-26cf-4e48-beae-e6d714968299,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:03.986866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb8360ef-b063-4d52-a1f8-03bf99d6a04b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:04.037720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:04.133246 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:04.137862 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Pushing event updated for resources: {'Port': ['ID=c85a67bc-3127-4c0f-9a86-99c6ed220806,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:04.165350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ec8c2a3a-fc98-40b3-a6c0-f0697de722d0 None None] Provisioning for port e743fdeb-31ef-471c-91f8-b975b21f01d7 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:04.182875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ec8c2a3a-fc98-40b3-a6c0-f0697de722d0 None None] Provisioning complete for port e743fdeb-31ef-471c-91f8-b975b21f01d7 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:04.183268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2a3a-fc98-40b3-a6c0-f0697de722d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:04.213205 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] For port 0b6f59db-0980-492a-8a1f-3c20733a7813, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:04.255102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] For port 0b6f59db-0980-492a-8a1f-3c20733a7813, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0b6f59db-0980-492a-8a1f-3c20733a7813,segment=NetworkSegment(e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87),segment_id=e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:04.280983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] For port c85a67bc-3127-4c0f-9a86-99c6ed220806, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:04.296600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-cb8360ef-b063-4d52-a1f8-03bf99d6a04b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for ffc880c6-e659-4751-84d9-3cb0f498353d owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:04.332157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:04.582604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab541c70-1d09-4a4e-8806-d050732e0947 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:04.623293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4a6288b6-b539-429a-ad11-fd460b3a983a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:04.736217 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdcfb4-c7e1-46f7-a017-4c38ac501cf1 None None] Pushing event updated for resources: {'Port': ['ID=0b6f59db-0980-492a-8a1f-3c20733a7813,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:04.768363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ab541c70-1d09-4a4e-8806-d050732e0947 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:04.840354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ec8c2a3a-fc98-40b3-a6c0-f0697de722d0 None None] Provisioning for port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:04.855243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 4a6288b6-b539-429a-ad11-fd460b3a983a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:04.855619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:04.873495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:04.899809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ec8c2a3a-fc98-40b3-a6c0-f0697de722d0 None None] Provisioning complete for port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:04.900478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2a3a-fc98-40b3-a6c0-f0697de722d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:05.014234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c2a3a-fc98-40b3-a6c0-f0697de722d0 None None] Port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:05.166814 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb8360ef-b063-4d52-a1f8-03bf99d6a04b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:05.185479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ec8c2a3a-fc98-40b3-a6c0-f0697de722d0 None None] Provisioning for port 02c11552-38da-4501-9c91-bb7390bf7a50 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:05.194984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02c11552-38da-4501-9c91-bb7390bf7a50 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:05.345934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 02c11552-38da-4501-9c91-bb7390bf7a50 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:05.354446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 02c11552-38da-4501-9c91-bb7390bf7a50 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:05.355195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:05.414718 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f0d6b49c-9501-411d-90dc-a450c98c47f8 None None] Could not find standard attr ID for object ffc880c6-e659-4751-84d9-3cb0f498353d. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:06:05.462854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f0d6b49c-9501-411d-90dc-a450c98c47f8 None None] Provisioning complete for port e743fdeb-31ef-471c-91f8-b975b21f01d7 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:05.463215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b49c-9501-411d-90dc-a450c98c47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:05.503438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:05.616046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] For port c85a67bc-3127-4c0f-9a86-99c6ed220806, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c85a67bc-3127-4c0f-9a86-99c6ed220806,segment=NetworkSegment(a636a573-2873-4895-b841-091890615616),segment_id=a636a573-2873-4895-b841-091890615616)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:05.716230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:05.820728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:05.866747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event deleted for resources: {'Port': ['ID=b5e40399-27d8-4e68-88c1-ddca94c3696d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:05.936520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049389df-5c4b-4997-a121-2a1d2f1fc8d4 None None] Pushing event updated for resources: {'Port': ['ID=c85a67bc-3127-4c0f-9a86-99c6ed220806,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:05.960579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 02c11552-38da-4501-9c91-bb7390bf7a50, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02c11552-38da-4501-9c91-bb7390bf7a50,segment=NetworkSegment(67d3477e-4e3c-4620-8251-7df3f5f04f8d),segment_id=67d3477e-4e3c-4620-8251-7df3f5f04f8d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:05.979921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f0d6b49c-9501-411d-90dc-a450c98c47f8 None None] Provisioning complete for port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:05.980795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b49c-9501-411d-90dc-a450c98c47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.042240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.043472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8b258216-c8ce-4744-b733-e0087bb37684 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:06.046635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.054748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.054748 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Floating IP 97628f6f-2933-443a-9a42-84e7dc56958c disassociated (deleted). External IP: 172.26.3.187, port: a08663e2-a60f-4ff9-ade5-ad29125e08ed. Mar 02 09:06:06.071737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8360ef-b063-4d52-a1f8-03bf99d6a04b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=ffc880c6-e659-4751-84d9-3cb0f498353d,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:06.106646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb8360ef-b063-4d52-a1f8-03bf99d6a04b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.126458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab541c70-1d09-4a4e-8806-d050732e0947 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.140189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.143998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.196498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.203381 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cb8360ef-b063-4d52-a1f8-03bf99d6a04b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/ffc880c6-e659-4751-84d9-3cb0f498353d HTTP/1.1" status: 204 len: 168 time: 2.8284228 Mar 02 09:06:06.204199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33558) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:06.261661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6b49c-9501-411d-90dc-a450c98c47f8 None None] Port 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:06.278900 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7f88ec-9301-4f86-8559-d3a4360fd262 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:06:06.279432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3b7f88ec-9301-4f86-8559-d3a4360fd262 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:06.290092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.329514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=7278c8ec-4bef-4efe-808f-71dcd4967f38,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:06.342339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=02c11552-38da-4501-9c91-bb7390bf7a50,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:06.359837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f0d6b49c-9501-411d-90dc-a450c98c47f8 None None] Provisioning complete for port 02c11552-38da-4501-9c91-bb7390bf7a50 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:06.360239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b49c-9501-411d-90dc-a450c98c47f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.616773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 8b258216-c8ce-4744-b733-e0087bb37684 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:06.654997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8b258216-c8ce-4744-b733-e0087bb37684 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:06.657156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.662989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3b7f88ec-9301-4f86-8559-d3a4360fd262 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:06.667079 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3b7f88ec-9301-4f86-8559-d3a4360fd262 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/ffc880c6-e659-4751-84d9-3cb0f498353d HTTP/1.1" status: 404 len: 333 time: 0.4619021 Mar 02 09:06:06.668014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:06.674271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33564) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:06.678650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab541c70-1d09-4a4e-8806-d050732e0947 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:06.856842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef22d4b-5f90-4149-9536-3525109d7425 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet 41af2fb2-b860-487a-9e3c-09dd51f7039e {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:06.860656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event updated for resources: {'Port': ['ID=5c66b3c5-26cf-4e48-beae-e6d714968299,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:06.888534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ef22d4b-5f90-4149-9536-3525109d7425 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:07.062842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ef22d4b-5f90-4149-9536-3525109d7425 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:07.078762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:07.145798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1e1d7449-5bb6-4b52-8503-2abae2d865ce None None] Could not find standard attr ID for object 4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:06:07.153079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8b258216-c8ce-4744-b733-e0087bb37684, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8b258216-c8ce-4744-b733-e0087bb37684,segment=NetworkSegment(de3df300-048f-4eb1-98a7-b75d305985cc),segment_id=de3df300-048f-4eb1-98a7-b75d305985cc)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:07.156928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55eb169-b6d0-4885-8e2a-fa296c966257 None None] Network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:07.197619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1e1d7449-5bb6-4b52-8503-2abae2d865ce None None] Could not find standard attr ID for object ffc880c6-e659-4751-84d9-3cb0f498353d. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:06:07.207226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1e1d7449-5bb6-4b52-8503-2abae2d865ce None None] Could not find standard attr ID for object 98e60f4b-4f1c-43ec-b147-6b6786239516. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:06:07.252938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:07.255881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:07.284942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:07.285730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e743fdeb-31ef-471c-91f8-b975b21f01d7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:07.332767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab541c70-1d09-4a4e-8806-d050732e0947 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:07.433529 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ab541c70-1d09-4a4e-8806-d050732e0947 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c HTTP/1.1" status: 204 len: 168 time: 3.8985059 Mar 02 09:06:07.445631 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33568) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:07.469599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ef22d4b-5f90-4149-9536-3525109d7425 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:07.557669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8b258216-c8ce-4744-b733-e0087bb37684,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:07.570677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:07.610837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:07.636058 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dfda80-c444-4ea5-b45d-d43583028083 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:06:07.636659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3dfda80-c444-4ea5-b45d-d43583028083 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:07.658138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:07.673067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0eb6c821-22ba-485f-9365-f7c26904ae0b None None] Provisioning for port 0b6f59db-0980-492a-8a1f-3c20733a7813 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:07.749407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port e743fdeb-31ef-471c-91f8-b975b21f01d7 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:07.751625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:07.782742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ef22d4b-5f90-4149-9536-3525109d7425 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:07.917485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef22d4b-5f90-4149-9536-3525109d7425 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=41af2fb2-b860-487a-9e3c-09dd51f7039e,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:07.921213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:07.958366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d7dfec-ff5f-45ac-9c5b-30b5b27f02be None None] Network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:07.999321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3dfda80-c444-4ea5-b45d-d43583028083 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:08.005039 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f3dfda80-c444-4ea5-b45d-d43583028083 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c HTTP/1.1" status: 404 len: 333 time: 0.5522871 Mar 02 09:06:08.005039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33574) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:08.085567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:08.091602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ef22d4b-5f90-4149-9536-3525109d7425 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:08.101497 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5ef22d4b-5f90-4149-9536-3525109d7425 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/41af2fb2-b860-487a-9e3c-09dd51f7039e HTTP/1.1" status: 204 len: 168 time: 1.4247069 Mar 02 09:06:08.104445 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bc53fbcd-395f-4ec4-88a8-aa2538e73207 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7183292 Mar 02 09:06:08.105258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33578) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:08.107615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33580) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:08.115316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:08.118213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Sync routers for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:08.138169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47680ffe-2ecc-4edb-93b7-ff39972b17cb None None] Network 5cf12c0e-4145-4568-ae58-1e805eb98833 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:08.203883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:08.204580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:08.294886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b11928-fa48-42a5-8c06-84f9c298ce64 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet bab14724-c373-4ded-bf10-e982fedd0b13 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:08.300395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b0b11928-fa48-42a5-8c06-84f9c298ce64 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:08.386670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b0b11928-fa48-42a5-8c06-84f9c298ce64 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:08.513889 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b0b11928-fa48-42a5-8c06-84f9c298ce64 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:08.703001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:08.734503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02c11552-38da-4501-9c91-bb7390bf7a50 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:08.775762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:08.789761 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] Sync routers for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:08.807059 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] Routers {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:08.807677 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:08.809294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 02c11552-38da-4501-9c91-bb7390bf7a50 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:08.809643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:08.816450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:06:08.832335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:08.959133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-01ac7a5d-7c87-4513-a556-c031f5bf7d87 None None] Provisioning for port c85a67bc-3127-4c0f-9a86-99c6ed220806 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:08.974362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b0b11928-fa48-42a5-8c06-84f9c298ce64 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:08.985911 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-310ecc22-879e-4308-91c4-1b4e88b571ee tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "DELETE /v2.0/floatingips/97628f6f-2933-443a-9a42-84e7dc56958c HTTP/1.1" status: 204 len: 168 time: 6.6733809 Mar 02 09:06:09.077288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:09.156680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:06:09.162093 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] Set router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:09.172085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b11928-fa48-42a5-8c06-84f9c298ce64 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=bab14724-c373-4ded-bf10-e982fedd0b13,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:09.207468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 02c11552-38da-4501-9c91-bb7390bf7a50 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:09.208092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:09.355235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b0b11928-fa48-42a5-8c06-84f9c298ce64 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:09.362881 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b0b11928-fa48-42a5-8c06-84f9c298ce64 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/bab14724-c373-4ded-bf10-e982fedd0b13 HTTP/1.1" status: 204 len: 168 time: 1.3536322 Mar 02 09:06:09.366421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33594) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:09.502039 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'status': 'completed', 'code': 200} Mar 02 09:06:09.537651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.extraroute_db [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 09:06:09.559914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.extraroute_db [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Removed routes are [] {{(pid=88400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 09:06:09.560339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:09.646503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ad17d-5c0a-49e6-8408-d424505977b8 None None] Network b24a5def-cf0c-4a0a-9afd-e1af98db4253 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:09.801038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff82792-548e-44b2-bd31-864fdeafb730 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet 1ec96726-3926-4ab1-980d-ae2f6aa9d889 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:09.811432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ff82792-548e-44b2-bd31-864fdeafb730 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:09.888918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:09.921377 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a7d89217-efa9-4ea5-a699-cab365518e6d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0353522 Mar 02 09:06:09.927490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33600) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:09.930414 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:41Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '05c29425-f709-473e-a885-0356d1136f57', 'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'mac_address': 'fa:16:3e:02:85:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:38Z', 'updated_at': '2022-03-02T09:02:51Z', 'revision_number': 5, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'subnets': [{'id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:09.939801 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] Checking router: 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:09.950280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1972834870'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:09.963775 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] Routers {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:09.964839 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:09.977367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:09.988482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5ae80739-9836-4473-a50c-7f7176adefc1 None None] Provisioning for port 7278c8ec-4bef-4efe-808f-71dcd4967f38 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:10.064195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:network and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:10.086012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0b6f59db-0980-492a-8a1f-3c20733a7813 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:10.091438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ff82792-548e-44b2-bd31-864fdeafb730 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.141181 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:10.228393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5ae80739-9836-4473-a50c-7f7176adefc1 None None] Provisioning complete for port 7278c8ec-4bef-4efe-808f-71dcd4967f38 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:10.228763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ae80739-9836-4473-a50c-7f7176adefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.342450 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] Set router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:10.361500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.366476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.394442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:10.408371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:10.498472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7355c5d-977e-48ba-b31c-c9bb72a5196e req-b3cce806-ba80-4d64-9de4-0530d874faf5 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:10.499620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-a7355c5d-977e-48ba-b31c-c9bb72a5196e req-b3cce806-ba80-4d64-9de4-0530d874faf5 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Synchronizing usage tracker for tenant:23af078d0c8346d5a239e1e87331455e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:10.505523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ff82792-548e-44b2-bd31-864fdeafb730 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.535989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:10.540352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.541320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] For port 02c11552-38da-4501-9c91-bb7390bf7a50, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02c11552-38da-4501-9c91-bb7390bf7a50,segment=NetworkSegment(67d3477e-4e3c-4620-8251-7df3f5f04f8d),segment_id=67d3477e-4e3c-4620-8251-7df3f5f04f8d)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:10.541755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.614523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:06:10.634794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.635443 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added segment 7bbafc53-1814-4e58-ae71-6bfef9f27751 of type vlan for network c751fae9-6185-4a97-9634-1b0335d2424a Mar 02 09:06:10.675199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.706981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-a7355c5d-977e-48ba-b31c-c9bb72a5196e req-b3cce806-ba80-4d64-9de4-0530d874faf5 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Unset dirty status for tenant:23af078d0c8346d5a239e1e87331455e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:10.708421 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a7355c5d-977e-48ba-b31c-c9bb72a5196e req-b3cce806-ba80-4d64-9de4-0530d874faf5 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.7282052 Mar 02 09:06:10.709561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ff82792-548e-44b2-bd31-864fdeafb730 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.781304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff82792-548e-44b2-bd31-864fdeafb730 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec96726-3926-4ab1-980d-ae2f6aa9d889,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:10.789278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.796613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:10.800561 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:10.804699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:10.807658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.877207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ff82792-548e-44b2-bd31-864fdeafb730 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:10.905924 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:41Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '05c29425-f709-473e-a885-0356d1136f57', 'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'mac_address': 'fa:16:3e:02:85:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:38Z', 'updated_at': '2022-03-02T09:02:51Z', 'revision_number': 5, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'subnets': [{'id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:10.911630 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb18dab-c0d1-4dd7-a30b-d662f9ab956d None None] The sync data for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv is: [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:02:41Z', 'revision_number': 4, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '05c29425-f709-473e-a885-0356d1136f57', 'name': '', 'network_id': '122e816d-e1ce-4258-b49f-4b0c00e4f143', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'mac_address': 'fa:16:3e:02:85:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:38Z', 'updated_at': '2022-03-02T09:02:51Z', 'revision_number': 5, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'subnets': [{'id': 'aa82573b-246c-4d88-866a-a8952f19ba1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:10.979057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0ff82792-548e-44b2-bd31-864fdeafb730 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/1ec96726-3926-4ab1-980d-ae2f6aa9d889 HTTP/1.1" status: 204 len: 168 time: 1.5941231 Mar 02 09:06:11.011045 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a7355c5d-977e-48ba-b31c-c9bb72a5196e req-8a9f39f3-3f0a-44c1-889f-1fd8ed6e3a3d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640700 Mar 02 09:06:11.017321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 02c11552-38da-4501-9c91-bb7390bf7a50 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:11.045016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58f18a1-bf81-4ff2-8147-47be4eae3e6b None None] DHCP port deletion for 5cf12c0e-4145-4568-ae58-1e805eb98833 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:11.051970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5ae80739-9836-4473-a50c-7f7176adefc1 None None] Port 7278c8ec-4bef-4efe-808f-71dcd4967f38 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:11.062481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b58f18a1-bf81-4ff2-8147-47be4eae3e6b None None] Deleting port 02c11552-38da-4501-9c91-bb7390bf7a50 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:11.062941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b58f18a1-bf81-4ff2-8147-47be4eae3e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.086294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33606) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:11.129988 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1950808 Mar 02 09:06:11.136376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33610) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:11.143921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'subnet': {'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:11.162064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:11.163283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-c98a88d3-f04e-4e5e-ba45-e508230c9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:11.165030 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-c98a88d3-f04e-4e5e-ba45-e508230c9bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23af078d0c8346d5a239e1e87331455e&device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 1098 time: 1.5937090 Mar 02 09:06:11.194231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0763dd-3124-4ed4-b1e4-d42f4ebc4008 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Network': ['ID=c751fae9-6185-4a97-9634-1b0335d2424a,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:11.218614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:11.225796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.278625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5ae80739-9836-4473-a50c-7f7176adefc1 None None] Provisioning complete for port 0b6f59db-0980-492a-8a1f-3c20733a7813 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:11.279002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ae80739-9836-4473-a50c-7f7176adefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.330226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 0b6f59db-0980-492a-8a1f-3c20733a7813 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:11.335754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network c751fae9-6185-4a97-9634-1b0335d2424a details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:06:11.349376 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d7a157-4070-4e75-9151-7e2a5826345f None None] New status for floating IP 97628f6f-2933-443a-9a42-84e7dc56958c: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:06:11.393728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b58f18a1-bf81-4ff2-8147-47be4eae3e6b None None] The port '02c11552-38da-4501-9c91-bb7390bf7a50' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:06:11.430183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 0b6f59db-0980-492a-8a1f-3c20733a7813 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:11.430556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.469475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No DVR routers for this DVR port 02c11552-38da-4501-9c91-bb7390bf7a50 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:11.515436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=02c11552-38da-4501-9c91-bb7390bf7a50,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:11.569407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.648701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:11.663186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:subnet and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:11.668224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port e743fdeb-31ef-471c-91f8-b975b21f01d7 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:11.668752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.689483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] DHCP port deletion for b24a5def-cf0c-4a0a-9afd-e1af98db4253 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:11.707146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:11.741880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:11.768839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:04Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66b3c5-26cf-4e48-beae-e6d714968299', 'name': '', 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:16:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '52a998d3-d476-4440-99ce-e98762dbcea7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:02Z', 'updated_at': '2022-03-02T09:06:05Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '52a998d3-d476-4440-99ce-e98762dbcea7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b258216-c8ce-4744-b733-e0087bb37684', 'name': '', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:42:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:50Z', 'updated_at': '2022-03-02T09:06:07Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:11.770831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-679a6d76-2458-4186-8d7a-5e2aa40edb24 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:11.770989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] Deleting port e743fdeb-31ef-471c-91f8-b975b21f01d7 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:11.771230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.772288 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-679a6d76-2458-4186-8d7a-5e2aa40edb24 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.3734114 Mar 02 09:06:11.882141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:11.885694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.919492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:11.924750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.968175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:11.969531 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f470d230-64b1-4577-ba00-e4f9f9ab8d24 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7 HTTP/1.1" status: 200 len: 934 time: 3.8604796 Mar 02 09:06:11.973559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-67542e34-0a85-47db-bd7c-27f47e9dec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:11.974978 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-67542e34-0a85-47db-bd7c-27f47e9dec89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=122e816d-e1ce-4258-b49f-4b0c00e4f143 HTTP/1.1" status: 200 len: 897 time: 0.7833338 Mar 02 09:06:11.976927 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33618) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:11.979930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf12c0e-4145-4568-ae58-1e805eb98833']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:11.999091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Deleting port a08663e2-a60f-4ff9-ade5-ad29125e08ed {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:11.999433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.027772 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Checking router: fdefb14c-620a-4a7a-b529-b75101ecbec7 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:12.028262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Updating router fdefb14c-620a-4a7a-b529-b75101ecbec7 port 5c66b3c5-26cf-4e48-beae-e6d714968299 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:06:12.128942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d3477e-4e3c-4620-8251-7df3f5f04f8d') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:12.129200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d3477e-4e3c-4620-8251-7df3f5f04f8d') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:12.183712 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-c91b8f60-042e-451a-887a-0990c5dcc8e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed HTTP/1.1" status: 200 len: 217 time: 0.1346741 Mar 02 09:06:12.228915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] For port e743fdeb-31ef-471c-91f8-b975b21f01d7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e743fdeb-31ef-471c-91f8-b975b21f01d7,segment=NetworkSegment(3720af76-d9e0-4b8a-ab57-089b82c1e1f5),segment_id=3720af76-d9e0-4b8a-ab57-089b82c1e1f5)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:12.229276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.256759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-656130f5-9cb7-4610-8cd7-817ee9ed9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:12.258506 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-656130f5-9cb7-4610-8cd7-817ee9ed9495 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa82573b-246c-4d88-866a-a8952f19ba1d HTTP/1.1" status: 200 len: 835 time: 0.0636568 Mar 02 09:06:12.260117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.333132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.349865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:06:12.350259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:06:12.365524 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:06:12.375453 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b0b03272-df61-4a59-8f9f-0fab3cd297fe tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7 HTTP/1.1" status: 200 len: 934 time: 0.3974700 Mar 02 09:06:12.389007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33624) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:12.407151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'routes': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:12.441733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for e743fdeb-31ef-471c-91f8-b975b21f01d7 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:12.525353 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.627480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.641154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ae80739-9836-4473-a50c-7f7176adefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.672833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] For port e743fdeb-31ef-471c-91f8-b975b21f01d7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e743fdeb-31ef-471c-91f8-b975b21f01d7,segment=NetworkSegment(3720af76-d9e0-4b8a-ab57-089b82c1e1f5),segment_id=3720af76-d9e0-4b8a-ab57-089b82c1e1f5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:12.673485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.696327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 0b6f59db-0980-492a-8a1f-3c20733a7813, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0b6f59db-0980-492a-8a1f-3c20733a7813,segment=NetworkSegment(e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87),segment_id=e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:12.834214 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] Calling delete_port for e743fdeb-31ef-471c-91f8-b975b21f01d7 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:12.892389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] For port a08663e2-a60f-4ff9-ade5-ad29125e08ed, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a08663e2-a60f-4ff9-ade5-ad29125e08ed,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:12.893066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.907377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b33d2-7953-4c2c-a145-c5163baf794a req-a2b9a405-fdc2-4960-b361-45619541e715 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:12.909540 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-587b33d2-7953-4c2c-a145-c5163baf794a req-a2b9a405-fdc2-4960-b361-45619541e715 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 945 time: 0.5825789 Mar 02 09:06:12.920435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.921094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8b258216-c8ce-4744-b733-e0087bb37684 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:12.987486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:12.995260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.060459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.067382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Calling delete_port for a08663e2-a60f-4ff9-ade5-ad29125e08ed owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:13.122060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-754fde67-c771-458e-a541-6a70af5a08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:13.155932 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-754fde67-c771-458e-a541-6a70af5a08dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=122e816d-e1ce-4258-b49f-4b0c00e4f143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8547177 Mar 02 09:06:13.155932 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/networks/5cf12c0e-4145-4568-ae58-1e805eb98833 HTTP/1.1" status: 204 len: 168 time: 5.0310726 Mar 02 09:06:13.161430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33630) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:13.169865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1422014913'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:13.173747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No DVR routers for this DVR port e743fdeb-31ef-471c-91f8-b975b21f01d7 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:13.177903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=e743fdeb-31ef-471c-91f8-b975b21f01d7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:13.182863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:03Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:05Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:13.185367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeffe5-8dba-4468-9033-94bb0c92eae4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Network': ['ID=5cf12c0e-4145-4568-ae58-1e805eb98833,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:13.222162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:13.222400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:13.222539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Updating router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 port 7278c8ec-4bef-4efe-808f-71dcd4967f38 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:06:13.265571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:network and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:13.286244 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=0b6f59db-0980-492a-8a1f-3c20733a7813,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:13.286549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:13.287812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:06:13.288056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:06:13.298031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-587b33d2-7953-4c2c-a145-c5163baf794a req-051b50d9-4522-4d5b-b25e-70adf12d81ca tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/security-groups?id=e292f73e-9589-4e47-8c80-bd2204e9cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757846 Mar 02 09:06:13.302253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-5ae80739-9836-4473-a50c-7f7176adefc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:06:13.302612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-5ae80739-9836-4473-a50c-7f7176adefc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:06:13.349370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8b258216-c8ce-4744-b733-e0087bb37684 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:13.349776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.407354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.449992 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.450245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:13.457941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24a5def-cf0c-4a0a-9afd-e1af98db4253']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:13.480765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3720af76-d9e0-4b8a-ab57-089b82c1e1f5') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:13.481462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3720af76-d9e0-4b8a-ab57-089b82c1e1f5') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:13.499393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.503189 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-6169a917-0233-472d-b5a0-1834d5b613f9 service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621697 Mar 02 09:06:13.537977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.546082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:06:13.546785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:06:13.589052 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:06:13.751404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.821595 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23d2c3cf-dfe6-4f45-a264-aeac067f6691 req-7e597f8f-b9bd-4634-acd2-2b882e75a72d service neutron] 10.222.0.15 "GET /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535360 Mar 02 09:06:13.822282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:13.822282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.824729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.extraroute_db [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added routes are [] {{(pid=88400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 09:06:13.825046 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.extraroute_db [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 09:06:13.845909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] Deleting port e743fdeb-31ef-471c-91f8-b975b21f01d7 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:13.846956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.863124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.911150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Subnet': ['ID=29b610fe-c7f6-4679-b690-61e8717c94ce,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:13.919383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:06:13.928894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Checking segment: {'id': '7bbafc53-1814-4e58-ae71-6bfef9f27751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:13.929345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network hostable DHCP agents. Network: c751fae9-6185-4a97-9634-1b0335d2424a, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:06:13.941717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.942210 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Added segment 3fe00e22-7283-4e24-9968-2ae31bb64e10 of type vlan for network 953dc186-2732-4a23-a2a4-0582ab4c35e6 Mar 02 09:06:13.975043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:13.991831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8b224-bfa6-468f-b7d1-e5dd35a731c2 None None] The port 'e743fdeb-31ef-471c-91f8-b975b21f01d7' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:06:14.027609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.032864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.042601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.045324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c85a67bc-3127-4c0f-9a86-99c6ed220806 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:14.137750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Transition to ACTIVE for port object 5c66b3c5-26cf-4e48-beae-e6d714968299 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:14.190631 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.197377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event deleted for resources: {'Port': ['ID=a08663e2-a60f-4ff9-ade5-ad29125e08ed,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:14.207379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network c751fae9-6185-4a97-9634-1b0335d2424a is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:06:14.215716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.219594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.223665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:14.229557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.284361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Network': ['ID=b24a5def-cf0c-4a0a-9afd-e1af98db4253,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:14.289187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, c751fae9-6185-4a97-9634-1b0335d2424a) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:14.290736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ecbfc558-08e4-46a1-b195-e2f14a96c6a0 None None] Provisioning complete for port 7278c8ec-4bef-4efe-808f-71dcd4967f38 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:14.291113 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc558-08e4-46a1-b195-e2f14a96c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.422476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e184ac3-b46e-494a-b7ef-1af50a71fbde None None] Network c751fae9-6185-4a97-9634-1b0335d2424a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:14.467633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.477958 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-63003a54-e27a-46ae-a978-cf0da0865084 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/networks/b24a5def-cf0c-4a0a-9afd-e1af98db4253 HTTP/1.1" status: 204 len: 168 time: 3.3849649 Mar 02 09:06:14.479570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:14.480247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.483375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33640) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:14.566056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] No DVR routers for this DVR port a08663e2-a60f-4ff9-ade5-ad29125e08ed on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:14.569514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.572434 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c8cbbe11-8632-4e6f-a05b-906ca549ad45 req-3fcd180e-ad49-4eba-b96d-956bba5135d6 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.15 "DELETE /v2.0/ports/a08663e2-a60f-4ff9-ade5-ad29125e08ed HTTP/1.1" status: 204 len: 173 time: 2.7889810 Mar 02 09:06:14.575250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.601818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'name': 'network-vif-deleted', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:06:14.607815 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4436343 Mar 02 09:06:14.634761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33646) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:14.635875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c0ac0-2883-4354-bcfc-65973c9f102b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Network': ['ID=953dc186-2732-4a23-a2a4-0582ab4c35e6,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:14.658431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5165a435-f209-4a1d-8e60-4dad43645321 req-a07fe9d8-3343-4ef3-89e4-f38c2f9f9f39 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Synchronizing usage tracker for tenant:23af078d0c8346d5a239e1e87331455e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:14.696662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '953dc186-2732-4a23-a2a4-0582ab4c35e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:14.750741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 953dc186-2732-4a23-a2a4-0582ab4c35e6 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:06:14.787437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port c85a67bc-3127-4c0f-9a86-99c6ed220806 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:14.837930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067dd78-53f2-4416-a3db-fc4571621853 None None] Pushing event updated for resources: {'Port': ['ID=5c66b3c5-26cf-4e48-beae-e6d714968299,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:14.894809 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf08a4e-41bd-4d0a-83e2-58048ee05559', 'name': 'network-vif-deleted', 'tag': 'a08663e2-a60f-4ff9-ade5-ad29125e08ed', 'status': 'completed', 'code': 200} Mar 02 09:06:14.902130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port c85a67bc-3127-4c0f-9a86-99c6ed220806 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:14.902746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:14.928894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:14.938259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:14.944490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:14.953306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:14.972719 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-931c7fdb-a84f-4c23-a7ee-110109472f6f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8348627 Mar 02 09:06:14.979506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33652) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:15.036509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:15.062835 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313bc5fc-eb5d-4075-bab4-1ab73b3556e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:15.067660 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-313bc5fc-eb5d-4075-bab4-1ab73b3556e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5795562 Mar 02 09:06:15.068022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33656) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:15.078076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5165a435-f209-4a1d-8e60-4dad43645321 req-a07fe9d8-3343-4ef3-89e4-f38c2f9f9f39 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Unset dirty status for tenant:23af078d0c8346d5a239e1e87331455e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:15.108645 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5165a435-f209-4a1d-8e60-4dad43645321 req-a07fe9d8-3343-4ef3-89e4-f38c2f9f9f39 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "GET /v2.0/ports?device_id=faf08a4e-41bd-4d0a-83e2-58048ee05559 HTTP/1.1" status: 200 len: 210 time: 0.5808284 Mar 02 09:06:15.150383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ecbfc558-08e4-46a1-b195-e2f14a96c6a0 None None] Port 7278c8ec-4bef-4efe-808f-71dcd4967f38 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:15.234012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:15.237575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.264102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.resource_extend [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:06:15.289994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-c751fae9-6185-4a97-9634-1b0335d2424a', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:06:15.289994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.337212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:15.356601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.357750 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e33d057b-332d-4f4e-bf4d-337bb97c81b3 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7 HTTP/1.1" status: 200 len: 700 time: 2.9681821 Mar 02 09:06:15.360954 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ecbfc558-08e4-46a1-b195-e2f14a96c6a0 None None] Provisioning complete for port c85a67bc-3127-4c0f-9a86-99c6ed220806 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:15.361354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc558-08e4-46a1-b195-e2f14a96c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.366979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33660) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:15.418511 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a08663e2-a60f-4ff9-ade5-ad29125e08ed no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:15.442476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Attempting to bind port 5c66b3c5-26cf-4e48-beae-e6d714968299 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:15.442849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Attempting to bind port 5c66b3c5-26cf-4e48-beae-e6d714968299 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'a636a573-2873-4895-b841-091890615616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:15.443210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Attempting to bind port 5c66b3c5-26cf-4e48-beae-e6d714968299 on network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:15.475566 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-509cac8f-e214-4021-8b06-3bbb1a500818 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4043102 Mar 02 09:06:15.479001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33664) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:15.538459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: a08663e2-a60f-4ff9-ade5-ad29125e08ed {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:15.538813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a08663e2-a60f-4ff9-ade5-ad29125e08ed not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:15.548366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-563268479'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:15.557745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:15.565753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:network and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:15.578844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:15.583329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:15.590140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Checking segment: {'id': 'a636a573-2873-4895-b841-091890615616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:15.590140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.590140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Bound using segment: {'id': 'a636a573-2873-4895-b841-091890615616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:15.590140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Bound port: 5c66b3c5-26cf-4e48-beae-e6d714968299, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a636a573-2873-4895-b841-091890615616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:15.590140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.593732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:15.634383 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0e524519-1f65-458d-80b9-627ce9bf026a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7 HTTP/1.1" status: 200 len: 700 time: 0.2647066 Mar 02 09:06:15.638948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33668) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:15.682735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.777178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Transition to ACTIVE for port object 7278c8ec-4bef-4efe-808f-71dcd4967f38 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:15.791110 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.809800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:15.814311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.890586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:15.953566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:06:16.019806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port c85a67bc-3127-4c0f-9a86-99c6ed220806, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c85a67bc-3127-4c0f-9a86-99c6ed220806,segment=NetworkSegment(a636a573-2873-4895-b841-091890615616),segment_id=a636a573-2873-4895-b841-091890615616)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:16.066479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] For port 5c66b3c5-26cf-4e48-beae-e6d714968299, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:16.106473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Allocated IP 2001:db8:1::2 (c751fae9-6185-4a97-9634-1b0335d2424a/29b610fe-c7f6-4679-b690-61e8717c94ce/432a8eeb-bccd-4304-a1fe-e18595c14e14) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:16.132940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] For port 5c66b3c5-26cf-4e48-beae-e6d714968299, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5c66b3c5-26cf-4e48-beae-e6d714968299,segment=NetworkSegment(a636a573-2873-4895-b841-091890615616),segment_id=a636a573-2873-4895-b841-091890615616)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:16.149520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ecbfc558-08e4-46a1-b195-e2f14a96c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.159832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db0a5c-f537-4875-842f-9706e77607e5 None None] Pushing event updated for resources: {'Port': ['ID=7278c8ec-4bef-4efe-808f-71dcd4967f38,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:16.207723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.208394 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Added segment 4fc4cc67-99fc-4e69-b348-6cce398a2da1 of type vlan for network a2d6846c-e691-422b-b477-847946c6c92c Mar 02 09:06:16.274564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.289054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33676) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:16.371087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.434948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.469479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.489296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.508378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.560533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.566585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:16.567305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.665368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=323b221c-9dfa-4bc3-b4e0-e8b875d92602,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:16.735555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Checking segment: {'id': '3fe00e22-7283-4e24-9968-2ae31bb64e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '953dc186-2732-4a23-a2a4-0582ab4c35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:16.735917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network hostable DHCP agents. Network: 953dc186-2732-4a23-a2a4-0582ab4c35e6, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:06:16.822784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0b6f59db-0980-492a-8a1f-3c20733a7813 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:16.867246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=c85a67bc-3127-4c0f-9a86-99c6ed220806,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:16.869972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Attempting to bind port 7278c8ec-4bef-4efe-808f-71dcd4967f38 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:16.870342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Attempting to bind port 7278c8ec-4bef-4efe-808f-71dcd4967f38 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:16.870842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Attempting to bind port 7278c8ec-4bef-4efe-808f-71dcd4967f38 on network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:16.984404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Network': ['ID=a2d6846c-e691-422b-b477-847946c6c92c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:16.993117 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:16.993692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Checking segment: {'id': 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:16.994196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:16.994596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Bound using segment: {'id': 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:16.995085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Bound port: 7278c8ec-4bef-4efe-808f-71dcd4967f38, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:16.995464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.020258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.021000 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-58403cfa-4efc-4765-9bf0-1065134ffd52 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4831679 Mar 02 09:06:17.021000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33688) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:17.028918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network a2d6846c-e691-422b-b477-847946c6c92c details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:06:17.052384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 953dc186-2732-4a23-a2a4-0582ab4c35e6 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:06:17.052641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-ecbfc558-08e4-46a1-b195-e2f14a96c6a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:06:17.052981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-ecbfc558-08e4-46a1-b195-e2f14a96c6a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:06:17.053485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:17.055483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:17.097780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': 'a2d6846c-e691-422b-b477-847946c6c92c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:17.162459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Transition to ACTIVE for port object 432a8eeb-bccd-4304-a1fe-e18595c14e14 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:17.205938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 953dc186-2732-4a23-a2a4-0582ab4c35e6) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:17.219263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:17.220103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.311507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:17.316573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:17.319084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfc171-ae5a-461b-a943-07e6706a9770 None None] Network 953dc186-2732-4a23-a2a4-0582ab4c35e6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:17.322198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:17.337274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:17.368211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067dd78-53f2-4416-a3db-fc4571621853 None None] Pushing event updated for resources: {'Port': ['ID=5c66b3c5-26cf-4e48-beae-e6d714968299,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:17.401861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Transition to ACTIVE for port object 432a8eeb-bccd-4304-a1fe-e18595c14e14 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:17.464047 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-02c7b34a-c7b5-4ca3-b74b-5ede32f0f817 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7728407 Mar 02 09:06:17.467271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33694) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:17.475613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '953dc186-2732-4a23-a2a4-0582ab4c35e6', 'name': 'tempest-PortsIpV6TestJSON-746558988', 'fixed_ips': [{'subnet_id': '323b221c-9dfa-4bc3-b4e0-e8b875d92602', 'ip_address': '2001:db8::10'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:17.476418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:17.480141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.587122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.627485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.630644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 0b6f59db-0980-492a-8a1f-3c20733a7813 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:17.631005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.655781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port 5c66b3c5-26cf-4e48-beae-e6d714968299 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:17.656420 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.717644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:17.740614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 2001:db8:1::1 (c751fae9-6185-4a97-9634-1b0335d2424a/29b610fe-c7f6-4679-b690-61e8717c94ce/82799bce-87ca-4792-9b80-a06aaaa5ec0f) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:17.835795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Network c751fae9-6185-4a97-9634-1b0335d2424a is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:17.840745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] For port 7278c8ec-4bef-4efe-808f-71dcd4967f38, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:17.851185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:17.888709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:17.904959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:17.929429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:17.934546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port 5c66b3c5-26cf-4e48-beae-e6d714968299, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5c66b3c5-26cf-4e48-beae-e6d714968299,segment=NetworkSegment(a636a573-2873-4895-b841-091890615616),segment_id=a636a573-2873-4895-b841-091890615616)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:17.934760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.946765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:17.973033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] For port 7278c8ec-4bef-4efe-808f-71dcd4967f38, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7278c8ec-4bef-4efe-808f-71dcd4967f38,segment=NetworkSegment(e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87),segment_id=e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:17.973989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Pushing event updated for resources: {'Port': ['ID=432a8eeb-bccd-4304-a1fe-e18595c14e14,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:18.028621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:18.075336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.085210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for 5c66b3c5-26cf-4e48-beae-e6d714968299 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:18.105534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.184974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ecbfc558-08e4-46a1-b195-e2f14a96c6a0 None None] Provisioning for port 5c66b3c5-26cf-4e48-beae-e6d714968299 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:18.216930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=1577f661-c141-4858-aa46-c0f8e2f421e8,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:18.247450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Checking segment: {'id': '4fc4cc67-99fc-4e69-b348-6cce398a2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a2d6846c-e691-422b-b477-847946c6c92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:18.247450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network hostable DHCP agents. Network: a2d6846c-e691-422b-b477-847946c6c92c, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:06:18.309173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.344732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network a2d6846c-e691-422b-b477-847946c6c92c is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:06:18.350651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Attempting to bind port 432a8eeb-bccd-4304-a1fe-e18595c14e14 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:18.355786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Attempting to bind port 432a8eeb-bccd-4304-a1fe-e18595c14e14 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '7bbafc53-1814-4e58-ae71-6bfef9f27751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:18.355786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Attempting to bind port 432a8eeb-bccd-4304-a1fe-e18595c14e14 on network c751fae9-6185-4a97-9634-1b0335d2424a {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:18.416491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.430092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, a2d6846c-e691-422b-b477-847946c6c92c) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:18.435513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:18.438167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.471968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964cf6c4-c956-4fc1-849e-610948f866f2 None None] Network a2d6846c-e691-422b-b477-847946c6c92c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:18.481142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.498477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:18.498851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Checking segment: {'id': '7bbafc53-1814-4e58-ae71-6bfef9f27751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:18.499250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.499649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Bound using segment: {'id': '7bbafc53-1814-4e58-ae71-6bfef9f27751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:18.500135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Bound port: 432a8eeb-bccd-4304-a1fe-e18595c14e14, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbafc53-1814-4e58-ae71-6bfef9f27751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:18.500510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.500858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port a87da24e-c90f-4bb8-8a7d-ca23ce52af63 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:06:18.580964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:18.581593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:18.597280 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4600d3b7-90fd-461c-af08-67e5842930ba tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5637810 Mar 02 09:06:18.607239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33708) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:18.608243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=5c66b3c5-26cf-4e48-beae-e6d714968299,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:18.614507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Transition to ACTIVE for port object 82799bce-87ca-4792-9b80-a06aaaa5ec0f will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:18.671712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-953dc186-2732-4a23-a2a4-0582ab4c35e6', 'network_id': '953dc186-2732-4a23-a2a4-0582ab4c35e6', 'tenant_id': 'f439895a1ece46558005b82d97396d6e', 'fixed_ips': [{'subnet_id': '323b221c-9dfa-4bc3-b4e0-e8b875d92602'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:06:18.673849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.678524 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': 'a2d6846c-e691-422b-b477-847946c6c92c', 'name': 'tempest-PortsTestJSON-1047561427'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:18.686336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db0a5c-f537-4875-842f-9706e77607e5 None None] Pushing event updated for resources: {'Port': ['ID=7278c8ec-4bef-4efe-808f-71dcd4967f38,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:18.836554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02c11552-38da-4501-9c91-bb7390bf7a50 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:18.888967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:18.891574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 02c11552-38da-4501-9c91-bb7390bf7a50 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:18.891880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02c11552-38da-4501-9c91-bb7390bf7a50 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:18.892290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e743fdeb-31ef-471c-91f8-b975b21f01d7 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:19.157605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network c751fae9-6185-4a97-9634-1b0335d2424a is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:19.164038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:19.166391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::10 (953dc186-2732-4a23-a2a4-0582ab4c35e6/323b221c-9dfa-4bc3-b4e0-e8b875d92602/a87da24e-c90f-4bb8-8a7d-ca23ce52af63) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:19.180497 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: e743fdeb-31ef-471c-91f8-b975b21f01d7 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:19.181080 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e743fdeb-31ef-471c-91f8-b975b21f01d7 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:19.182502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:19.183043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:19.201860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c26541f2-9018-4573-b7e5-7c410e154004 None None] Could not find standard attr ID for object 5c66b3c5-26cf-4e48-beae-e6d714968299. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:06:19.214436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Deleting port 05c29425-f709-473e-a885-0356d1136f57 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:19.214778 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:19.247658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=82799bce-87ca-4792-9b80-a06aaaa5ec0f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:19.293460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:19.353212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:19.466479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c85a67bc-3127-4c0f-9a86-99c6ed220806 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:19.547360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] For port 432a8eeb-bccd-4304-a1fe-e18595c14e14, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:19.593043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:19.605581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] For port 05c29425-f709-473e-a885-0356d1136f57, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=05c29425-f709-473e-a885-0356d1136f57,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:19.609039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:19.665979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port c85a67bc-3127-4c0f-9a86-99c6ed220806 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:19.666577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:19.743741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:19.777476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Calling delete_port for 05c29425-f709-473e-a885-0356d1136f57 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:19.787918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] For port 432a8eeb-bccd-4304-a1fe-e18595c14e14, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=432a8eeb-bccd-4304-a1fe-e18595c14e14,segment=NetworkSegment(7bbafc53-1814-4e58-ae71-6bfef9f27751),segment_id=7bbafc53-1814-4e58-ae71-6bfef9f27751)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:19.803133 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:19.858778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:13Z', 'revision_number': 7, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66b3c5-26cf-4e48-beae-e6d714968299', 'name': '', 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:16:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '52a998d3-d476-4440-99ce-e98762dbcea7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:02Z', 'updated_at': '2022-03-02T09:06:15Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '52a998d3-d476-4440-99ce-e98762dbcea7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b258216-c8ce-4744-b733-e0087bb37684', 'name': '', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:42:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:50Z', 'updated_at': '2022-03-02T09:06:07Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:19.915973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15a7b63-3599-460a-9b15-064013d10b16 None None] The sync data for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv is: [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:13Z', 'revision_number': 7, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c66b3c5-26cf-4e48-beae-e6d714968299', 'name': '', 'network_id': '16fb3c9d-6930-4149-a191-0bfccfa8bd1f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:16:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '52a998d3-d476-4440-99ce-e98762dbcea7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:02Z', 'updated_at': '2022-03-02T09:06:15Z', 'revision_number': 4, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '52a998d3-d476-4440-99ce-e98762dbcea7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b258216-c8ce-4744-b733-e0087bb37684', 'name': '', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:42:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:50Z', 'updated_at': '2022-03-02T09:06:07Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:19.926835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:19.942781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:19.951985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:20.057051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:20.108746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-13735583-0e2f-4171-b803-207c8126d5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:20.144330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-a2d6846c-e691-422b-b477-847946c6c92c', 'network_id': 'a2d6846c-e691-422b-b477-847946c6c92c', 'tenant_id': '82838f910669466198e98f5f1a1ca96b', 'fixed_ips': [{'subnet_id': '1577f661-c141-4858-aa46-c0f8e2f421e8'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:06:20.145109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:20.188237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port 1275abc0-7c11-491b-abd1-49152227efdb yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:06:20.227071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:20.249516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object a87da24e-c90f-4bb8-8a7d-ca23ce52af63 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:20.381727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:20.431936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.5 (a2d6846c-e691-422b-b477-847946c6c92c/1577f661-c141-4858-aa46-c0f8e2f421e8/1275abc0-7c11-491b-abd1-49152227efdb) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:20.479146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Allocated IP 2001:db8::2 (953dc186-2732-4a23-a2a4-0582ab4c35e6/323b221c-9dfa-4bc3-b4e0-e8b875d92602/f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:20.778742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:20.833939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:20.856644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object 1275abc0-7c11-491b-abd1-49152227efdb will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:20.889100 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-24a66155-31fb-4b51-a610-3b88f434aee8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2485638 Mar 02 09:06:20.893321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33720) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:20.906408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf680f3d-177c-47c0-8520-dc18e9e686a9 None None] Pushing event updated for resources: {'Port': ['ID=432a8eeb-bccd-4304-a1fe-e18595c14e14,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:20.952333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 953dc186-2732-4a23-a2a4-0582ab4c35e6 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:20.965730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:20.972766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:20.980617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:20.983294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:20.986934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:20.991284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:21.014510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Transition to ACTIVE for port object f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:21.020189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=a87da24e-c90f-4bb8-8a7d-ca23ce52af63,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:21.099852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Transition to ACTIVE for port object f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:21.106052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12f55c4-b2a0-43a1-9937-a70a151f20b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting subnet 52a998d3-d476-4440-99ce-e98762dbcea7 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:21.115922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c12f55c4-b2a0-43a1-9937-a70a151f20b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:21.136123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Allocated IP 172.20.0.2 (a2d6846c-e691-422b-b477-847946c6c92c/1577f661-c141-4858-aa46-c0f8e2f421e8/c36c4c8a-c0de-4352-bf8d-6073b556fdb1) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:21.150698 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] Sync routers for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:21.155657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:03Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:17Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:21.174599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ac8f21-fb73-4522-a5b7-65ef4ae8491a None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:03Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:17Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:21.182909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=1275abc0-7c11-491b-abd1-49152227efdb,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:21.189543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network a2d6846c-e691-422b-b477-847946c6c92c is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:21.193210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:21.197784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:21.198545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:21.199211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:05:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:21.240960 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-732623f7-a341-4ad8-a407-849cd114f3b1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7726460 Mar 02 09:06:21.255030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33732) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:21.264833 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '953dc186-2732-4a23-a2a4-0582ab4c35e6', 'name': 'tempest-PortsIpV6TestJSON-453424228', 'fixed_ips': [{'subnet_id': '323b221c-9dfa-4bc3-b4e0-e8b875d92602', 'ip_address': '2001:db8::f'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:21.307473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c12f55c4-b2a0-43a1-9937-a70a151f20b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:21.447136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:21.452419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:21.473722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:21.532474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:21.538366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:port and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:21.542481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:21.550067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:21.555337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Pushing event updated for resources: {'Port': ['ID=f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:21.659033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Network 953dc186-2732-4a23-a2a4-0582ab4c35e6 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:21.702700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c12f55c4-b2a0-43a1-9937-a70a151f20b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:21.725968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:21.738270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:21.890386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:21.891125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:21.981432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event deleted for resources: {'Port': ['ID=05c29425-f709-473e-a885-0356d1136f57,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:22.034864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:22.131618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:22.179621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:22.180544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:22.193387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c12f55c4-b2a0-43a1-9937-a70a151f20b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:22.335389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f55c4-b2a0-43a1-9937-a70a151f20b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Subnet': ['ID=52a998d3-d476-4440-99ce-e98762dbcea7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:22.356292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c12f55c4-b2a0-43a1-9937-a70a151f20b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:22.361192 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c12f55c4-b2a0-43a1-9937-a70a151f20b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/52a998d3-d476-4440-99ce-e98762dbcea7 HTTP/1.1" status: 204 len: 168 time: 1.4665422 Mar 02 09:06:22.362376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33738) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:22.377672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Attempting to bind port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:22.378450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Attempting to bind port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '3fe00e22-7283-4e24-9968-2ae31bb64e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '953dc186-2732-4a23-a2a4-0582ab4c35e6'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:22.379181 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Attempting to bind port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 on network 953dc186-2732-4a23-a2a4-0582ab4c35e6 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:22.473105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network c751fae9-6185-4a97-9634-1b0335d2424a is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:22.479374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:22.493716 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7b934786-784f-41bd-a1eb-58f509fc4177 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8814845 Mar 02 09:06:22.520285 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33742) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:22.533790 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': 'a2d6846c-e691-422b-b477-847946c6c92c', 'name': 'tempest-PortsTestJSON-1849727345'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:22.566552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eb7520-089b-4a12-b4b9-f538f7704ee3 None None] Network 16fb3c9d-6930-4149-a191-0bfccfa8bd1f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:22.592122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=82799bce-87ca-4792-9b80-a06aaaa5ec0f,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:22.646264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:22.646924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Checking segment: {'id': '3fe00e22-7283-4e24-9968-2ae31bb64e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '953dc186-2732-4a23-a2a4-0582ab4c35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:22.647549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:22.648249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Bound using segment: {'id': '3fe00e22-7283-4e24-9968-2ae31bb64e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '953dc186-2732-4a23-a2a4-0582ab4c35e6'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:22.648916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Bound port: f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe00e22-7283-4e24-9968-2ae31bb64e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '953dc186-2732-4a23-a2a4-0582ab4c35e6'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:22.649485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:22.724592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:22.750637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b6e6b-29ad-4290-a94c-e22447c63486 None None] Network c751fae9-6185-4a97-9634-1b0335d2424a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:22.787316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-300f0736-8c3b-4829-8bdb-d232f7e3da3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:22.799264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:22.831009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:22.857212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 57206792-95b4-4941-9a8a-7cb1a9e8a57e yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:06:22.959940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port c85a67bc-3127-4c0f-9a86-99c6ed220806 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:22.960541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:22.982362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.078216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:23.102369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.107994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:23.116450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Transition to ACTIVE for port object c36c4c8a-c0de-4352-bf8d-6073b556fdb1 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:23.118787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:port and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:23.123096 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-84c80043-65ad-4394-86eb-44b30c75260d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1420805 Mar 02 09:06:23.127100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33748) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:23.127391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:23.129339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a168349e-d969-490e-b6cc-26abc19e4f07 None None] Provisioning for port 432a8eeb-bccd-4304-a1fe-e18595c14e14 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:23.133644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1861667329'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:23.138442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:23.143636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:network and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:23.147484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:23.153740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:23.180246 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:23.233614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.270927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.291353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:23.295628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.307237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Transition to ACTIVE for port object c36c4c8a-c0de-4352-bf8d-6073b556fdb1 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:23.318610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] For port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:23.373231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] For port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21,segment=NetworkSegment(3fe00e22-7283-4e24-9968-2ae31bb64e10),segment_id=3fe00e22-7283-4e24-9968-2ae31bb64e10)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:23.373231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.418088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port bb864fa9-d5cc-4595-8468-bb180d22c067 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:06:23.476476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:23.480184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.558056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Network a2d6846c-e691-422b-b477-847946c6c92c is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:23.560376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.573667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:23.578074 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:23.649710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:06:23.650088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 432a8eeb-bccd-4304-a1fe-e18595c14e14 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:23.653912 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:23.671684 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:23.672306 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:23.689498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.4 (a2d6846c-e691-422b-b477-847946c6c92c/1577f661-c141-4858-aa46-c0f8e2f421e8/bb864fa9-d5cc-4595-8468-bb180d22c067) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:23.742045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.742909 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added segment 830b525d-9644-40a1-be2f-bc120e56c3c9 of type vlan for network f11d3e39-0762-49ea-82e2-d9956126b1ae Mar 02 09:06:23.790995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Pushing event updated for resources: {'Port': ['ID=c36c4c8a-c0de-4352-bf8d-6073b556fdb1,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:23.794636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Attempting to bind port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:23.795003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Attempting to bind port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '4fc4cc67-99fc-4e69-b348-6cce398a2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a2d6846c-e691-422b-b477-847946c6c92c'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:23.795361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Attempting to bind port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 on network a2d6846c-e691-422b-b477-847946c6c92c {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:23.802951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.831790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:23.893355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:18Z', 'revision_number': 8, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b258216-c8ce-4744-b733-e0087bb37684', 'name': '', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:42:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:50Z', 'updated_at': '2022-03-02T09:06:07Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:23.928691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:23.929059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Checking segment: {'id': '4fc4cc67-99fc-4e69-b348-6cce398a2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a2d6846c-e691-422b-b477-847946c6c92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:23.929504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.929931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Bound using segment: {'id': '4fc4cc67-99fc-4e69-b348-6cce398a2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a2d6846c-e691-422b-b477-847946c6c92c'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:23.930419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Bound port: c36c4c8a-c0de-4352-bf8d-6073b556fdb1, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc4cc67-99fc-4e69-b348-6cce398a2da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a2d6846c-e691-422b-b477-847946c6c92c'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:23.930786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:23.947510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] DHCP port deletion for 16fb3c9d-6930-4149-a191-0bfccfa8bd1f request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:23.949335 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:23.983553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::f (953dc186-2732-4a23-a2a4-0582ab4c35e6/323b221c-9dfa-4bc3-b4e0-e8b875d92602/57206792-95b4-4941-9a8a-7cb1a9e8a57e) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:24.041534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] Deleting port c85a67bc-3127-4c0f-9a86-99c6ed220806 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:24.041946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.112119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port c85a67bc-3127-4c0f-9a86-99c6ed220806, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c85a67bc-3127-4c0f-9a86-99c6ed220806,segment=NetworkSegment(a636a573-2873-4895-b841-091890615616),segment_id=a636a573-2873-4895-b841-091890615616)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:24.113056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dda19-5d95-4205-8511-cd85b2e2dd8c None None] Pushing event updated for resources: {'Port': ['ID=f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:24.115350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.130228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] Checking router: fdefb14c-620a-4a7a-b529-b75101ecbec7 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:24.143222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 432a8eeb-bccd-4304-a1fe-e18595c14e14 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:24.170090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 432a8eeb-bccd-4304-a1fe-e18595c14e14 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:24.170090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.230335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.284199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object bb864fa9-d5cc-4595-8468-bb180d22c067 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:24.417489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.439808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:24.440708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.449257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:24.450074 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:24.601504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Network': ['ID=f11d3e39-0762-49ea-82e2-d9956126b1ae,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:24.648775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.651822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:24.662949 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-51c36cdb-f884-4428-8d1d-1d44f3f5ff7f tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "PUT /v2.0/routers/8f5e35b7-b1db-46f2-be3d-0bfc580d52c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3701985 Mar 02 09:06:24.670179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:24.670760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33754) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:24.755446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-2089fe6b-a02f-4780-8582-a61d9899d66d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Deleting subnet aa82573b-246c-4d88-866a-a8952f19ba1d {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:24.759917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2089fe6b-a02f-4780-8582-a61d9899d66d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.790275 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:19Z', 'revision_number': 3, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:17Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:21Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:24.799276 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:24.800408 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Updating router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 port 82799bce-87ca-4792-9b80-a06aaaa5ec0f binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:06:24.806936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-60b361a4-112b-4128-8ad4-187efdeb2688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6793077 Mar 02 09:06:24.807843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33758) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:24.825103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'subnet': {'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:24.875186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] Sync routers for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:24.881756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network f11d3e39-0762-49ea-82e2-d9956126b1ae details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:06:24.908347 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.921661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2089fe6b-a02f-4780-8582-a61d9899d66d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:24.970584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object 57206792-95b4-4941-9a8a-7cb1a9e8a57e will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:25.034655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for c85a67bc-3127-4c0f-9a86-99c6ed220806 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:25.108256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] Routers {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:25.111756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:25.116042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:25.125001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:subnet and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:25.132615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:25.148400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:25.174364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.221389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.229258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2089fe6b-a02f-4780-8582-a61d9899d66d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.317727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:25.321520 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.373141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 953dc186-2732-4a23-a2a4-0582ab4c35e6 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:25.374719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:25.383423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:25.391538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:25.392670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.502366 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.509144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=57206792-95b4-4941-9a8a-7cb1a9e8a57e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:25.520177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.534853 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Transition to ACTIVE for port object 82799bce-87ca-4792-9b80-a06aaaa5ec0f will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:25.618655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=c85a67bc-3127-4c0f-9a86-99c6ed220806,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:25.625824 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-07db99b7-e860-4076-b694-ed43dab48cb3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3700619 Mar 02 09:06:25.631229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33766) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:25.645894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No DVR routers for this DVR port c85a67bc-3127-4c0f-9a86-99c6ed220806 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:25.649119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.662430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe663d-66c0-4fb5-a7d2-9f7e18c71397 None None] Network 953dc186-2732-4a23-a2a4-0582ab4c35e6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:25.688396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2089fe6b-a02f-4780-8582-a61d9899d66d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.726541 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.753116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2089fe6b-a02f-4780-8582-a61d9899d66d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:25.777646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089fe6b-a02f-4780-8582-a61d9899d66d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event deleted for resources: {'Subnet': ['ID=aa82573b-246c-4d88-866a-a8952f19ba1d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:25.799591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2089fe6b-a02f-4780-8582-a61d9899d66d tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "DELETE /v2.0/subnets/aa82573b-246c-4d88-866a-a8952f19ba1d HTTP/1.1" status: 204 len: 168 time: 1.1262109 Mar 02 09:06:25.802851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33770) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:25.807902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] For port c36c4c8a-c0de-4352-bf8d-6073b556fdb1, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:25.840914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=bb864fa9-d5cc-4595-8468-bb180d22c067,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:25.841149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca7e4b-4f02-4b88-bb32-42c0b3a5bc67 None None] Network 122e816d-e1ce-4258-b49f-4b0c00e4f143 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:25.893707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network a2d6846c-e691-422b-b477-847946c6c92c is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:25.897452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:25.943292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:25.986537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.041350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.049565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:26.050359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.080128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fb3c9d-6930-4149-a191-0bfccfa8bd1f']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:26.095436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a636a573-2873-4895-b841-091890615616') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:26.096004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a636a573-2873-4895-b841-091890615616') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:26.112430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.134887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.144338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:06:26.144970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.163641 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Attempting to bind port 82799bce-87ca-4792-9b80-a06aaaa5ec0f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:26.164296 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Attempting to bind port 82799bce-87ca-4792-9b80-a06aaaa5ec0f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '7bbafc53-1814-4e58-ae71-6bfef9f27751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:26.164422 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Attempting to bind port 82799bce-87ca-4792-9b80-a06aaaa5ec0f on network c751fae9-6185-4a97-9634-1b0335d2424a {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:26.171620 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8999f4-56ad-4b45-8224-16d90313d324 None None] Pushing event updated for resources: {'Port': ['ID=82799bce-87ca-4792-9b80-a06aaaa5ec0f,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:26.176356 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:26.179733 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Checking segment: {'id': '7bbafc53-1814-4e58-ae71-6bfef9f27751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:26.180159 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.180603 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Bound using segment: {'id': '7bbafc53-1814-4e58-ae71-6bfef9f27751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:26.181072 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Bound port: 82799bce-87ca-4792-9b80-a06aaaa5ec0f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbafc53-1814-4e58-ae71-6bfef9f27751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:26.181460 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.200264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb38aba-8ec9-4f19-bfd9-68b96ca723e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:26.202266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4cb38aba-8ec9-4f19-bfd9-68b96ca723e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:06:26.296809 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:06:26.300551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.339591 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] For port 82799bce-87ca-4792-9b80-a06aaaa5ec0f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:26.349983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] For port c36c4c8a-c0de-4352-bf8d-6073b556fdb1, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c36c4c8a-c0de-4352-bf8d-6073b556fdb1,segment=NetworkSegment(4fc4cc67-99fc-4e69-b348-6cce398a2da1),segment_id=4fc4cc67-99fc-4e69-b348-6cce398a2da1)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:26.361884 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.363945 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] For port 82799bce-87ca-4792-9b80-a06aaaa5ec0f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=82799bce-87ca-4792-9b80-a06aaaa5ec0f,segment=NetworkSegment(7bbafc53-1814-4e58-ae71-6bfef9f27751),segment_id=7bbafc53-1814-4e58-ae71-6bfef9f27751)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:26.385367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.390361 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/networks/16fb3c9d-6930-4149-a191-0bfccfa8bd1f HTTP/1.1" status: 204 len: 168 time: 4.0205450 Mar 02 09:06:26.397182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33774) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:26.398870 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-eba8530d-e69a-4fb2-8902-961f74caef1c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8776283 Mar 02 09:06:26.402526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a23adc-8419-4aec-acdb-a550b747c791 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Network': ['ID=16fb3c9d-6930-4149-a191-0bfccfa8bd1f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:26.404851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33778) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:26.434768 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ca26fc2e-256b-4a3c-961e-e5dcb91bdc46 None None] Provisioning complete for port 432a8eeb-bccd-4304-a1fe-e18595c14e14 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:26.437368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ca26fc2e-256b-4a3c-961e-e5dcb91bdc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.476731 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.507550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.517291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.521567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4cb38aba-8ec9-4f19-bfd9-68b96ca723e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:26.527600 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4cb38aba-8ec9-4f19-bfd9-68b96ca723e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8942256 Mar 02 09:06:26.543992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33782) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:26.617524 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:26.618558 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:26.625659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 432a8eeb-bccd-4304-a1fe-e18595c14e14, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=432a8eeb-bccd-4304-a1fe-e18595c14e14,segment=NetworkSegment(7bbafc53-1814-4e58-ae71-6bfef9f27751),segment_id=7bbafc53-1814-4e58-ae71-6bfef9f27751)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:26.691587 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] For port c85a67bc-3127-4c0f-9a86-99c6ed220806, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c85a67bc-3127-4c0f-9a86-99c6ed220806,segment=NetworkSegment(a636a573-2873-4895-b841-091890615616),segment_id=a636a573-2873-4895-b841-091890615616)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:26.693325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.748709 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8999f4-56ad-4b45-8224-16d90313d324 None None] Pushing event updated for resources: {'Port': ['ID=82799bce-87ca-4792-9b80-a06aaaa5ec0f,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:26.776098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.786687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Subnet': ['ID=75078f05-b749-436c-b576-08be7b40cab0,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:26.805229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Checking segment: {'id': '830b525d-9644-40a1-be2f-bc120e56c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:26.805734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network hostable DHCP agents. Network: f11d3e39-0762-49ea-82e2-d9956126b1ae, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:06:26.815311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] Set router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:26.856796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61788776-1b50-4e88-b7d7-5f2c2cb712e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:26.863675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61788776-1b50-4e88-b7d7-5f2c2cb712e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:26.870099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61788776-1b50-4e88-b7d7-5f2c2cb712e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:26.875385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-61788776-1b50-4e88-b7d7-5f2c2cb712e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3299975 Mar 02 09:06:26.876001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33788) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:26.922766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Deleting port f5bd4d50-c42d-43a5-aac2-ca3958f5d472 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:26.922766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.926006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:26.926775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7278c8ec-4bef-4efe-808f-71dcd4967f38 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:26.935837 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:27.014429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network f11d3e39-0762-49ea-82e2-d9956126b1ae is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:06:27.031174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aacb29-59c1-4c3a-96d6-35f7cb6b6126 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:27.033760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-63aacb29-59c1-4c3a-96d6-35f7cb6b6126 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:27.053130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1447524b-8e6f-491a-ba60-db43cb671578 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 57206792-95b4-4941-9a8a-7cb1a9e8a57e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:27.078758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1447524b-8e6f-491a-ba60-db43cb671578 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:27.200501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, f11d3e39-0762-49ea-82e2-d9956126b1ae) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:27.207239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:27.208163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:27.235396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-63aacb29-59c1-4c3a-96d6-35f7cb6b6126 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:27.241986 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-63aacb29-59c1-4c3a-96d6-35f7cb6b6126 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.7748153 Mar 02 09:06:27.254794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33792) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:27.338466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] Calling delete_port for c85a67bc-3127-4c0f-9a86-99c6ed220806 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:27.382042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c1bb84-fb9c-48f3-bb37-8902628a0bc9 None None] Network f11d3e39-0762-49ea-82e2-d9956126b1ae requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:27.396930 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-263fe2f7-a39e-4ba9-974e-bd84947163d4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5801833 Mar 02 09:06:27.399319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33796) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:27.405229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] For port f5bd4d50-c42d-43a5-aac2-ca3958f5d472, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f5bd4d50-c42d-43a5-aac2-ca3958f5d472,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:27.405716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:27.474573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-011939d1-61e8-4f2d-8913-72d6fa28dda1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port bb864fa9-d5cc-4595-8468-bb180d22c067 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:27.475418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-011939d1-61e8-4f2d-8913-72d6fa28dda1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:27.531822 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:19Z', 'revision_number': 3, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:17Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:26Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:27.546708 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec040658-6a8f-4fcf-80ef-cd2a559dd322 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:19Z', 'revision_number': 3, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:17Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:26Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:27.598779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3933a-5902-4c53-b1d1-854167e920e0 None None] Pushing event updated for resources: {'Port': ['ID=c36c4c8a-c0de-4352-bf8d-6073b556fdb1,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:27.636980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Calling delete_port for f5bd4d50-c42d-43a5-aac2-ca3958f5d472 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:27.746751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:18Z', 'revision_number': 8, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b258216-c8ce-4744-b733-e0087bb37684', 'name': '', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:42:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:50Z', 'updated_at': '2022-03-02T09:06:07Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:27.754575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1447524b-8e6f-491a-ba60-db43cb671578 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:27.868136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6904d4-e698-40f9-99a1-a85146e9b776 None None] DHCP port deletion for 122e816d-e1ce-4258-b49f-4b0c00e4f143 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:27.889976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 7278c8ec-4bef-4efe-808f-71dcd4967f38 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:27.889976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445571b1-8602-4cde-939e-c752cea432b0 None None] The sync data for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv is: [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:18Z', 'revision_number': 8, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b258216-c8ce-4744-b733-e0087bb37684', 'name': '', 'network_id': '0d9cc62c-d74e-4f68-a52d-943d17a12a89', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:42:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:50Z', 'updated_at': '2022-03-02T09:06:07Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '1f2c67d4-2c83-448c-ae2e-9e8deeb6cede', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:27.929816 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8c6904d4-e698-40f9-99a1-a85146e9b776 None None] Deleting port b193823c-b50e-47d2-a2af-11bce6b69670 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:27.930218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8c6904d4-e698-40f9-99a1-a85146e9b776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.039567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 7278c8ec-4bef-4efe-808f-71dcd4967f38 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:28.039944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.111674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1447524b-8e6f-491a-ba60-db43cb671578 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 57206792-95b4-4941-9a8a-7cb1a9e8a57e owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:28.219537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.254265 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:06:28.254610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:06:28.293042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event deleted for resources: {'Port': ['ID=f5bd4d50-c42d-43a5-aac2-ca3958f5d472,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:28.504424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.584758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49421985-4d72-4d0d-88ab-fa6f9d7b3d28 None None] Network a2d6846c-e691-422b-b477-847946c6c92c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:28.602886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-011939d1-61e8-4f2d-8913-72d6fa28dda1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.619510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=432a8eeb-bccd-4304-a1fe-e18595c14e14,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:28.622895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ca26fc2e-256b-4a3c-961e-e5dcb91bdc46 None None] Provisioning for port 82799bce-87ca-4792-9b80-a06aaaa5ec0f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:28.638896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8c6904d4-e698-40f9-99a1-a85146e9b776 None None] For port b193823c-b50e-47d2-a2af-11bce6b69670, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b193823c-b50e-47d2-a2af-11bce6b69670,segment=NetworkSegment(fa203108-329f-46f9-88b9-844aab28cd55),segment_id=fa203108-329f-46f9-88b9-844aab28cd55)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:28.639368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8c6904d4-e698-40f9-99a1-a85146e9b776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.788155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-011939d1-61e8-4f2d-8913-72d6fa28dda1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for bb864fa9-d5cc-4595-8468-bb180d22c067 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:28.790657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] Deleting port c85a67bc-3127-4c0f-9a86-99c6ed220806 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:28.790657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.864539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1447524b-8e6f-491a-ba60-db43cb671578 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.928356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.938410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:28.941736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447524b-8e6f-491a-ba60-db43cb671578 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=57206792-95b4-4941-9a8a-7cb1a9e8a57e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:28.989369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1447524b-8e6f-491a-ba60-db43cb671578 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.036800 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8c6904d4-e698-40f9-99a1-a85146e9b776 None None] Calling delete_port for b193823c-b50e-47d2-a2af-11bce6b69670 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:29.140374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.140937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Fanout notify agent at l3_agent the message router_deleted on router 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:06:29.165919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.167241 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-93a9a19f-4fa9-4159-a0be-5fa9ca19d8b1 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "DELETE /v2.0/routers/8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 HTTP/1.1" status: 204 len: 168 time: 3.3624890 Mar 02 09:06:29.169751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.171919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33804) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:29.172650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-70c737bb-a347-4899-bb15-147fa36ebed9 None None] The port 'c85a67bc-3127-4c0f-9a86-99c6ed220806' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:06:29.182068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1447524b-8e6f-491a-ba60-db43cb671578 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/57206792-95b4-4941-9a8a-7cb1a9e8a57e HTTP/1.1" status: 204 len: 168 time: 2.3042164 Mar 02 09:06:29.183016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33808) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:29.231692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-011939d1-61e8-4f2d-8913-72d6fa28dda1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.275901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-f11d3e39-0762-49ea-82e2-d9956126b1ae', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:06:29.276734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.281666 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dc3b0b-e33c-47d5-b127-9b8a6dad58c0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:06:29.281666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-45dc3b0b-e33c-47d5-b127-9b8a6dad58c0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:29.301745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9b0a712f-4c54-4746-9662-35e2acfc847e None None] Provisioning for port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:29.331355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011939d1-61e8-4f2d-8913-72d6fa28dda1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=bb864fa9-d5cc-4595-8468-bb180d22c067,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:29.383385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.404897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Deleting port b193823c-b50e-47d2-a2af-11bce6b69670 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:29.405316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.411009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467504756', 'tenant_id': '23af078d0c8346d5a239e1e87331455e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:20Z', 'updated_at': '2022-03-02T09:06:21Z', 'revision_number': 5, 'project_id': '23af078d0c8346d5a239e1e87331455e', 'gw_port': {'id': 'f5bd4d50-c42d-43a5-aac2-ca3958f5d472', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5e35b7-b1db-46f2-be3d-0bfc580d52c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:23Z', 'updated_at': '2022-03-02T09:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:29.417672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.442045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] Checking router: 8f5e35b7-b1db-46f2-be3d-0bfc580d52c7 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:29.456560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8c6904d4-e698-40f9-99a1-a85146e9b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.486015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] The port 'b193823c-b50e-47d2-a2af-11bce6b69670' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:06:29.573819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6904d4-e698-40f9-99a1-a85146e9b776 None None] Pushing event deleted for resources: {'Port': ['ID=b193823c-b50e-47d2-a2af-11bce6b69670,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:29.585999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6904d4-e698-40f9-99a1-a85146e9b776 None None] No DVR routers for this DVR port b193823c-b50e-47d2-a2af-11bce6b69670 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:29.587722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] Routers set() bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:29.588287 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] Router IDs set() for agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 02 09:06:29.588898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_agentschedulers_db [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent'). {{(pid=88402) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 09:06:29.589292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c47ae-0e89-462c-9288-ae564dc371e1 None None] The sync data for ids ['8f5e35b7-b1db-46f2-be3d-0bfc580d52c7'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:29.604273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 7278c8ec-4bef-4efe-808f-71dcd4967f38, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7278c8ec-4bef-4efe-808f-71dcd4967f38,segment=NetworkSegment(e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87),segment_id=e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:29.661341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-45dc3b0b-e33c-47d5-b127-9b8a6dad58c0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:29.665243 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-45dc3b0b-e33c-47d5-b127-9b8a6dad58c0 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/57206792-95b4-4941-9a8a-7cb1a9e8a57e HTTP/1.1" status: 404 len: 333 time: 0.4534972 Mar 02 09:06:29.665968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33812) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:29.668924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9b0a712f-4c54-4746-9662-35e2acfc847e None None] Provisioning for port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:29.707596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.718584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.760191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122e816d-e1ce-4258-b49f-4b0c00e4f143']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:29.784105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa203108-329f-46f9-88b9-844aab28cd55') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:29.784381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa203108-329f-46f9-88b9-844aab28cd55') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:29.794241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f06b22a6-dc53-4a8a-9bc2-d52f0164e9a3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port a87da24e-c90f-4bb8-8a7d-ca23ce52af63 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:29.794580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f06b22a6-dc53-4a8a-9bc2-d52f0164e9a3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.833110 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Allocated IP 2001:db8:2::2 (f11d3e39-0762-49ea-82e2-d9956126b1ae/75078f05-b749-436c-b576-08be7b40cab0/65735bba-0d01-47ac-aad2-09efb2be6a77) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:29.835353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.866584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.887456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=7278c8ec-4bef-4efe-808f-71dcd4967f38,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:29.901349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:06:29.901747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:06:29.924577 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:06:30.046911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-299ebafd-2cf7-4a93-aedb-7012b091a393 None None] Could not find standard attr ID for object 57206792-95b4-4941-9a8a-7cb1a9e8a57e. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:06:30.173413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-011939d1-61e8-4f2d-8913-72d6fa28dda1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.204726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.231720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-299ebafd-2cf7-4a93-aedb-7012b091a393 None None] Provisioning for port a87da24e-c90f-4bb8-8a7d-ca23ce52af63 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:30.244432 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-299ebafd-2cf7-4a93-aedb-7012b091a393 None None] Provisioning complete for port a87da24e-c90f-4bb8-8a7d-ca23ce52af63 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:30.245002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-299ebafd-2cf7-4a93-aedb-7012b091a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.254381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.266333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.274446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event deleted for resources: {'Network': ['ID=122e816d-e1ce-4258-b49f-4b0c00e4f143,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:30.283137 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a5b901e4-a6ff-4d57-a2b2-fae697483ccd tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "DELETE /v2.0/networks/122e816d-e1ce-4258-b49f-4b0c00e4f143 HTTP/1.1" status: 204 len: 168 time: 1.1088326 Mar 02 09:06:30.286286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33818) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:30.306579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.333226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Transition to ACTIVE for port object 65735bba-0d01-47ac-aad2-09efb2be6a77 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:30.342070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-299ebafd-2cf7-4a93-aedb-7012b091a393 None None] Port a87da24e-c90f-4bb8-8a7d-ca23ce52af63 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:30.351973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f06b22a6-dc53-4a8a-9bc2-d52f0164e9a3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.361056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Transition to ACTIVE for port object 65735bba-0d01-47ac-aad2-09efb2be6a77 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:30.384126 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-011939d1-61e8-4f2d-8913-72d6fa28dda1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/bb864fa9-d5cc-4595-8468-bb180d22c067 HTTP/1.1" status: 204 len: 168 time: 3.1240714 Mar 02 09:06:30.423433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33822) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:30.447650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.488406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f06b22a6-dc53-4a8a-9bc2-d52f0164e9a3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for a87da24e-c90f-4bb8-8a7d-ca23ce52af63 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:30.550893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Network f11d3e39-0762-49ea-82e2-d9956126b1ae is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:30.560684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:30.581057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:30.588000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Pushing event updated for resources: {'Port': ['ID=65735bba-0d01-47ac-aad2-09efb2be6a77,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:30.651762 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-61320563-ff91-45a8-937f-2242ab49b344 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:06:30.652307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-61320563-ff91-45a8-937f-2242ab49b344 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:30.673739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port 8b258216-c8ce-4744-b733-e0087bb37684 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:30.674028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.681018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e9361bef-f334-4c2d-98bb-d0a4f9462728 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.725151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b90e5c49-0a86-416a-b4d8-ddf9c4c2f4bd None None] Provisioning for port 1275abc0-7c11-491b-abd1-49152227efdb completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:30.753936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b90e5c49-0a86-416a-b4d8-ddf9c4c2f4bd None None] Provisioning complete for port 1275abc0-7c11-491b-abd1-49152227efdb triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:30.760483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b90e5c49-0a86-416a-b4d8-ddf9c4c2f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.792123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e9361bef-f334-4c2d-98bb-d0a4f9462728 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.877131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Attempting to bind port 65735bba-0d01-47ac-aad2-09efb2be6a77 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:30.877502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Attempting to bind port 65735bba-0d01-47ac-aad2-09efb2be6a77 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '830b525d-9644-40a1-be2f-bc120e56c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:30.877887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Attempting to bind port 65735bba-0d01-47ac-aad2-09efb2be6a77 on network f11d3e39-0762-49ea-82e2-d9956126b1ae {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:30.888858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:30.889297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Checking segment: {'id': '830b525d-9644-40a1-be2f-bc120e56c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:30.889628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.890050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Bound using segment: {'id': '830b525d-9644-40a1-be2f-bc120e56c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:30.890530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Bound port: 65735bba-0d01-47ac-aad2-09efb2be6a77, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830b525d-9644-40a1-be2f-bc120e56c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:30.890904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:30.903749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-61320563-ff91-45a8-937f-2242ab49b344 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:30.903749 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-61320563-ff91-45a8-937f-2242ab49b344 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/bb864fa9-d5cc-4595-8468-bb180d22c067 HTTP/1.1" status: 404 len: 333 time: 0.4197505 Mar 02 09:06:30.903749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33826) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:30.910666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 82799bce-87ca-4792-9b80-a06aaaa5ec0f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:30.968784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b90e5c49-0a86-416a-b4d8-ddf9c4c2f4bd None None] Port 1275abc0-7c11-491b-abd1-49152227efdb cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:31.106517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-903f44da-ca1d-4bbf-a757-85eea9a69bb1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 1275abc0-7c11-491b-abd1-49152227efdb {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:31.107135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-903f44da-ca1d-4bbf-a757-85eea9a69bb1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.117704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] For port 65735bba-0d01-47ac-aad2-09efb2be6a77, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:31.120936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] For port 65735bba-0d01-47ac-aad2-09efb2be6a77, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=65735bba-0d01-47ac-aad2-09efb2be6a77,segment=NetworkSegment(830b525d-9644-40a1-be2f-bc120e56c3c9),segment_id=830b525d-9644-40a1-be2f-bc120e56c3c9)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:31.127445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port 8b258216-c8ce-4744-b733-e0087bb37684, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8b258216-c8ce-4744-b733-e0087bb37684,segment=NetworkSegment(de3df300-048f-4eb1-98a7-b75d305985cc),segment_id=de3df300-048f-4eb1-98a7-b75d305985cc)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:31.127796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.145939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 2001:db8:2::1 (f11d3e39-0762-49ea-82e2-d9956126b1ae/75078f05-b749-436c-b576-08be7b40cab0/1a25ec7e-4ba8-43ce-8699-eaf211c571ef) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:31.206960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 82799bce-87ca-4792-9b80-a06aaaa5ec0f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:31.212778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 82799bce-87ca-4792-9b80-a06aaaa5ec0f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:31.213155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.263083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e9361bef-f334-4c2d-98bb-d0a4f9462728 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.274512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for 8b258216-c8ce-4744-b733-e0087bb37684 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:31.280019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f06b22a6-dc53-4a8a-9bc2-d52f0164e9a3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.280232 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.322474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-acd110e1-46e3-4779-bec9-e203fe7ae864 None None] Could not find standard attr ID for object bb864fa9-d5cc-4595-8468-bb180d22c067. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:06:31.400393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b22a6-dc53-4a8a-9bc2-d52f0164e9a3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=a87da24e-c90f-4bb8-8a7d-ca23ce52af63,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:31.402485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9361bef-f334-4c2d-98bb-d0a4f9462728 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e292f73e-9589-4e47-8c80-bd2204e9cc70,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:31.422425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a96aa-9292-4e7e-ae06-a575b2b95665 None None] Pushing event updated for resources: {'Port': ['ID=65735bba-0d01-47ac-aad2-09efb2be6a77,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:31.448456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.481324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f06b22a6-dc53-4a8a-9bc2-d52f0164e9a3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.486044 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f06b22a6-dc53-4a8a-9bc2-d52f0164e9a3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/a87da24e-c90f-4bb8-8a7d-ca23ce52af63 HTTP/1.1" status: 204 len: 168 time: 1.8135655 Mar 02 09:06:31.489576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33834) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:31.494913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e9361bef-f334-4c2d-98bb-d0a4f9462728 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.495093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 82799bce-87ca-4792-9b80-a06aaaa5ec0f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=82799bce-87ca-4792-9b80-a06aaaa5ec0f,segment=NetworkSegment(7bbafc53-1814-4e58-ae71-6bfef9f27751),segment_id=7bbafc53-1814-4e58-ae71-6bfef9f27751)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:31.509188 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e9361bef-f334-4c2d-98bb-d0a4f9462728 tempest-TestNetworkAdvancedServerOps-664465045 tempest-TestNetworkAdvancedServerOps-664465045-project] 10.222.0.10 "DELETE /v2.0/security-groups/e292f73e-9589-4e47-8c80-bd2204e9cc70 HTTP/1.1" status: 204 len: 168 time: 1.2122889 Mar 02 09:06:31.556100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.568800 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b107c50-d6c1-4daf-8549-246ce0cb5309 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:06:31.569463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9b107c50-d6c1-4daf-8549-246ce0cb5309 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:31.591735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-903f44da-ca1d-4bbf-a757-85eea9a69bb1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.617939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.618739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 432a8eeb-bccd-4304-a1fe-e18595c14e14 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:31.676166 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Transition to ACTIVE for port object 1a25ec7e-4ba8-43ce-8699-eaf211c571ef will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:31.747313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-903f44da-ca1d-4bbf-a757-85eea9a69bb1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 1275abc0-7c11-491b-abd1-49152227efdb owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:31.780051 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=82799bce-87ca-4792-9b80-a06aaaa5ec0f,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:31.784462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 432a8eeb-bccd-4304-a1fe-e18595c14e14 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:31.784462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.785138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9b107c50-d6c1-4daf-8549-246ce0cb5309 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:31.789424 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9b107c50-d6c1-4daf-8549-246ce0cb5309 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/a87da24e-c90f-4bb8-8a7d-ca23ce52af63 HTTP/1.1" status: 404 len: 333 time: 0.2985842 Mar 02 09:06:31.790180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33842) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:31.824037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.923710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d923238-d736-443a-ba61-6d65122754a5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet 323b221c-9dfa-4bc3-b4e0-e8b875d92602 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:31.936669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.943441 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=8b258216-c8ce-4744-b733-e0087bb37684,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:31.949888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d923238-d736-443a-ba61-6d65122754a5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:31.987617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7278c8ec-4bef-4efe-808f-71dcd4967f38 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:32.085637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 7278c8ec-4bef-4efe-808f-71dcd4967f38 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:32.086072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.099897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d923238-d736-443a-ba61-6d65122754a5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.243704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d923238-d736-443a-ba61-6d65122754a5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.288304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:32.289498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-903f44da-ca1d-4bbf-a757-85eea9a69bb1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.297440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network f11d3e39-0762-49ea-82e2-d9956126b1ae is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:32.307883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:32.313278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=1a25ec7e-4ba8-43ce-8699-eaf211c571ef,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:32.317957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:32.318673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.353785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f44da-ca1d-4bbf-a757-85eea9a69bb1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=1275abc0-7c11-491b-abd1-49152227efdb,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:32.498205 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:32.503158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:32.504240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.534160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33850) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:32.612119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.612391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-903f44da-ca1d-4bbf-a757-85eea9a69bb1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.715831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d923238-d736-443a-ba61-6d65122754a5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.760742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.779409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d923238-d736-443a-ba61-6d65122754a5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.785460 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4d923238-d736-443a-ba61-6d65122754a5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/323b221c-9dfa-4bc3-b4e0-e8b875d92602 HTTP/1.1" status: 204 len: 168 time: 0.9906940 Mar 02 09:06:32.796304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33856) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:32.797909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21,segment=NetworkSegment(3fe00e22-7283-4e24-9968-2ae31bb64e10),segment_id=3fe00e22-7283-4e24-9968-2ae31bb64e10)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:32.800819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859009a5-a507-4aa7-8480-ca399666ebd4 None None] Network 953dc186-2732-4a23-a2a4-0582ab4c35e6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:32.808264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d923238-d736-443a-ba61-6d65122754a5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=323b221c-9dfa-4bc3-b4e0-e8b875d92602,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:32.815189 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-903f44da-ca1d-4bbf-a757-85eea9a69bb1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/1275abc0-7c11-491b-abd1-49152227efdb HTTP/1.1" status: 204 len: 168 time: 1.9107230 Mar 02 09:06:32.819693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33860) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:32.880237 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec38c5b6-54f4-446e-a570-fb4d20bf24f5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:06:32.881077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec38c5b6-54f4-446e-a570-fb4d20bf24f5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:32.927594 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dfd60caf-7f07-4328-aabd-17fe9a7d4aa7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23af078d0c8346d5a239e1e87331455e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909922 Mar 02 09:06:32.936886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33864) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:32.948922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:32.950055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c36c4c8a-c0de-4352-bf8d-6073b556fdb1 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:33.012507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52f75291-861c-4bb1-996b-f64f5f93ed45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.028689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec38c5b6-54f4-446e-a570-fb4d20bf24f5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:33.030587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ec38c5b6-54f4-446e-a570-fb4d20bf24f5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/1275abc0-7c11-491b-abd1-49152227efdb HTTP/1.1" status: 404 len: 333 time: 0.2092278 Mar 02 09:06:33.045719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33868) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:33.055574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.087774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52f75291-861c-4bb1-996b-f64f5f93ed45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.088034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f48f7-4516-4f22-bfd3-dd9c82c9048b None None] Network f11d3e39-0762-49ea-82e2-d9956126b1ae requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:33.158090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e34b42-2226-46a3-a7ed-0a212732f490 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet 1577f661-c141-4858-aa46-c0f8e2f421e8 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:33.161144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37e34b42-2226-46a3-a7ed-0a212732f490 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.190596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:33.190995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.218745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37e34b42-2226-46a3-a7ed-0a212732f490 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.238603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:33.270287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:33.270954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.311638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37e34b42-2226-46a3-a7ed-0a212732f490 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.375293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9240e4dc-efd8-4cfb-a5bb-6812fb563cbd None None] Provisioning for port 65735bba-0d01-47ac-aad2-09efb2be6a77 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:33.378980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:33.396594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:33.396960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.453526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52f75291-861c-4bb1-996b-f64f5f93ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.471032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e3c9d-a5d5-41d6-a012-bca47aff477a None None] DHCP port deletion for 953dc186-2732-4a23-a2a4-0582ab4c35e6 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:33.500003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e3c9d-a5d5-41d6-a012-bca47aff477a None None] Deleting port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:33.500384 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3c9d-a5d5-41d6-a012-bca47aff477a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.577869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f75291-861c-4bb1-996b-f64f5f93ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a5eea-2023-4f8a-8624-0c917cd510d2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:33.593654 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-52f75291-861c-4bb1-996b-f64f5f93ed45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.595545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-52f75291-861c-4bb1-996b-f64f5f93ed45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/236a5eea-2023-4f8a-8624-0c917cd510d2 HTTP/1.1" status: 204 len: 168 time: 0.6576850 Mar 02 09:06:33.675700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37e34b42-2226-46a3-a7ed-0a212732f490 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.719177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e34b42-2226-46a3-a7ed-0a212732f490 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=1577f661-c141-4858-aa46-c0f8e2f421e8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:33.729542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37e34b42-2226-46a3-a7ed-0a212732f490 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.736989 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-37e34b42-2226-46a3-a7ed-0a212732f490 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/1577f661-c141-4858-aa46-c0f8e2f421e8 HTTP/1.1" status: 204 len: 168 time: 0.6901107 Mar 02 09:06:33.739674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33876) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:33.744611 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56adbc8-b9a5-4b50-a6df-b764d52fd436 None None] Network a2d6846c-e691-422b-b477-847946c6c92c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:33.913222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.929395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.934388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:33.934851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:33.986874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:33.998512 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] Sync routers for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:33.999093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] For port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21,segment=NetworkSegment(3fe00e22-7283-4e24-9968-2ae31bb64e10),segment_id=3fe00e22-7283-4e24-9968-2ae31bb64e10)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:33.999199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.016911 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:34.025897 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:34.030831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4b1e3c9d-a5d5-41d6-a012-bca47aff477a None None] For port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21,segment=NetworkSegment(3fe00e22-7283-4e24-9968-2ae31bb64e10),segment_id=3fe00e22-7283-4e24-9968-2ae31bb64e10)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:34.031297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3c9d-a5d5-41d6-a012-bca47aff477a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.097984 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7ac9cdd1-56dd-49a1-82de-d2646e4311c6 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6946661 Mar 02 09:06:34.098834 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33882) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:34.180704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:34.295060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e3c9d-a5d5-41d6-a012-bca47aff477a None None] Calling delete_port for f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:34.321626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] For port c36c4c8a-c0de-4352-bf8d-6073b556fdb1, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c36c4c8a-c0de-4352-bf8d-6073b556fdb1,segment=NetworkSegment(4fc4cc67-99fc-4e69-b348-6cce398a2da1),segment_id=4fc4cc67-99fc-4e69-b348-6cce398a2da1)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:34.322259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.372244 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:34.432027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46ad314-9e3c-47f2-8390-c9ae9d54d470 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting subnet 1f2c67d4-2c83-448c-ae2e-9e8deeb6cede {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:34.444860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b46ad314-9e3c-47f2-8390-c9ae9d54d470 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.475186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:06:34.475775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:06:34.540821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for c36c4c8a-c0de-4352-bf8d-6073b556fdb1 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:34.547995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b46ad314-9e3c-47f2-8390-c9ae9d54d470 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.598672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c0924-be59-4f04-b12b-eff091c39257 None None] DHCP port deletion for a2d6846c-e691-422b-b477-847946c6c92c request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:34.607614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33888) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:34.608630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-184c0924-be59-4f04-b12b-eff091c39257 None None] Deleting port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:34.609172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-184c0924-be59-4f04-b12b-eff091c39257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.639593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9a8a-ef6d-410b-88e3-b27b57261e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.665149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.670061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fd8d9a8a-ef6d-410b-88e3-b27b57261e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:34.685809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fd8d9a8a-ef6d-410b-88e3-b27b57261e16 admin admin] Usage tracker for resource:security_group_rule and tenant:7216bc2c05a64aacaca752ebdd3e761f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:34.689231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fd8d9a8a-ef6d-410b-88e3-b27b57261e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:34.692618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b46ad314-9e3c-47f2-8390-c9ae9d54d470 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.695274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fd8d9a8a-ef6d-410b-88e3-b27b57261e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:34.709431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a560ac6b-4516-42a4-9c3c-90970bb83c49 None None] Provisioning for port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:34.718801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4b1e3c9d-a5d5-41d6-a012-bca47aff477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.758848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:06:34.759171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:06:34.771263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a560ac6b-4516-42a4-9c3c-90970bb83c49 None None] Provisioning complete for port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:34.771635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a560ac6b-4516-42a4-9c3c-90970bb83c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.807267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.808411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.821166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.825241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e3c9d-a5d5-41d6-a012-bca47aff477a None None] Pushing event deleted for resources: {'Port': ['ID=f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:34.830544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e3c9d-a5d5-41d6-a012-bca47aff477a None None] No DVR routers for this DVR port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:34.847189 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 9, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:34.851221 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] Checking router: fdefb14c-620a-4a7a-b529-b75101ecbec7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:34.862002 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:34.862773 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:34.882098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-184c0924-be59-4f04-b12b-eff091c39257 None None] The port 'c36c4c8a-c0de-4352-bf8d-6073b556fdb1' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:06:34.906318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a560ac6b-4516-42a4-9c3c-90970bb83c49 None None] Port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:34.914535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No DVR routers for this DVR port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:34.930118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b46ad314-9e3c-47f2-8390-c9ae9d54d470 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:34.947439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=c36c4c8a-c0de-4352-bf8d-6073b556fdb1,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:35.037273 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:35.043365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ad314-9e3c-47f2-8390-c9ae9d54d470 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2c67d4-2c83-448c-ae2e-9e8deeb6cede,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:35.045048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=1a25ec7e-4ba8-43ce-8699-eaf211c571ef,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:35.050676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b46ad314-9e3c-47f2-8390-c9ae9d54d470 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.059526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413e656-e659-45ce-a937-e2aef49074a2 None None] Network 0d9cc62c-d74e-4f68-a52d-943d17a12a89 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:35.068428 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b46ad314-9e3c-47f2-8390-c9ae9d54d470 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/1f2c67d4-2c83-448c-ae2e-9e8deeb6cede HTTP/1.1" status: 204 len: 168 time: 0.8963208 Mar 02 09:06:35.070376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33892) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:35.076926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.086025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Port c36c4c8a-c0de-4352-bf8d-6073b556fdb1 update to ACTIVE by agent not found {{(pid=88402) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 09:06:35.133345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d6846c-e691-422b-b477-847946c6c92c']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:35.172539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc4cc67-99fc-4e69-b348-6cce398a2da1') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:35.173016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc4cc67-99fc-4e69-b348-6cce398a2da1') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:35.204623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.212854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9a8a-ef6d-410b-88e3-b27b57261e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.224273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-387019bc-8c07-42ef-804c-dab2e3b78e24 None None] Provisioning complete for port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:35.226402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.226874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-387019bc-8c07-42ef-804c-dab2e3b78e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.234263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network f11d3e39-0762-49ea-82e2-d9956126b1ae is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:35.237245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:06:35.237813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.244024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:35.258860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:06:35.267538 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:06:35.281291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5c66b3c5-26cf-4e48-beae-e6d714968299 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:35.329660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:35.330042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.360586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 5c66b3c5-26cf-4e48-beae-e6d714968299 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:35.360941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5c66b3c5-26cf-4e48-beae-e6d714968299 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:35.361371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 05c29425-f709-473e-a885-0356d1136f57 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:35.371409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9a8a-ef6d-410b-88e3-b27b57261e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.386201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-387019bc-8c07-42ef-804c-dab2e3b78e24 None None] Port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:35.402808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 05c29425-f709-473e-a885-0356d1136f57 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:35.403176 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 05c29425-f709-473e-a885-0356d1136f57 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:35.403615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b193823c-b50e-47d2-a2af-11bce6b69670 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:35.436744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d9a8a-ef6d-410b-88e3-b27b57261e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a245c2-693a-4b9b-9b0a-4835f508a3e8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:35.465442 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fd8d9a8a-ef6d-410b-88e3-b27b57261e16 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7216bc2c05a64aacaca752ebdd3e761f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8565323 Mar 02 09:06:35.469057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33896) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:35.496942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.522691 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 9, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:35.527955 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854cc78-1458-4d51-a495-7aac7f4f0dca None None] The sync data for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv is: [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 9, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2', 'name': '', 'network_id': '4d088e73-88d4-4393-8690-3e82a117ee2f', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:86:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:35Z', 'updated_at': '2022-03-02T09:05:53Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': '74580a36-f0c4-4998-ac08-a7f166b342e3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:35.554588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: b193823c-b50e-47d2-a2af-11bce6b69670 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:35.555138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b193823c-b50e-47d2-a2af-11bce6b69670 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:35.555439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c85a67bc-3127-4c0f-9a86-99c6ed220806 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:35.568441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.586614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Network': ['ID=a2d6846c-e691-422b-b477-847946c6c92c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:35.611934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: c85a67bc-3127-4c0f-9a86-99c6ed220806 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:35.612364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c85a67bc-3127-4c0f-9a86-99c6ed220806 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:35.668912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7416446-489d-41a6-8f39-c04293d3e418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.714436 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-108a3d7a-7ab9-44ec-9f83-fcf5506098f2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/networks/a2d6846c-e691-422b-b477-847946c6c92c HTTP/1.1" status: 204 len: 168 time: 1.9737079 Mar 02 09:06:35.718183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33900) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:35.723239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7416446-489d-41a6-8f39-c04293d3e418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.735900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1196004514'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:35.737596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-56a9eed4-a3d7-4ea1-9e2a-0eeca8e9d6b0 None None] Provisioning complete for port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:35.738010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-56a9eed4-a3d7-4ea1-9e2a-0eeca8e9d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.745775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:35.760242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:network and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:35.773324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:35.786939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:35.817508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] The port 'f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:06:35.819926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-56a9eed4-a3d7-4ea1-9e2a-0eeca8e9d6b0 None None] Port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:35.825083 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port 79be7dc9-50b5-47ff-82a1-9335b0f857bd {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:35.825424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.854132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:35.858095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.890372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7416446-489d-41a6-8f39-c04293d3e418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.897231 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:35.918319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667272e8-3bde-4b0a-a2be-f9a34c096f1d None None] DHCP port deletion for 0d9cc62c-d74e-4f68-a52d-943d17a12a89 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:35.923161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-667272e8-3bde-4b0a-a2be-f9a34c096f1d None None] Deleting port 79be7dc9-50b5-47ff-82a1-9335b0f857bd {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:35.923416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-667272e8-3bde-4b0a-a2be-f9a34c096f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.924350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7416446-489d-41a6-8f39-c04293d3e418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.925637 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c7416446-489d-41a6-8f39-c04293d3e418 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4a245c2-693a-4b9b-9b0a-4835f508a3e8 HTTP/1.1" status: 204 len: 168 time: 0.4550157 Mar 02 09:06:35.929092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7416446-489d-41a6-8f39-c04293d3e418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a245c2-693a-4b9b-9b0a-4835f508a3e8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:35.932184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:06:35.943423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:35.943771 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Added segment 39778832-2b40-47ef-aa1c-d0605889b6c7 of type vlan for network fe6baca2-cfd1-427e-ab3f-ec8037a41cec Mar 02 09:06:35.975636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.065367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.071657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:36.072531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.263566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Network': ['ID=fe6baca2-cfd1-427e-ab3f-ec8037a41cec,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:36.302879 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.327810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network fe6baca2-cfd1-427e-ab3f-ec8037a41cec details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:06:36.340147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 65735bba-0d01-47ac-aad2-09efb2be6a77 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:36.373949 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0e6f1471-be9f-410a-abb1-4d888a3a3592 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6431801 Mar 02 09:06:36.377167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33908) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:36.384376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': 'fe6baca2-cfd1-427e-ab3f-ec8037a41cec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:36.417015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-667272e8-3bde-4b0a-a2be-f9a34c096f1d None None] For port 79be7dc9-50b5-47ff-82a1-9335b0f857bd, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=79be7dc9-50b5-47ff-82a1-9335b0f857bd,segment=NetworkSegment(de3df300-048f-4eb1-98a7-b75d305985cc),segment_id=de3df300-048f-4eb1-98a7-b75d305985cc)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:36.418377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-667272e8-3bde-4b0a-a2be-f9a34c096f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.544606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953dc186-2732-4a23-a2a4-0582ab4c35e6']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:36.561333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe00e22-7283-4e24-9968-2ae31bb64e10') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:36.561929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe00e22-7283-4e24-9968-2ae31bb64e10') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:36.576692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.596642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.604907 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:06:36.605920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.632419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:36.636457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:36.643142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:36.655719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:36.680420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-667272e8-3bde-4b0a-a2be-f9a34c096f1d None None] Calling delete_port for 79be7dc9-50b5-47ff-82a1-9335b0f857bd owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:36.699544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:06:36.701105 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:06:36.707598 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a35c24f1-1a85-4010-a9bc-ab7a9fc39f61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3056402 Mar 02 09:06:36.707926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33912) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:36.715572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2143685215'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:36.717948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:36.748800 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:36.750137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:36.807670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port 79be7dc9-50b5-47ff-82a1-9335b0f857bd, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=79be7dc9-50b5-47ff-82a1-9335b0f857bd,segment=NetworkSegment(de3df300-048f-4eb1-98a7-b75d305985cc),segment_id=de3df300-048f-4eb1-98a7-b75d305985cc)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:36.808062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.831764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:36.835865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:network and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:36.838737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:36.845126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:36.846985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:36.850387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.944249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.952117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for 79be7dc9-50b5-47ff-82a1-9335b0f857bd owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:36.964308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:36.969231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:36.974407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:36.999917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.009600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 65735bba-0d01-47ac-aad2-09efb2be6a77 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:37.009764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Network': ['ID=953dc186-2732-4a23-a2a4-0582ab4c35e6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:37.020890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:06:37.022866 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3e0019bf-e88d-45ea-bf2f-4cd050ee87ce tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/networks/953dc186-2732-4a23-a2a4-0582ab4c35e6 HTTP/1.1" status: 204 len: 168 time: 4.2236981 Mar 02 09:06:37.023663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33918) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:37.025082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 65735bba-0d01-47ac-aad2-09efb2be6a77 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:37.025452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.029976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-157475405'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:37.039242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:37.048129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:network and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:37.079173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:37.086790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.087130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added segment 7ef994f2-0046-4bda-b429-a5e9af82ad53 of type vlan for network a4a9247e-a198-4dfd-8f59-07c0d02330a5 Mar 02 09:06:37.091460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:06:37.091740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:06:37.097920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:37.137340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-667272e8-3bde-4b0a-a2be-f9a34c096f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.142155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.191603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:37.194923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.208959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667272e8-3bde-4b0a-a2be-f9a34c096f1d None None] Pushing event deleted for resources: {'Port': ['ID=79be7dc9-50b5-47ff-82a1-9335b0f857bd,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:37.226569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:06:37.230198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667272e8-3bde-4b0a-a2be-f9a34c096f1d None None] No DVR routers for this DVR port 79be7dc9-50b5-47ff-82a1-9335b0f857bd on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:37.239423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.239423 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Added segment 05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4 of type vlan for network 62b49be6-1256-4701-9caa-1fccaad406a0 Mar 02 09:06:37.267927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.275717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.316744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.322310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:37.322932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.449439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.476682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=3e0baca0-9366-40d9-9110-2815018f5627,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:37.490895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.496851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:37.497217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.500030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 65735bba-0d01-47ac-aad2-09efb2be6a77, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=65735bba-0d01-47ac-aad2-09efb2be6a77,segment=NetworkSegment(830b525d-9644-40a1-be2f-bc120e56c3c9),segment_id=830b525d-9644-40a1-be2f-bc120e56c3c9)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:37.514108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Network': ['ID=a4a9247e-a198-4dfd-8f59-07c0d02330a5,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:37.528539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network a4a9247e-a198-4dfd-8f59-07c0d02330a5 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:06:37.548662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Checking segment: {'id': '39778832-2b40-47ef-aa1c-d0605889b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fe6baca2-cfd1-427e-ab3f-ec8037a41cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:37.549033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network hostable DHCP agents. Network: fe6baca2-cfd1-427e-ab3f-ec8037a41cec, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:06:37.558510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:32Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:34Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:37.561936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9e2a4578-b9f8-4c27-8836-db9413ba8c38 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8500583 Mar 02 09:06:37.563843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33922) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:37.565522 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:37.566014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Updating router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:06:37.573309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'subnet': {'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:37.594254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port 79be7dc9-50b5-47ff-82a1-9335b0f857bd {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:37.594594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.598092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.598621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 82799bce-87ca-4792-9b80-a06aaaa5ec0f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:37.625078 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6003623 Mar 02 09:06:37.629845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33926) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:37.639473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '62b49be6-1256-4701-9caa-1fccaad406a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:37.656191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7b9e2-8caa-466c-8f37-220bc8b3d7db tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Network': ['ID=62b49be6-1256-4701-9caa-1fccaad406a0,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:37.691565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] The port '79be7dc9-50b5-47ff-82a1-9335b0f857bd' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:06:37.727027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network fe6baca2-cfd1-427e-ab3f-ec8037a41cec is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:06:37.737730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 62b49be6-1256-4701-9caa-1fccaad406a0 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:06:37.759063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:37.762990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:37.765965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:37.771673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:37.812644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, fe6baca2-cfd1-427e-ab3f-ec8037a41cec) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:37.817909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:37.818514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.832013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:37.838946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:subnet and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:37.844004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:37.845782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:37.850502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.879137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92fa3f-521f-4b56-8ca1-cfed7a1e48cd None None] Network fe6baca2-cfd1-427e-ab3f-ec8037a41cec requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:37.901377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.912409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:37.919453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:37.936863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-54f05c4d-1f7a-495d-9f0e-a600789e13a9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5575881 Mar 02 09:06:37.944174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33930) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:37.951819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=65735bba-0d01-47ac-aad2-09efb2be6a77,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:37.951930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': 'fe6baca2-cfd1-427e-ab3f-ec8037a41cec', 'name': 'tempest-PortsTestJSON-1381423769', 'fixed_ips': [{'subnet_id': '3e0baca0-9366-40d9-9110-2815018f5627', 'ip_address': '172.20.0.10'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:37.970267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9cc62c-d74e-4f68-a52d-943d17a12a89']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:37.988477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3df300-048f-4eb1-98a7-b75d305985cc') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:37.988820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3df300-048f-4eb1-98a7-b75d305985cc') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:38.006541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.027247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.040700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:06:38.040700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:06:38.058382 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:06:38.077136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Made reservation on behalf of 8813bd49430948cabb19073849974109 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:38.083000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.140313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 82799bce-87ca-4792-9b80-a06aaaa5ec0f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:38.140693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.174910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:38.181369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:port and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:38.186661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:38.195445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:38.281151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:38.319389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.470064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.493865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.504871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-fe6baca2-cfd1-427e-ab3f-ec8037a41cec', 'network_id': 'fe6baca2-cfd1-427e-ab3f-ec8037a41cec', 'tenant_id': '82838f910669466198e98f5f1a1ca96b', 'fixed_ips': [{'subnet_id': '3e0baca0-9366-40d9-9110-2815018f5627'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:06:38.505715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.511270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Network': ['ID=0d9cc62c-d74e-4f68-a52d-943d17a12a89,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:38.527987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.536041 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5e7f8716-8017-4804-82cb-fdfefa3f9a2f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/networks/0d9cc62c-d74e-4f68-a52d-943d17a12a89 HTTP/1.1" status: 204 len: 168 time: 3.4618053 Mar 02 09:06:38.536764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33944) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:38.575891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=70f82c67-08f1-46e2-950e-f25a5fc5d5bf,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:38.592624 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-d13187be-1bbe-4917-ba64-4ddbc6c7372f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818291337&fields=id&tenant_id=7b3cf841a687405eb1907c3edafdcfae HTTP/1.1" status: 200 len: 267 time: 0.1372898 Mar 02 09:06:38.593688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port d22b3ab3-f801-44b3-a6ec-187cf745756b yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:06:38.724264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f5bd4d50-c42d-43a5-aac2-ca3958f5d472 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:38.750665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.resource_extend [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 09:06:38.751378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Checking segment: {'id': '05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '62b49be6-1256-4701-9caa-1fccaad406a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:38.751378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network hostable DHCP agents. Network: 62b49be6-1256-4701-9caa-1fccaad406a0, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:06:38.774837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: f5bd4d50-c42d-43a5-aac2-ca3958f5d472 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:38.775178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f5bd4d50-c42d-43a5-aac2-ca3958f5d472 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:38.775594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8b258216-c8ce-4744-b733-e0087bb37684 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:38.791984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:38.855333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 8b258216-c8ce-4744-b733-e0087bb37684 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:38.855735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8b258216-c8ce-4744-b733-e0087bb37684 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:38.856399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 79be7dc9-50b5-47ff-82a1-9335b0f857bd no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:38.904350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 79be7dc9-50b5-47ff-82a1-9335b0f857bd {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:38.904705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 79be7dc9-50b5-47ff-82a1-9335b0f857bd not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:38.905105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:38.936649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Allocated IP 172.20.0.2 (fe6baca2-cfd1-427e-ab3f-ec8037a41cec/3e0baca0-9366-40d9-9110-2815018f5627/d4f9acd0-619e-4b67-a28c-ac7135bc70d3) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:38.974668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-abcd3522-0595-4928-aded-6a9d931818d2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:38.976194 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-abcd3522-0595-4928-aded-6a9d931818d2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 811 time: 0.3458328 Mar 02 09:06:38.981804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Subnet': ['ID=73f41f4a-cf04-44a2-8810-cb6cfd94c31d,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:39.001916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Checking segment: {'id': '7ef994f2-0046-4bda-b429-a5e9af82ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:39.001916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network hostable DHCP agents. Network: a4a9247e-a198-4dfd-8f59-07c0d02330a5, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:06:39.010577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 62b49be6-1256-4701-9caa-1fccaad406a0 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:06:39.013538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:39.013904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f27fd01c-3b41-4e6b-8f19-2b0dc07a2a21 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:39.014326 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c36c4c8a-c0de-4352-bf8d-6073b556fdb1 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:39.014936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fed66785-acbf-4695-afd4-8ca866470efc tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/quotas/7b3cf841a687405eb1907c3edafdcfae HTTP/1.1" status: 200 len: 375 time: 0.0159934 Mar 02 09:06:39.057546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: c36c4c8a-c0de-4352-bf8d-6073b556fdb1 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:39.057783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c36c4c8a-c0de-4352-bf8d-6073b556fdb1 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:39.061670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:39.082336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 62b49be6-1256-4701-9caa-1fccaad406a0) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:39.088964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:39.089728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:39.097396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c902b860-a86d-48dc-b2bb-a717b6404293 None None] Network 62b49be6-1256-4701-9caa-1fccaad406a0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:39.133632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Transition to ACTIVE for port object 1a25ec7e-4ba8-43ce-8699-eaf211c571ef will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:39.156175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-18999131-1cc4-47bf-994f-794bb8d9f981 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Synchronizing usage tracker for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:39.217901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network a4a9247e-a198-4dfd-8f59-07c0d02330a5 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:06:39.220127 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bd69e4ab-087f-4a36-b5c6-5381a824804c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5876250 Mar 02 09:06:39.222319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33950) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:39.227339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-898981109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:39.230497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, a4a9247e-a198-4dfd-8f59-07c0d02330a5) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:39.234490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:39.236224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:39.236818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:39.238949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:router and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:39.242400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:39.242913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 65735bba-0d01-47ac-aad2-09efb2be6a77 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:39.253091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:39.267097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6185b6-e1ba-4efe-b0f6-6a50ac30b99e None None] Network a4a9247e-a198-4dfd-8f59-07c0d02330a5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:39.273970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-18999131-1cc4-47bf-994f-794bb8d9f981 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Unset dirty status for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:39.278209 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-18999131-1cc4-47bf-994f-794bb8d9f981 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2536304 Mar 02 09:06:39.285702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:39.340091 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7cbe5f6f-b183-4b1e-bf71-e7698a512cae tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7725253 Mar 02 09:06:39.343549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33956) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:39.379616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:39.409901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:39.409901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:39.626547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:39.683759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:39.684131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:39.701732 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-ccfcac91-4968-463d-9cb7-6c104387fe72 service neutron] 10.222.0.10 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145398 Mar 02 09:06:39.753293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf827dbd-b7de-41b8-97f2-16d7835d1657 None None] Pushing event updated for resources: {'Port': ['ID=1a25ec7e-4ba8-43ce-8699-eaf211c571ef,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:40.024229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.031136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2,segment=NetworkSegment(2cb6e31b-59c9-4b52-9489-1e0db2d3a105),segment_id=2cb6e31b-59c9-4b52-9489-1e0db2d3a105)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:40.031795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.035692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.063797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Attempting to bind port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:40.064170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Attempting to bind port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '830b525d-9644-40a1-be2f-bc120e56c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:40.064533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Attempting to bind port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef on network f11d3e39-0762-49ea-82e2-d9956126b1ae {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:40.081119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 65735bba-0d01-47ac-aad2-09efb2be6a77 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:40.081493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.105124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:06:40.105956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.132634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:40.133061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Checking segment: {'id': '830b525d-9644-40a1-be2f-bc120e56c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:40.133395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.133791 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Bound using segment: {'id': '830b525d-9644-40a1-be2f-bc120e56c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:40.134298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Bound port: 1a25ec7e-4ba8-43ce-8699-eaf211c571ef, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830b525d-9644-40a1-be2f-bc120e56c3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:40.134666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.146876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Transition to ACTIVE for port object d4f9acd0-619e-4b67-a28c-ac7135bc70d3 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:40.167058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-62b49be6-1256-4701-9caa-1fccaad406a0', 'network_id': '62b49be6-1256-4701-9caa-1fccaad406a0', 'tenant_id': 'f439895a1ece46558005b82d97396d6e', 'fixed_ips': [{'subnet_id': '70f82c67-08f1-46e2-950e-f25a5fc5d5bf'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:06:40.167878 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.168662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:40.201051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.204687 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4baa01c1-74a4-4a84-98b8-6a23ce897914 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9787986 Mar 02 09:06:40.207433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33962) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:40.217091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'network_id': '62b49be6-1256-4701-9caa-1fccaad406a0', 'name': 'tempest-PortsIpV6TestJSON-596040195'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:40.237929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fda435d0-5d10-46f6-b499-e715c9fa03ed service neutron] 10.222.0.10 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360058 Mar 02 09:06:40.246114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82826b8d-48d3-4659-8d15-dea2ad028410 req-1d7613a8-72f7-4a80-bde8-51519082d844 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:40.253480 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-82826b8d-48d3-4659-8d15-dea2ad028410 req-1d7613a8-72f7-4a80-bde8-51519082d844 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.6229954 Mar 02 09:06:40.296021 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Transition to ACTIVE for port object d4f9acd0-619e-4b67-a28c-ac7135bc70d3 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:40.372828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:40.376248 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-82826b8d-48d3-4659-8d15-dea2ad028410 req-162ffaca-50c2-4fc0-982b-533c74c6523f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217773 Mar 02 09:06:40.411978 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:40.502882 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:40.506382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.537762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.547736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 921544d3-1f5f-4c7e-9618-02bd0bb6f382 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:06:40.556806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] For port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:40.570683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] For port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1a25ec7e-4ba8-43ce-8699-eaf211c571ef,segment=NetworkSegment(830b525d-9644-40a1-be2f-bc120e56c3c9),segment_id=830b525d-9644-40a1-be2f-bc120e56c3c9)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:40.588579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.673574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.10 (fe6baca2-cfd1-427e-ab3f-ec8037a41cec/3e0baca0-9366-40d9-9110-2815018f5627/d22b3ab3-f801-44b3-a6ec-187cf745756b) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:40.703932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.755535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:40.780389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:40.802369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Network fe6baca2-cfd1-427e-ab3f-ec8037a41cec is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:40.812512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:40.815578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:40.826884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Pushing event updated for resources: {'Port': ['ID=d4f9acd0-619e-4b67-a28c-ac7135bc70d3,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:40.854817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.858388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.858388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.858388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.858388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.861714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.863117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.868043 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:06:40.868852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.871163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.873177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.874424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.874898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:40.928342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Allocated IP 2001:db8:3::2 (a4a9247e-a198-4dfd-8f59-07c0d02330a5/73f41f4a-cf04-44a2-8810-cb6cfd94c31d/3402340e-12b3-4dfd-b31d-1c04800065c2) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:40.984671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::55 (62b49be6-1256-4701-9caa-1fccaad406a0/70f82c67-08f1-46e2-950e-f25a5fc5d5bf/921544d3-1f5f-4c7e-9618-02bd0bb6f382) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:41.047788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:41.048837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:41.271887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.337206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Attempting to bind port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:41.337971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Attempting to bind port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '39778832-2b40-47ef-aa1c-d0605889b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fe6baca2-cfd1-427e-ab3f-ec8037a41cec'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:41.338591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Attempting to bind port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 on network fe6baca2-cfd1-427e-ab3f-ec8037a41cec {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:41.365594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf827dbd-b7de-41b8-97f2-16d7835d1657 None None] Pushing event updated for resources: {'Port': ['ID=1a25ec7e-4ba8-43ce-8699-eaf211c571ef,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:41.373139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:41.373782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Checking segment: {'id': '39778832-2b40-47ef-aa1c-d0605889b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fe6baca2-cfd1-427e-ab3f-ec8037a41cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:41.374390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.374938 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Bound using segment: {'id': '39778832-2b40-47ef-aa1c-d0605889b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fe6baca2-cfd1-427e-ab3f-ec8037a41cec'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:41.376099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Bound port: d4f9acd0-619e-4b67-a28c-ac7135bc70d3, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39778832-2b40-47ef-aa1c-d0605889b6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fe6baca2-cfd1-427e-ab3f-ec8037a41cec'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:41.376638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.410268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba40f1-7cfa-4e1b-a3ae-6b385a0a51ea req-e2cdee78-b44a-4ddc-9840-2c55348b9b51 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:41.412126 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-05ba40f1-7cfa-4e1b-a3ae-6b385a0a51ea req-e2cdee78-b44a-4ddc-9840-2c55348b9b51 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.7921836 Mar 02 09:06:41.478481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:41.503175 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-05ba40f1-7cfa-4e1b-a3ae-6b385a0a51ea req-e64938fe-e418-4dc3-bcb8-f634e0c5addb tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725348 Mar 02 09:06:41.533140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.559003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object d22b3ab3-f801-44b3-a6ec-187cf745756b will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:41.595653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.635670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] For port d4f9acd0-619e-4b67-a28c-ac7135bc70d3, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:41.681378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.711822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] For port d4f9acd0-619e-4b67-a28c-ac7135bc70d3, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d4f9acd0-619e-4b67-a28c-ac7135bc70d3,segment=NetworkSegment(39778832-2b40-47ef-aa1c-d0605889b6c7),segment_id=39778832-2b40-47ef-aa1c-d0605889b6c7)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:41.737871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.763072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network fe6baca2-cfd1-427e-ab3f-ec8037a41cec is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:41.763905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.769001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:41.771023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Transition to ACTIVE for port object 3402340e-12b3-4dfd-b31d-1c04800065c2 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:41.780010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:41.829819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=d22b3ab3-f801-44b3-a6ec-187cf745756b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:41.854078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.854078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.854078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.854078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.854078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.854590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.854590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.854762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object 921544d3-1f5f-4c7e-9618-02bd0bb6f382 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:41.854858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.855187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.856436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.856436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.856436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:41.890975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe101-0566-4a62-8eeb-2b09de25bdce req-626b98da-1eed-409d-9241-68478abe2b01 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:41.892609 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afafe101-0566-4a62-8eeb-2b09de25bdce req-626b98da-1eed-409d-9241-68478abe2b01 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2493770 Mar 02 09:06:41.898892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:41.899337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.901163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Transition to ACTIVE for port object 3402340e-12b3-4dfd-b31d-1c04800065c2 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:41.918532 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:41.962275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Pushing event updated for resources: {'Port': ['ID=d4f9acd0-619e-4b67-a28c-ac7135bc70d3,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:41.974752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:41.994066 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afafe101-0566-4a62-8eeb-2b09de25bdce req-a182a77f-7bc1-48a7-b018-2b1af70cf569 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862670 Mar 02 09:06:41.998722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:42.012127 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-446f6149-7901-48e2-bd0e-dfd162cfecfb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0674467 Mar 02 09:06:42.017479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.017479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.017479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.017479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.017479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.017479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.017479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.017479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.017479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.018484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.018484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.018484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18c35d-80d3-4649-ae4f-5795437114b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:06:42.020974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 33976) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:42.034630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': 'fe6baca2-cfd1-427e-ab3f-ec8037a41cec', 'name': 'tempest-PortsTestJSON-6216566', 'fixed_ips': [{'subnet_id': '3e0baca0-9366-40d9-9110-2815018f5627', 'ip_address': '172.20.0.9'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:42.058844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Allocated IP 2001:db8:3::1 (a4a9247e-a198-4dfd-8f59-07c0d02330a5/73f41f4a-cf04-44a2-8810-cb6cfd94c31d/4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:42.132684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 62b49be6-1256-4701-9caa-1fccaad406a0 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:42.136661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Pushing event updated for resources: {'Port': ['ID=3402340e-12b3-4dfd-b31d-1c04800065c2,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:42.137568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:42.140916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:42.146838 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:42.147459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:42.167133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Network a4a9247e-a198-4dfd-8f59-07c0d02330a5 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:42.170840 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:42.183588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:42.204587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=921544d3-1f5f-4c7e-9618-02bd0bb6f382,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:42.215806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:42.230396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Allocated IP 2001:db8::2 (62b49be6-1256-4701-9caa-1fccaad406a0/70f82c67-08f1-46e2-950e-f25a5fc5d5bf/9e59db4d-66c4-46d4-8622-19e826eeb2ef) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:42.232745 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] Sync routers for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:42.247007 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:42.247623 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:42.279427 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-24b05d21-f877-47db-9a88-8e566c96c8a9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7395689 Mar 02 09:06:42.280223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33990) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:42.341617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Attempting to bind port 3402340e-12b3-4dfd-b31d-1c04800065c2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:42.342022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Attempting to bind port 3402340e-12b3-4dfd-b31d-1c04800065c2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '7ef994f2-0046-4bda-b429-a5e9af82ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:42.342598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Attempting to bind port 3402340e-12b3-4dfd-b31d-1c04800065c2 on network a4a9247e-a198-4dfd-8f59-07c0d02330a5 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:42.350657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:42.354222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:42.354818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Checking segment: {'id': '7ef994f2-0046-4bda-b429-a5e9af82ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:42.355408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:42.355959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Bound using segment: {'id': '7ef994f2-0046-4bda-b429-a5e9af82ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:42.356591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Bound port: 3402340e-12b3-4dfd-b31d-1c04800065c2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef994f2-0046-4bda-b429-a5e9af82ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:42.357130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:42.371439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-91073a81-8ab1-4435-a3f2-ebccdf5ae50c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting subnet 74580a36-f0c4-4998-ac08-a7f166b342e3 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:42.375218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91073a81-8ab1-4435-a3f2-ebccdf5ae50c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:42.391184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Transition to ACTIVE for port object 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:42.412238 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a42dcc62-0118-42a8-b49f-c8cf56344046 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2061858 Mar 02 09:06:42.422704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 33994) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:42.442902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:32Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:40Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:42.505255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee413e92-7fd4-47c8-9963-2c61c6eb8a34 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:32Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:40Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:42.674102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:42.755049 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] For port 3402340e-12b3-4dfd-b31d-1c04800065c2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:42.759199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] For port 3402340e-12b3-4dfd-b31d-1c04800065c2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3402340e-12b3-4dfd-b31d-1c04800065c2,segment=NetworkSegment(7ef994f2-0046-4bda-b429-a5e9af82ad53),segment_id=7ef994f2-0046-4bda-b429-a5e9af82ad53)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:42.807668 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:42.825173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49657770-33f8-4a28-9c40-b5d9c87a458d req-4a9a3a16-c48d-4132-8eb0-1dde44bba5ad tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 210 time: 0.3941767 Mar 02 09:06:42.865749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:42.920051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network a4a9247e-a198-4dfd-8f59-07c0d02330a5 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:43.024707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:43.033714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa5c49-0ad8-4bff-8708-311941631495 None None] Pushing event updated for resources: {'Port': ['ID=3402340e-12b3-4dfd-b31d-1c04800065c2,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:43.048687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:43.049222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:43.075252 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91073a81-8ab1-4435-a3f2-ebccdf5ae50c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:43.092222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:43.114964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Transition to ACTIVE for port object 9e59db4d-66c4-46d4-8622-19e826eeb2ef will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:43.159574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Transition to ACTIVE for port object 9e59db4d-66c4-46d4-8622-19e826eeb2ef will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:43.224873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:43.365812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:43.503312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Network 62b49be6-1256-4701-9caa-1fccaad406a0 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:43.507984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Pushing event updated for resources: {'Port': ['ID=9e59db4d-66c4-46d4-8622-19e826eeb2ef,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:43.510562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:43.530937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1a25ec7e-4ba8-43ce-8699-eaf211c571ef up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:43.572809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:43.633772 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:40Z', 'revision_number': 10, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:43.645582 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] Checking router: fdefb14c-620a-4a7a-b529-b75101ecbec7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:43.665959 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:43.666829 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:43.674563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:43.684830 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:port and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:06:43.690776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:06:43.706780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:43.739265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3244045-c8da-4080-8d8a-a4c80589a427 req-f25850e1-2caa-44b3-b7df-00bb0e828fcb tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:43.756940 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b3244045-c8da-4080-8d8a-a4c80589a427 req-f25850e1-2caa-44b3-b7df-00bb0e828fcb tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 1.3282177 Mar 02 09:06:43.915035 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91073a81-8ab1-4435-a3f2-ebccdf5ae50c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:43.926690 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b3244045-c8da-4080-8d8a-a4c80589a427 req-67211146-17c5-462a-bdf4-e97a478f4d73 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685481 Mar 02 09:06:43.966221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Attempting to bind port 9e59db4d-66c4-46d4-8622-19e826eeb2ef on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:43.966779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Attempting to bind port 9e59db4d-66c4-46d4-8622-19e826eeb2ef by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '62b49be6-1256-4701-9caa-1fccaad406a0'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:43.967009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Attempting to bind port 9e59db4d-66c4-46d4-8622-19e826eeb2ef on network 62b49be6-1256-4701-9caa-1fccaad406a0 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:43.979976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:43.980358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Checking segment: {'id': '05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '62b49be6-1256-4701-9caa-1fccaad406a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:43.982436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:43.986172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Bound using segment: {'id': '05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '62b49be6-1256-4701-9caa-1fccaad406a0'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:43.986710 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Bound port: 9e59db4d-66c4-46d4-8622-19e826eeb2ef, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '62b49be6-1256-4701-9caa-1fccaad406a0'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:43.987128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:44.040784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:44.133003 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:44.143629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:44.222504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9ca72-09d3-404d-b8c1-a0d7e9cf0404 None None] Network fe6baca2-cfd1-427e-ab3f-ec8037a41cec requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:44.280890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] For port 9e59db4d-66c4-46d4-8622-19e826eeb2ef, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:44.351780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] For port 9e59db4d-66c4-46d4-8622-19e826eeb2ef, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9e59db4d-66c4-46d4-8622-19e826eeb2ef,segment=NetworkSegment(05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4),segment_id=05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:44.360088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:44.412299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:44.421656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:44.426240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:44.439291 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-89055a34-ae2a-4514-b8c7-0888305e9432 req-8059a730-47ce-45d0-800c-bfaef3a71c8e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 210 time: 0.1130686 Mar 02 09:06:44.474015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port 437ee776-b9ac-49f9-a54c-1d7db13d9060 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:06:44.486278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ba7017f6-dc82-40e3-98b4-95324c6f2e2e None None] Provisioning for port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:44.490675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:44.622820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:44.877372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91073a81-8ab1-4435-a3f2-ebccdf5ae50c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:44.880236 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:40Z', 'revision_number': 10, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:44.894977 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a065f6b-02d1-4883-9b0c-6597ac32b85a None None] The sync data for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv is: [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:40Z', 'revision_number': 10, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None, '_interfaces': [{'id': '5c438220-991b-49ad-a7c4-4bc05dcbbce9', 'name': '', 'network_id': '80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'mac_address': 'fa:16:3e:a6:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:24Z', 'updated_at': '2022-03-02T09:05:38Z', 'revision_number': 5, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'subnets': [{'id': 'abfd2b08-44a8-4392-8ff2-5414a7a6c9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:45.019980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1ba5a8-d215-47d2-9b96-34add7539215 None None] Network a4a9247e-a198-4dfd-8f59-07c0d02330a5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:45.033269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a48b5-1b33-4d51-bc64-e3d6add8ea6f None None] Pushing event updated for resources: {'Port': ['ID=9e59db4d-66c4-46d4-8622-19e826eeb2ef,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:45.070912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91073a81-8ab1-4435-a3f2-ebccdf5ae50c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Subnet': ['ID=74580a36-f0c4-4998-ac08-a7f166b342e3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:45.074521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91073a81-8ab1-4435-a3f2-ebccdf5ae50c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.083802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ffe506-a557-4009-a326-f297ac81b40a None None] Network 4d088e73-88d4-4393-8690-3e82a117ee2f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:45.118850 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-91073a81-8ab1-4435-a3f2-ebccdf5ae50c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/74580a36-f0c4-4998-ac08-a7f166b342e3 HTTP/1.1" status: 204 len: 168 time: 2.8375967 Mar 02 09:06:45.124220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34012) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:45.305991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.400278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.401195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.412647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4da8e4ae-c516-4bb3-956e-82f1c45ffec9 None None] Provisioning for port 3402340e-12b3-4dfd-b31d-1c04800065c2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:45.422498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.454932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port d8032430-185f-48c0-be3d-f2103e3f755d {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:45.455185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.458294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.530710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.608028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.711411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1a25ec7e-4ba8-43ce-8699-eaf211c571ef,segment=NetworkSegment(830b525d-9644-40a1-be2f-bc120e56c3c9),segment_id=830b525d-9644-40a1-be2f-bc120e56c3c9)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:45.755501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event updated for resources: {'Port': ['ID=4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:45.775614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.776325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d4f9acd0-619e-4b67-a28c-ac7135bc70d3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:45.847120 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=921544d3-1f5f-4c7e-9618-02bd0bb6f382,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:45.861905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port d8032430-185f-48c0-be3d-f2103e3f755d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d8032430-185f-48c0-be3d-f2103e3f755d,segment=NetworkSegment(2cb6e31b-59c9-4b52-9489-1e0db2d3a105),segment_id=2cb6e31b-59c9-4b52-9489-1e0db2d3a105)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:45.862392 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:45.920979 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d8241f1-1c64-4d10-bb88-e37cfc51fc6f req-2b11dfcc-ce00-4304-bb99-3b81b2b19c3e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 210 time: 0.1804724 Mar 02 09:06:45.936549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b00312-ed15-4d58-807f-efba83e29f6f req-7bb98eb9-feb0-4eaa-9f75-0d15456aac92 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:45.938113 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-90b00312-ed15-4d58-807f-efba83e29f6f req-7bb98eb9-feb0-4eaa-9f75-0d15456aac92 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.6265867 Mar 02 09:06:46.011200 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-90b00312-ed15-4d58-807f-efba83e29f6f req-894f7676-a782-40e8-ad09-399c0ee2aac2 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673847 Mar 02 09:06:46.038366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.9 (fe6baca2-cfd1-427e-ab3f-ec8037a41cec/3e0baca0-9366-40d9-9110-2815018f5627/437ee776-b9ac-49f9-a54c-1d7db13d9060) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:46.063840 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for d8032430-185f-48c0-be3d-f2103e3f755d owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:46.103021 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=1a25ec7e-4ba8-43ce-8699-eaf211c571ef,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:46.123440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Network a4a9247e-a198-4dfd-8f59-07c0d02330a5 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:46.174654 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:46.211169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:46.217848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:46.218248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:46.315821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:46.395156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd154a2-6e25-479f-b41b-e3f340b4603d None None] DHCP port deletion for 4d088e73-88d4-4393-8690-3e82a117ee2f request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:46.397081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:46.426968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:46.482994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port d4f9acd0-619e-4b67-a28c-ac7135bc70d3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d4f9acd0-619e-4b67-a28c-ac7135bc70d3,segment=NetworkSegment(39778832-2b40-47ef-aa1c-d0605889b6c7),segment_id=39778832-2b40-47ef-aa1c-d0605889b6c7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:46.530343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=d8032430-185f-48c0-be3d-f2103e3f755d,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:46.565063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:46.613378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No DVR routers for this DVR port d8032430-185f-48c0-be3d-f2103e3f755d on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:46.770851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-90c64250-5971-40c3-b0a4-7d8973deeffa None None] Provisioning complete for port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:46.771352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-90c64250-5971-40c3-b0a4-7d8973deeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:46.883288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-de2f15ed-abb1-4361-b97b-f0efe5184edb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:46.890747 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-de2f15ed-abb1-4361-b97b-f0efe5184edb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 811 time: 0.8477204 Mar 02 09:06:46.959341 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=d4f9acd0-619e-4b67-a28c-ac7135bc70d3,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:46.974190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1a25ec7e-4ba8-43ce-8699-eaf211c571ef up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:47.125809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:47.134346 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9042a5ca-0df2-4a0c-9c19-b415fead8194 None None] Network 62b49be6-1256-4701-9caa-1fccaad406a0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:47.236767 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:47.270986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:47.278844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:47.288255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:47.288628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:47.294425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d088e73-88d4-4393-8690-3e82a117ee2f']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:47.346312 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb6e31b-59c9-4b52-9489-1e0db2d3a105') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:47.347160 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb6e31b-59c9-4b52-9489-1e0db2d3a105') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:47.396583 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-61061cd3-89cf-48ca-93eb-a956f9e4ec3a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b3cf841a687405eb1907c3edafdcfae HTTP/1.1" status: 200 len: 380 time: 0.4579928 Mar 02 09:06:47.407212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:47.414806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-657f78a8-49d8-4767-9d6e-540d9259634b req-4983a255-e5a9-4ce8-8767-620c07264547 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 210 time: 0.1982150 Mar 02 09:06:47.450275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:47.450526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'port': {'device_id': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'admin_state_up': True, 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'security_groups': ['253b0212-c835-471c-a5e9-fef4c86b8ef9']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:47.511266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-90c64250-5971-40c3-b0a4-7d8973deeffa None None] Provisioning for port d22b3ab3-f801-44b3-a6ec-187cf745756b completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:47.532253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-90c64250-5971-40c3-b0a4-7d8973deeffa None None] Provisioning complete for port d22b3ab3-f801-44b3-a6ec-187cf745756b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:47.532629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-90c64250-5971-40c3-b0a4-7d8973deeffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:47.551901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:06:47.552301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:06:47.590348 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:06:47.691514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9e59db4d-66c4-46d4-8622-19e826eeb2ef up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:47.741377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:47.763391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-90c64250-5971-40c3-b0a4-7d8973deeffa None None] Port d22b3ab3-f801-44b3-a6ec-187cf745756b cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:47.774695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:47.801767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:47.809959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5290b3-339a-4dfc-a302-6e9f20a6c798 req-df2627b3-fded-4542-88f9-9fb3c09330c0 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:47.817326 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9b5290b3-339a-4dfc-a302-6e9f20a6c798 req-df2627b3-fded-4542-88f9-9fb3c09330c0 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.6020634 Mar 02 09:06:47.818508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:47.819399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:47.846970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object 437ee776-b9ac-49f9-a54c-1d7db13d9060 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:47.870695 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-69972779-efd5-47c4-a92e-fac66b37f032 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5260415 Mar 02 09:06:47.876609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34026) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:47.887106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:47.903544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 9e59db4d-66c4-46d4-8622-19e826eeb2ef completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:47.950133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3402340e-12b3-4dfd-b31d-1c04800065c2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:47.988757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:06:48.026693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.028994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.048961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.061218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Network': ['ID=4d088e73-88d4-4393-8690-3e82a117ee2f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:48.077206 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-af033a63-b4ce-459d-a66e-0b50674b93f1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/networks/4d088e73-88d4-4393-8690-3e82a117ee2f HTTP/1.1" status: 204 len: 168 time: 2.9539704 Mar 02 09:06:48.090584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34030) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:48.105677 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9b5290b3-339a-4dfc-a302-6e9f20a6c798 req-9ec36617-3ee5-414a-b865-a3da02ce1c4c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871411 Mar 02 09:06:48.113384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:06:48.130343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Provisioning for port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:48.157152 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Provisioning complete for port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:48.157758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.180856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.182118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.219565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:48.315025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:48.365665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Made reservation on behalf of 7b3cf841a687405eb1907c3edafdcfae for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:06:48.368523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=921544d3-1f5f-4c7e-9618-02bd0bb6f382,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:48.369323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.380312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.464843 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 3402340e-12b3-4dfd-b31d-1c04800065c2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:48.502940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3402340e-12b3-4dfd-b31d-1c04800065c2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:48.503305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.644977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Provisioning complete for port 3402340e-12b3-4dfd-b31d-1c04800065c2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:48.645351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:48.753728 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b644b43b-9090-4d18-a30b-717f52f90fe5 req-a2aa30aa-bf71-41a5-b37d-b18f9d986387 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 210 time: 0.0743892 Mar 02 09:06:48.818149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 62b49be6-1256-4701-9caa-1fccaad406a0 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:48.822544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:49.014157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:49.068221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network fe6baca2-cfd1-427e-ab3f-ec8037a41cec is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:49.077276 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:49.082091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=437ee776-b9ac-49f9-a54c-1d7db13d9060,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:49.095349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:49.099317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:49.107303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 3402340e-12b3-4dfd-b31d-1c04800065c2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3402340e-12b3-4dfd-b31d-1c04800065c2,segment=NetworkSegment(7ef994f2-0046-4bda-b429-a5e9af82ad53),segment_id=7ef994f2-0046-4bda-b429-a5e9af82ad53)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:49.142867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:43Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae', 'name': '', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:87:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:41Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:49.148417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:49.148787 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Updating router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:06:49.217886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:49.228850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:49.311272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.extraroute_db [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88401) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 09:06:49.342539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.extraroute_db [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Removed routes are [] {{(pid=88401) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 09:06:49.343013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:49.392643 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:06:49.392924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:06:49.398282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=3402340e-12b3-4dfd-b31d-1c04800065c2,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:49.409202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:49.460668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:49.461014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a9b335e7-0a1a-4fa9-b7ff-df9434c71fa2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:49.461436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d8032430-185f-48c0-be3d-f2103e3f755d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:49.539294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Allocated IP 172.20.0.10 (a6332975-3d58-4edc-a71c-3dc3ba5958cf/fed2c15f-a6b6-4469-925b-6d17f4a3215c/48912577-8dd2-49e3-a573-4293a457a0ff) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:06:49.540269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: d8032430-185f-48c0-be3d-f2103e3f755d {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:49.540751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d8032430-185f-48c0-be3d-f2103e3f755d not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:49.590784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Router 0832c8c0-a1c8-434f-99ef-ce225f46bc25 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:06:49.750583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d4f9acd0-619e-4b67-a28c-ac7135bc70d3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:49.758607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:49.760013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:49.761000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:49.784747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53868cf9-a92e-425e-b182-640b041996ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:49.873543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:49.874252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:49.973418 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ec2e5a93-e003-48c1-b85a-fc8c0f54e0a6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 7.9484677 Mar 02 09:06:50.030305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34040) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:50.061570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.115590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Transition to ACTIVE for port object 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:50.116156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:50.125024 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c8e2c9bc-70ab-45fa-884a-583085530fd1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "PUT /v2.0/routers/0832c8c0-a1c8-434f-99ef-ce225f46bc25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7003677 Mar 02 09:06:50.126163 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0c2981-842d-48ea-aaea-dd74e574f129 None None] Sync routers for ids ['0832c8c0-a1c8-434f-99ef-ce225f46bc25'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:50.133142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34044) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:50.134639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Provisioning for port 9e59db4d-66c4-46d4-8622-19e826eeb2ef completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:50.139728 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c2981-842d-48ea-aaea-dd74e574f129 None None] Routers {'0832c8c0-a1c8-434f-99ef-ce225f46bc25'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:50.140516 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9b0c2981-842d-48ea-aaea-dd74e574f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0832c8c0-a1c8-434f-99ef-ce225f46bc25'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:50.157230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-4c8560a0-3eec-477a-b394-7d1512d12710 req-c6c9d139-6368-46b1-8ebc-ec6c0b27353d tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Synchronizing usage tracker for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:50.164994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Provisioning complete for port 9e59db4d-66c4-46d4-8622-19e826eeb2ef triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:50.165387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.225085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3402340e-12b3-4dfd-b31d-1c04800065c2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:50.257454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-4c8560a0-3eec-477a-b394-7d1512d12710 req-c6c9d139-6368-46b1-8ebc-ec6c0b27353d tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Unset dirty status for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:50.267321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93c0c3-ac3a-4855-a903-6097ac57de27 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:50.268064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fd93c0c3-ac3a-4855-a903-6097ac57de27 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:50.272711 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9b0c2981-842d-48ea-aaea-dd74e574f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:50.280083 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4c8560a0-3eec-477a-b394-7d1512d12710 req-c6c9d139-6368-46b1-8ebc-ec6c0b27353d tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 210 time: 0.3281298 Mar 02 09:06:50.287813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.297594 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0c2981-842d-48ea-aaea-dd74e574f129 None None] Routers {'0832c8c0-a1c8-434f-99ef-ce225f46bc25'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:50.298827 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9b0c2981-842d-48ea-aaea-dd74e574f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0832c8c0-a1c8-434f-99ef-ce225f46bc25'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:50.312816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.370557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port 5c438220-991b-49ad-a7c4-4bc05dcbbce9 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:50.371228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.429728 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-9b0c2981-842d-48ea-aaea-dd74e574f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:50.430149 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0c2981-842d-48ea-aaea-dd74e574f129 None None] The sync data for ids ['0832c8c0-a1c8-434f-99ef-ce225f46bc25'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:50.531959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bc2f7-4177-4021-bcfa-5bf331ddf4ff req-226db24a-70be-45ff-a970-c41cd5d2878d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:50.539131 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c76bc2f7-4177-4021-bcfa-5bf331ddf4ff req-226db24a-70be-45ff-a970-c41cd5d2878d tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.8194411 Mar 02 09:06:50.557703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Transition to ACTIVE for port object 48912577-8dd2-49e3-a573-4293a457a0ff will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:50.663160 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fd93c0c3-ac3a-4855-a903-6097ac57de27 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:50.669275 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fd93c0c3-ac3a-4855-a903-6097ac57de27 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports?device_id=0832c8c0-a1c8-434f-99ef-ce225f46bc25 HTTP/1.1" status: 200 len: 987 time: 0.5343544 Mar 02 09:06:50.672874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34048) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:50.674992 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aeba2e-2af7-426b-8d28-0eb7173f200f None None] Pushing event updated for resources: {'Port': ['ID=4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:50.721959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da65c0a-c3d9-4aa3-b83a-77751eda3f5d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:50.722687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5da65c0a-c3d9-4aa3-b83a-77751eda3f5d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:50.727934 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c76bc2f7-4177-4021-bcfa-5bf331ddf4ff req-73070179-cbda-4679-bf9a-ba54764dea96 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880035 Mar 02 09:06:50.740813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.759422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.766503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Attempting to bind port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:50.766875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Attempting to bind port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '7ef994f2-0046-4bda-b429-a5e9af82ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:50.767239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Attempting to bind port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae on network a4a9247e-a198-4dfd-8f59-07c0d02330a5 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:50.800818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:50.801242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Checking segment: {'id': '7ef994f2-0046-4bda-b429-a5e9af82ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:50.801638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.802534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Bound using segment: {'id': '7ef994f2-0046-4bda-b429-a5e9af82ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:50.803017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Bound port: 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef994f2-0046-4bda-b429-a5e9af82ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:50.809130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.826243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3402340e-12b3-4dfd-b31d-1c04800065c2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:50.826667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.827202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] For port 5c438220-991b-49ad-a7c4-4bc05dcbbce9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5c438220-991b-49ad-a7c4-4bc05dcbbce9,segment=NetworkSegment(d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9),segment_id=d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:50.828419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.842969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5da65c0a-c3d9-4aa3-b83a-77751eda3f5d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:50.848053 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5da65c0a-c3d9-4aa3-b83a-77751eda3f5d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.8122289 Mar 02 09:06:50.848053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34052) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:50.967783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:50.975864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Calling delete_port for 5c438220-991b-49ad-a7c4-4bc05dcbbce9 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:50.978160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:51.055277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:51.063262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:06:51.069181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:06:51.093090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b090f081-a221-4672-91b7-7795efbc763c None None] For port 9e59db4d-66c4-46d4-8622-19e826eeb2ef, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9e59db4d-66c4-46d4-8622-19e826eeb2ef,segment=NetworkSegment(05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4),segment_id=05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:51.093239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:06:51.093335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] For port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:51.113746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] For port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae,segment=NetworkSegment(7ef994f2-0046-4bda-b429-a5e9af82ad53),segment_id=7ef994f2-0046-4bda-b429-a5e9af82ad53)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:51.133009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'Port': ['ID=48912577-8dd2-49e3-a573-4293a457a0ff,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:51.147852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:51.196273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:51.243119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Provisioning complete for port d22b3ab3-f801-44b3-a6ec-187cf745756b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:51.243777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:51.350046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:51.353106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:51.419786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d902de-4da3-4bcc-abb5-630a0d4a38be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:51.422974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Port d22b3ab3-f801-44b3-a6ec-187cf745756b cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:51.430391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d902de-4da3-4bcc-abb5-630a0d4a38be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:51.441165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090f081-a221-4672-91b7-7795efbc763c None None] Pushing event updated for resources: {'Port': ['ID=9e59db4d-66c4-46d4-8622-19e826eeb2ef,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:51.446003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d902de-4da3-4bcc-abb5-630a0d4a38be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:51.472851 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a0d902de-4da3-4bcc-abb5-630a0d4a38be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.6183875 Mar 02 09:06:51.472851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34058) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:51.681785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9e59db4d-66c4-46d4-8622-19e826eeb2ef up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:51.715274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aeba2e-2af7-426b-8d28-0eb7173f200f None None] Pushing event updated for resources: {'Port': ['ID=4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:51.719302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:51.781533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:51.797081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:51.798873 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-802ff991-6444-42db-8256-8104e4f78b43 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3 HTTP/1.1" status: 200 len: 953 time: 3.9194508 Mar 02 09:06:51.823194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34064) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:51.879022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:51.882447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:51.913027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Provisioning for port 437ee776-b9ac-49f9-a54c-1d7db13d9060 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:51.947545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Provisioning complete for port 437ee776-b9ac-49f9-a54c-1d7db13d9060 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:51.947545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:51.977224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c53a108b-9dc8-4d89-a7e0-9e32c1aa8148 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 437ee776-b9ac-49f9-a54c-1d7db13d9060 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:51.977888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c53a108b-9dc8-4d89-a7e0-9e32c1aa8148 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:52.024102 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-0fe8f23e-7432-462f-8223-5d908e2d62b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5853574 Mar 02 09:06:52.045103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 9e59db4d-66c4-46d4-8622-19e826eeb2ef triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:52.045486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:52.051239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Request body: {'port': {'device_id': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:52.078332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-84cc6ea6-6ef2-4c85-9094-284a7ed0f247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:52.114958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Port 437ee776-b9ac-49f9-a54c-1d7db13d9060 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:52.131604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1491f8a-be2e-40ec-9a68-174f60904f69 req-3f50a270-b68a-4289-a34c-ef29d6cda624 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:52.133070 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c1491f8a-be2e-40ec-9a68-174f60904f69 req-3f50a270-b68a-4289-a34c-ef29d6cda624 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 932 time: 0.6580915 Mar 02 09:06:52.142142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:52.201112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Provisioning complete for port 9e59db4d-66c4-46d4-8622-19e826eeb2ef triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:52.201490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:52.204788 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3e364d4f-41d0-4b47-a90d-1269800f5800 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3 HTTP/1.1" status: 200 len: 953 time: 0.3756888 Mar 02 09:06:52.215476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34068) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:52.269328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Port': ['ID=5c438220-991b-49ad-a7c4-4bc05dcbbce9,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:52.280285 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'routes': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:52.331468 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c1491f8a-be2e-40ec-9a68-174f60904f69 req-77aa9a01-f783-4df7-a18e-45eae9648027 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770084 Mar 02 09:06:52.364872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:52.393405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e3ec5-f701-4dc4-ba40-31a8fa1ad080 req-906955da-d633-4440-8d9f-a99c539c0d4a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:52.395411 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3d8e3ec5-f701-4dc4-ba40-31a8fa1ad080 req-906955da-d633-4440-8d9f-a99c539c0d4a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4744925 Mar 02 09:06:52.411266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:52.444882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:49Z', 'revision_number': 6, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae', 'name': '', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:87:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:41Z', 'updated_at': '2022-03-02T09:06:51Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:52.601781 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3d8e3ec5-f701-4dc4-ba40-31a8fa1ad080 req-9be6949e-2a75-45b4-ac98-30b79dd1e0ec tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996713 Mar 02 09:06:52.609973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29198f92-6a17-4a98-8e9a-5eb583754cd1 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:49Z', 'revision_number': 6, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae', 'name': '', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:87:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:41Z', 'updated_at': '2022-03-02T09:06:51Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:52.707536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c53a108b-9dc8-4d89-a7e0-9e32c1aa8148 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:52.707679 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Provisioning for port 921544d3-1f5f-4c7e-9618-02bd0bb6f382 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:52.719997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Provisioning complete for port 921544d3-1f5f-4c7e-9618-02bd0bb6f382 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:52.720939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:52.788999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Port 921544d3-1f5f-4c7e-9618-02bd0bb6f382 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:52.882042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c53a108b-9dc8-4d89-a7e0-9e32c1aa8148 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 437ee776-b9ac-49f9-a54c-1d7db13d9060 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:52.892926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Provisioning for port 48912577-8dd2-49e3-a573-4293a457a0ff completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:52.900772 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Provisioning complete for port 48912577-8dd2-49e3-a573-4293a457a0ff triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:52.901456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:53.040798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-61ae52a9-7dbd-4eb2-9969-001d28477d76 None None] Port 48912577-8dd2-49e3-a573-4293a457a0ff cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:06:53.090500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:53.107330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:53.113407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:53.282286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c53a108b-9dc8-4d89-a7e0-9e32c1aa8148 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:53.285461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48912577-8dd2-49e3-a573-4293a457a0ff {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:06:53.352021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a108b-9dc8-4d89-a7e0-9e32c1aa8148 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=437ee776-b9ac-49f9-a54c-1d7db13d9060,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:53.356931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:53.702034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Transition to ACTIVE for port object 48912577-8dd2-49e3-a573-4293a457a0ff will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:06:53.744639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c53a108b-9dc8-4d89-a7e0-9e32c1aa8148 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:53.794562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:53.824565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:53.828338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be382-29bb-4a9f-969c-328ad88abea2 req-f1499b46-fe27-4a82-b0f0-07387397e467 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:53.831389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 921544d3-1f5f-4c7e-9618-02bd0bb6f382 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:53.831725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:53.835403 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c49be382-29bb-4a9f-969c-328ad88abea2 req-f1499b46-fe27-4a82-b0f0-07387397e467 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 932 time: 0.2161055 Mar 02 09:06:53.854430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:53.867285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:53.881407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:53.882387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:53.908813 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c53a108b-9dc8-4d89-a7e0-9e32c1aa8148 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/437ee776-b9ac-49f9-a54c-1d7db13d9060 HTTP/1.1" status: 204 len: 168 time: 2.4285467 Mar 02 09:06:53.919260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34078) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:54.016740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:06:54.035631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:54.035631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.067521 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba16cff9-1a0b-465f-91e1-1b09df4b3aa0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:06:54.068069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ba16cff9-1a0b-465f-91e1-1b09df4b3aa0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:54.097810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Pushing event updated for resources: {'Port': ['ID=48912577-8dd2-49e3-a573-4293a457a0ff,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:54.106166 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c49be382-29bb-4a9f-969c-328ad88abea2 req-102bb22b-5559-421e-8a4c-24cfac80a7f0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699754 Mar 02 09:06:54.122548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:54.158488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:54.171838 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] Sync routers for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:54.187904 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:54.188529 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:54.226297 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f55b9d6e-b107-4c89-895d-237a1b243f4c tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1356363 Mar 02 09:06:54.232525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34082) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:54.278855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2337b0b-7d32-4c00-9b8c-b07118e8567b req-9ab4618e-82f8-4c72-968e-a2c9236ca159 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:54.282096 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2337b0b-7d32-4c00-9b8c-b07118e8567b req-9ab4618e-82f8-4c72-968e-a2c9236ca159 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5073569 Mar 02 09:06:54.311026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.extraroute_db [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added routes are [] {{(pid=88400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 09:06:54.311410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.extraroute_db [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 09:06:54.318111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.329037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Attempting to bind port 48912577-8dd2-49e3-a573-4293a457a0ff on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:06:54.329800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Attempting to bind port 48912577-8dd2-49e3-a573-4293a457a0ff by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:06:54.330409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Attempting to bind port 48912577-8dd2-49e3-a573-4293a457a0ff on network a6332975-3d58-4edc-a71c-3dc3ba5958cf {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:54.335912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ba16cff9-1a0b-465f-91e1-1b09df4b3aa0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:54.338445 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ba16cff9-1a0b-465f-91e1-1b09df4b3aa0 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/437ee776-b9ac-49f9-a54c-1d7db13d9060 HTTP/1.1" status: 404 len: 333 time: 0.4152884 Mar 02 09:06:54.349940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34086) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:54.353001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Port 48912577-8dd2-49e3-a573-4293a457a0ff on network a6332975-3d58-4edc-a71c-3dc3ba5958cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:06:54.353563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Attempting to bind port 48912577-8dd2-49e3-a573-4293a457a0ff on network a6332975-3d58-4edc-a71c-3dc3ba5958cf {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:06:54.358096 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.377518 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:54.428899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:06:54.429713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Checking segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:06:54.430549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Bound using segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:06:54.431615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Bound port: 48912577-8dd2-49e3-a573-4293a457a0ff, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:06:54.432369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.445658 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2337b0b-7d32-4c00-9b8c-b07118e8567b req-1c7ec7f6-b7b7-47e2-90fa-548c6d7855d2 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493418 Mar 02 09:06:54.508251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae,segment=NetworkSegment(7ef994f2-0046-4bda-b429-a5e9af82ad53),segment_id=7ef994f2-0046-4bda-b429-a5e9af82ad53)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:54.534268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-cd97a1e6-e63b-43a7-ac34-2eec880d9f3f tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port d22b3ab3-f801-44b3-a6ec-187cf745756b {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:54.535046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd97a1e6-e63b-43a7-ac34-2eec880d9f3f tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.563705 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:51Z', 'revision_number': 11, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:54.573600 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] Checking router: fdefb14c-620a-4a7a-b529-b75101ecbec7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:54.595488 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:54.596088 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:54.602485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.603278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.622458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 921544d3-1f5f-4c7e-9618-02bd0bb6f382 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:54.671697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f63b20-29b3-4516-a57a-f8cf0df6579b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting subnet abfd2b08-44a8-4392-8ff2-5414a7a6c9fc {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:54.680828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76f63b20-29b3-4516-a57a-f8cf0df6579b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.685701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] For port 48912577-8dd2-49e3-a573-4293a457a0ff, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:06:54.701329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] For port 48912577-8dd2-49e3-a573-4293a457a0ff, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=48912577-8dd2-49e3-a573-4293a457a0ff,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:06:54.731808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:54.755005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.758150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:49Z', 'revision_number': 6, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae', 'name': '', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:87:82:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:41Z', 'updated_at': '2022-03-02T09:06:51Z', 'revision_number': 4, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:54.763104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:54.773951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:54.774907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:54.776979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76f63b20-29b3-4516-a57a-f8cf0df6579b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.827016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.859070 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:54.925540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:54.926289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:54.927774 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] 10.222.0.15 "PUT /v2.0/ports/48912577-8dd2-49e3-a573-4293a457a0ff HTTP/1.1" status: 200 len: 1094 time: 2.8828881 Mar 02 09:06:54.928288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'tag': '48912577-8dd2-49e3-a573-4293a457a0ff'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:06:54.998310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:55.019743 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:51Z', 'revision_number': 11, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:55.025200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd97a1e6-e63b-43a7-ac34-2eec880d9f3f tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:55.025667 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8a939-8cd0-4332-b21a-c61bbd75cde0 None None] The sync data for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv is: [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:51Z', 'revision_number': 11, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:55.032982 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'tag': '48912577-8dd2-49e3-a573-4293a457a0ff', 'status': 'completed', 'code': 200} Mar 02 09:06:55.033704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f47a5-6967-4cb7-b6b0-09eb71620211 service neutron] Pushing event updated for resources: {'Port': ['ID=48912577-8dd2-49e3-a573-4293a457a0ff,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:55.272738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76f63b20-29b3-4516-a57a-f8cf0df6579b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:55.282308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-cd97a1e6-e63b-43a7-ac34-2eec880d9f3f tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for d22b3ab3-f801-44b3-a6ec-187cf745756b owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:55.381964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:55.395078 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:55.451284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80450a4-7f21-493f-a9ad-8714be17c6f4 req-c76320f5-2082-4722-b1f0-e54cbfac11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:55.452779 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a80450a4-7f21-493f-a9ad-8714be17c6f4 req-c76320f5-2082-4722-b1f0-e54cbfac11f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 1097 time: 0.3380527 Mar 02 09:06:55.499551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:55.596072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76f63b20-29b3-4516-a57a-f8cf0df6579b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:55.643571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 7, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae', 'name': '', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:87:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:41Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:55.661315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edd91f-74ae-4b9b-9bb5-581179cf26c5 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 7, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae', 'name': '', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:87:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:41Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:55.704016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:06:55.763030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76f63b20-29b3-4516-a57a-f8cf0df6579b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:55.769050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=921544d3-1f5f-4c7e-9618-02bd0bb6f382,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:55.770612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1466886-58ad-4fac-b530-20f5d4120ddc None None] Network 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:55.839057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffdeba-d37c-4059-b135-3b7ad58ba97a req-bfdd2540-66d4-45db-a9eb-01f091039e91 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:55.840712 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-80ffdeba-d37c-4059-b135-3b7ad58ba97a req-bfdd2540-66d4-45db-a9eb-01f091039e91 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 944 time: 0.5261507 Mar 02 09:06:55.925365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd97a1e6-e63b-43a7-ac34-2eec880d9f3f tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:55.930288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80450a4-7f21-493f-a9ad-8714be17c6f4 req-8be8abed-7f61-458f-80fd-bee8d29f7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:55.931914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a80450a4-7f21-493f-a9ad-8714be17c6f4 req-8be8abed-7f61-458f-80fd-bee8d29f7169 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b3cf841a687405eb1907c3edafdcfae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4448397 Mar 02 09:06:55.945979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:06:55.946359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:55.987507 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-80ffdeba-d37c-4059-b135-3b7ad58ba97a req-50dd9912-0aba-4229-9259-533d49ed69b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320031 Mar 02 09:06:56.047714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97a1e6-e63b-43a7-ac34-2eec880d9f3f tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=d22b3ab3-f801-44b3-a6ec-187cf745756b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:56.123988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c73675-e5f0-4185-af26-fd7955561098 req-3e19fe99-c75e-4611-a246-30d2f156ff37 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:56.126023 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-23c73675-e5f0-4185-af26-fd7955561098 req-3e19fe99-c75e-4611-a246-30d2f156ff37 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3694718 Mar 02 09:06:56.167970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f63b20-29b3-4516-a57a-f8cf0df6579b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Subnet': ['ID=abfd2b08-44a8-4392-8ff2-5414a7a6c9fc,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:56.174012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:56.257391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5c438220-991b-49ad-a7c4-4bc05dcbbce9 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:56.263159 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-76f63b20-29b3-4516-a57a-f8cf0df6579b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/abfd2b08-44a8-4392-8ff2-5414a7a6c9fc HTTP/1.1" status: 204 len: 168 time: 2.0288084 Mar 02 09:06:56.268527 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34096) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:56.300730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 5c438220-991b-49ad-a7c4-4bc05dcbbce9 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:56.301324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5c438220-991b-49ad-a7c4-4bc05dcbbce9 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:56.320658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac89b4e-2b17-48c5-aa79-17b3d1f25155 None None] DHCP port deletion for 80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:56.326820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dac89b4e-2b17-48c5-aa79-17b3d1f25155 None None] Deleting port 86ff9dd4-b366-4192-8423-def6ddbde565 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:56.328262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dac89b4e-2b17-48c5-aa79-17b3d1f25155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:56.336243 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-23c73675-e5f0-4185-af26-fd7955561098 req-05f015e1-2e8a-4697-9c4b-883c26059047 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651993 Mar 02 09:06:56.339380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd97a1e6-e63b-43a7-ac34-2eec880d9f3f tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:56.343794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:56.345742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80450a4-7f21-493f-a9ad-8714be17c6f4 req-0163d28a-fa34-4c5a-b564-a59626de6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:56.347436 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a80450a4-7f21-493f-a9ad-8714be17c6f4 req-0163d28a-fa34-4c5a-b564-a59626de6962 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3585126 Mar 02 09:06:56.475951 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cd97a1e6-e63b-43a7-ac34-2eec880d9f3f tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/d22b3ab3-f801-44b3-a6ec-187cf745756b HTTP/1.1" status: 204 len: 168 time: 2.1216688 Mar 02 09:06:56.476710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34102) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:56.482461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-a6e1eeb4-2905-4ed1-8efb-26162d7e5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:56.484551 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-a6e1eeb4-2905-4ed1-8efb-26162d7e5592 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 1097 time: 0.0796390 Mar 02 09:06:56.597869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-dac89b4e-2b17-48c5-aa79-17b3d1f25155 None None] For port 86ff9dd4-b366-4192-8423-def6ddbde565, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=86ff9dd4-b366-4192-8423-def6ddbde565,segment=NetworkSegment(d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9),segment_id=d91ebad4-04d4-45cb-a0a4-03a36ddfa8f9)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:56.598544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dac89b4e-2b17-48c5-aa79-17b3d1f25155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:56.599962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-8dab442e-dd94-48d6-9ea5-48c3d931885e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48912577-8dd2-49e3-a573-4293a457a0ff HTTP/1.1" status: 200 len: 217 time: 0.0937598 Mar 02 09:06:56.657731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:56.666511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-6a2bb95a-d1ce-4210-ba61-303d07932122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:56.668076 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-6a2bb95a-d1ce-4210-ba61-303d07932122 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0619199 Mar 02 09:06:56.716892 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-43003efe-cc6b-433b-b5ea-1d5f46f814dc tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:06:56.717789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-43003efe-cc6b-433b-b5ea-1d5f46f814dc tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:56.737806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dac89b4e-2b17-48c5-aa79-17b3d1f25155 None None] Calling delete_port for 86ff9dd4-b366-4192-8423-def6ddbde565 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:56.748053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-67b122bc-7bf4-45e9-8b39-9551f0777e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:56.750754 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-67b122bc-7bf4-45e9-8b39-9551f0777e1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765367 Mar 02 09:06:56.810269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Router 0832c8c0-a1c8-434f-99ef-ce225f46bc25 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:56.821053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Deleting port 86ff9dd4-b366-4192-8423-def6ddbde565 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:56.821390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:56.887267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dac89b4e-2b17-48c5-aa79-17b3d1f25155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:56.888159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:56.902032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:56.902032 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1be64caf-26ce-4c71-8d6d-56451f8acfad tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3 HTTP/1.1" status: 200 len: 703 time: 4.6271570 Mar 02 09:06:56.906342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34108) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:56.966065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac89b4e-2b17-48c5-aa79-17b3d1f25155 None None] No DVR routers for this DVR port 86ff9dd4-b366-4192-8423-def6ddbde565 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:56.977312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:56.993340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac89b4e-2b17-48c5-aa79-17b3d1f25155 None None] Pushing event deleted for resources: {'Port': ['ID=86ff9dd4-b366-4192-8423-def6ddbde565,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:57.003582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:57.004144 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:57.008332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-43003efe-cc6b-433b-b5ea-1d5f46f814dc tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:57.012254 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-43003efe-cc6b-433b-b5ea-1d5f46f814dc tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/d22b3ab3-f801-44b3-a6ec-187cf745756b HTTP/1.1" status: 404 len: 333 time: 0.5217454 Mar 02 09:06:57.048792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34112) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:57.098758 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-1bc78544-8432-4c58-a650-ee64a33a9a76 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406045 Mar 02 09:06:57.178931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:57.179405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] The port '86ff9dd4-b366-4192-8423-def6ddbde565' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:06:57.192042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:57.209011 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38cf5a-0af0-4b72-9d32-183170bae1fc None None] Sync routers for ids ['0832c8c0-a1c8-434f-99ef-ce225f46bc25'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:57.212334 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ee5a1678-6503-4c1f-a66e-f81e0bdb9868 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3 HTTP/1.1" status: 200 len: 703 time: 0.3036108 Mar 02 09:06:57.223158 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38cf5a-0af0-4b72-9d32-183170bae1fc None None] Routers {'0832c8c0-a1c8-434f-99ef-ce225f46bc25'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:57.224342 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-8a38cf5a-0af0-4b72-9d32-183170bae1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0832c8c0-a1c8-434f-99ef-ce225f46bc25'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:57.235153 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1ccc4352-b594-4ced-8a29-d5239c0b7060 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "PUT /v2.0/routers/0832c8c0-a1c8-434f-99ef-ce225f46bc25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5609789 Mar 02 09:06:57.235523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34118) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:57.245646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34120) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:57.275912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27026cd2-dba8-4ec5-8f5b-c2b8d2d01439 req-df1c0218-9685-4c4c-8ef4-ba6c862578ca tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:57.277519 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27026cd2-dba8-4ec5-8f5b-c2b8d2d01439 req-df1c0218-9685-4c4c-8ef4-ba6c862578ca tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.4202409 Mar 02 09:06:57.325154 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-8a38cf5a-0af0-4b72-9d32-183170bae1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:57.341514 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38cf5a-0af0-4b72-9d32-183170bae1fc None None] Routers {'0832c8c0-a1c8-434f-99ef-ce225f46bc25'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:57.342445 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-8a38cf5a-0af0-4b72-9d32-183170bae1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0832c8c0-a1c8-434f-99ef-ce225f46bc25'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:57.354245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27026cd2-dba8-4ec5-8f5b-c2b8d2d01439 req-b810392c-926f-4cfd-abd4-b2491c3f4ddb tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676682 Mar 02 09:06:57.370000 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b222adb-c73c-4f2e-a185-0c74b4c4a198 req-23d6b86b-40be-4194-ade0-28ee31ef3fdb service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584450 Mar 02 09:06:57.393422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb9e2d-c7e1-4a65-a11e-3a67cd160be5 req-e6a83239-7e9a-4def-8c9e-233f4775d904 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:57.395016 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9fb9e2d-c7e1-4a65-a11e-3a67cd160be5 req-e6a83239-7e9a-4def-8c9e-233f4775d904 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 944 time: 0.2545438 Mar 02 09:06:57.419096 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b6d0a7-95f8-4904-ac00-144a552dded2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:06:57.419706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82b6d0a7-95f8-4904-ac00-144a552dded2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:06:57.446853 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-8a38cf5a-0af0-4b72-9d32-183170bae1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:57.447248 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a38cf5a-0af0-4b72-9d32-183170bae1fc None None] The sync data for ids ['0832c8c0-a1c8-434f-99ef-ce225f46bc25'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:57.458733 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9fb9e2d-c7e1-4a65-a11e-3a67cd160be5 req-1ce5eab7-6288-4747-a8b5-d9144112bb3e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465274 Mar 02 09:06:57.495423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f3b6da-a3fd-408e-909e-2dc4b72a3ce1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet 3e0baca0-9366-40d9-9110-2815018f5627 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:57.615016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 7, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae', 'name': '', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:87:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:41Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:57.619458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:06:57.628223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:57.628941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:57.668564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-01f3b6da-a3fd-408e-909e-2dc4b72a3ce1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:57.687039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 86ff9dd4-b366-4192-8423-def6ddbde565 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:57.728481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 86ff9dd4-b366-4192-8423-def6ddbde565 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:57.728821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 86ff9dd4-b366-4192-8423-def6ddbde565 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:57.778704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:57.818136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:06:57.887633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:57.895171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82b6d0a7-95f8-4904-ac00-144a552dded2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:06:57.896323 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-82b6d0a7-95f8-4904-ac00-144a552dded2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/921544d3-1f5f-4c7e-9618-02bd0bb6f382 HTTP/1.1" status: 404 len: 333 time: 0.6498666 Mar 02 09:06:57.899218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34126) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:57.922644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-01f3b6da-a3fd-408e-909e-2dc4b72a3ce1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:57.950957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-0da06004-1de6-4994-9cac-e81a6c1ba07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:57.958730 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-0da06004-1de6-4994-9cac-e81a6c1ba07d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.9532874 Mar 02 09:06:57.961294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:57.961584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91ebad4-04d4-45cb-a0a4-03a36ddfa8f9') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:58.064088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.149685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 7, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae', 'name': '', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:87:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:41Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:58.153791 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf130e7-4e16-412b-9957-32a6a17f94c7 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 7, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae', 'name': '', 'network_id': 'a4a9247e-a198-4dfd-8f59-07c0d02330a5', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:87:82:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:41Z', 'updated_at': '2022-03-02T09:06:54Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '73f41f4a-cf04-44a2-8810-cb6cfd94c31d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:06:58.155079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6df27b0d-ef0c-44a7-a6a0-0030e0bb9e5f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.183316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.236841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:06:58.237253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:06:58.254560 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:06:58.421048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-33b35213-2149-4cf9-b8d5-fb68b318055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:58.425020 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-33b35213-2149-4cf9-b8d5-fb68b318055a service neutron] 10.222.0.15 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 913 time: 0.4041402 Mar 02 09:06:58.434908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.439949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.473537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6df27b0d-ef0c-44a7-a6a0-0030e0bb9e5f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.476258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6df27b0d-ef0c-44a7-a6a0-0030e0bb9e5f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.521512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-01f3b6da-a3fd-408e-909e-2dc4b72a3ce1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.573793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d7b0-cef2-429e-b04f-5fe8cc3e6cf0 req-688163c3-e9f6-41bd-9bc9-1da445d48ad1 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:58.575290 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c8b8d7b0-cef2-429e-b04f-5fe8cc3e6cf0 req-688163c3-e9f6-41bd-9bc9-1da445d48ad1 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1044743 Mar 02 09:06:58.593183 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/networks/80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab HTTP/1.1" status: 204 len: 168 time: 2.3164821 Mar 02 09:06:58.597613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36949f-8a91-492f-ab30-2fde36b00a18 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Pushing event deleted for resources: {'Network': ['ID=80bc0415-d4ec-4eaa-b1c3-c87a5a1690ab,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:58.597790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34134) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:58.600433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6df27b0d-ef0c-44a7-a6a0-0030e0bb9e5f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.600905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df27b0d-ef0c-44a7-a6a0-0030e0bb9e5f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Fanout notify agent at l3_agent the message router_deleted on router 0832c8c0-a1c8-434f-99ef-ce225f46bc25 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:06:58.614972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'routes': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:06:58.646697 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-e587ef16-7076-474d-a08a-4e912a442dba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 1001 time: 0.2153842 Mar 02 09:06:58.766175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-25972476-ac7d-41dd-a707-f2bc544bdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:58.767691 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-25972476-ac7d-41dd-a707-f2bc544bdf6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 200 len: 851 time: 0.1087174 Mar 02 09:06:58.785652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6df27b0d-ef0c-44a7-a6a0-0030e0bb9e5f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.786741 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6df27b0d-ef0c-44a7-a6a0-0030e0bb9e5f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/routers/0832c8c0-a1c8-434f-99ef-ce225f46bc25 HTTP/1.1" status: 204 len: 168 time: 0.8865728 Mar 02 09:06:58.797939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34138) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:58.803005 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c8b8d7b0-cef2-429e-b04f-5fe8cc3e6cf0 req-32b70328-a934-41d6-b256-3c6178ef5bfe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214775 Mar 02 09:06:58.819759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-01f3b6da-a3fd-408e-909e-2dc4b72a3ce1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.871915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3b6da-a3fd-408e-909e-2dc4b72a3ce1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0baca0-9366-40d9-9110-2815018f5627,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:58.880580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-01f3b6da-a3fd-408e-909e-2dc4b72a3ce1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:58.885671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280294de-48d1-4422-bf0d-a3a036a76083 None None] Network fe6baca2-cfd1-427e-ab3f-ec8037a41cec requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:06:58.907341 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-01f3b6da-a3fd-408e-909e-2dc4b72a3ce1 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/3e0baca0-9366-40d9-9110-2815018f5627 HTTP/1.1" status: 204 len: 168 time: 1.8535662 Mar 02 09:06:58.907954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34142) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:06:58.932901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.020110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.extraroute_db [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Added routes are [] {{(pid=88401) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 09:06:59.020495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.extraroute_db [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Removed routes are [] {{(pid=88401) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 09:06:59.020756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.102017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-8923c291-02dc-4c33-8a41-94cbf161e837 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet 70f82c67-08f1-46e2-950e-f25a5fc5d5bf {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:06:59.115519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8923c291-02dc-4c33-8a41-94cbf161e837 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.145419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a46a59-8b07-4e08-99c0-46ab31949291 None None] DHCP port deletion for fe6baca2-cfd1-427e-ab3f-ec8037a41cec request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:06:59.150827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-20a46a59-8b07-4e08-99c0-46ab31949291 None None] Deleting port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:59.151210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20a46a59-8b07-4e08-99c0-46ab31949291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.167964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-b2da59b7-e62f-4e6f-be23-8aeba30efb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:59.170475 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-b2da59b7-e62f-4e6f-be23-8aeba30efb78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3957345 Mar 02 09:06:59.175003 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.349412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac47d-7df0-4be1-a0f9-d5283c447c3a req-72706551-5cc5-453b-b6c1-bc287f265690 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:06:59.351667 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-834ac47d-7df0-4be1-a0f9-d5283c447c3a req-72706551-5cc5-453b-b6c1-bc287f265690 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 944 time: 0.7461743 Mar 02 09:06:59.381048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-20a46a59-8b07-4e08-99c0-46ab31949291 None None] For port d4f9acd0-619e-4b67-a28c-ac7135bc70d3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d4f9acd0-619e-4b67-a28c-ac7135bc70d3,segment=NetworkSegment(39778832-2b40-47ef-aa1c-d0605889b6c7),segment_id=39778832-2b40-47ef-aa1c-d0605889b6c7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:59.381472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20a46a59-8b07-4e08-99c0-46ab31949291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.497438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8923c291-02dc-4c33-8a41-94cbf161e837 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.505875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-20a46a59-8b07-4e08-99c0-46ab31949291 None None] Calling delete_port for d4f9acd0-619e-4b67-a28c-ac7135bc70d3 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:06:59.540497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:06:59.541078 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.549636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.568759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.580646 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-834ac47d-7df0-4be1-a0f9-d5283c447c3a req-3cab8daf-b552-4e7a-a3e5-85f005e21c2a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729367 Mar 02 09:06:59.664854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d4f9acd0-619e-4b67-a28c-ac7135bc70d3 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:06:59.677651 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-187a7f15-c861-47c8-ba60-7b34f65315c3 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002320 Mar 02 09:06:59.743257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: d4f9acd0-619e-4b67-a28c-ac7135bc70d3 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:06:59.744389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d4f9acd0-619e-4b67-a28c-ac7135bc70d3 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:06:59.746124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20a46a59-8b07-4e08-99c0-46ab31949291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.752230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router fdefb14c-620a-4a7a-b529-b75101ecbec7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:06:59.766261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8923c291-02dc-4c33-8a41-94cbf161e837 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.799656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a46a59-8b07-4e08-99c0-46ab31949291 None None] Pushing event deleted for resources: {'Port': ['ID=d4f9acd0-619e-4b67-a28c-ac7135bc70d3,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:06:59.803356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a46a59-8b07-4e08-99c0-46ab31949291 None None] No DVR routers for this DVR port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:06:59.966009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] For port d4f9acd0-619e-4b67-a28c-ac7135bc70d3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d4f9acd0-619e-4b67-a28c-ac7135bc70d3,segment=NetworkSegment(39778832-2b40-47ef-aa1c-d0605889b6c7),segment_id=39778832-2b40-47ef-aa1c-d0605889b6c7)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:06:59.966366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.969545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:06:59.980423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] Sync routers for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:06:59.985478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:06:59.989287 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-359d0006-8e09-495f-b355-44fd1d8ce6ba tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7 HTTP/1.1" status: 200 len: 701 time: 1.3875859 Mar 02 09:06:59.991272 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:06:59.991912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:06:59.996577 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c9797bd-d0c5-445c-bf6c-ef3b48baa19d req-7003eb1d-4219-4112-9ff2-f4c745a83500 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102894 Mar 02 09:06:59.996577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34148) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:00.066013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a1065-bc84-4be2-b0ea-ee9f2a911d3c req-2f06d380-e00d-4698-96f8-84100d6b22f2 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:00.067746 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab3a1065-bc84-4be2-b0ea-ee9f2a911d3c req-2f06d380-e00d-4698-96f8-84100d6b22f2 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1419721 Mar 02 09:07:00.106673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8923c291-02dc-4c33-8a41-94cbf161e837 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:00.136724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:00.148203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:00.148539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:00.158721 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab3a1065-bc84-4be2-b0ea-ee9f2a911d3c req-0ee7b49e-63cc-4f81-adb8-cea66840aafd tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841973 Mar 02 09:07:00.162014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8923c291-02dc-4c33-8a41-94cbf161e837 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:00.164961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923c291-02dc-4c33-8a41-94cbf161e837 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=70f82c67-08f1-46e2-950e-f25a5fc5d5bf,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:00.176372 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8923c291-02dc-4c33-8a41-94cbf161e837 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/70f82c67-08f1-46e2-950e-f25a5fc5d5bf HTTP/1.1" status: 204 len: 168 time: 1.3766840 Mar 02 09:07:00.178824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34152) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:00.184288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ddf37-3499-458c-b688-8b2e6ffd37d3 None None] Network 62b49be6-1256-4701-9caa-1fccaad406a0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:00.229880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for d4f9acd0-619e-4b67-a28c-ac7135bc70d3 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:00.275300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:51Z', 'revision_number': 11, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:00.283587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06f491ff-1e73-4381-947b-38cb9eb49706 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:00.297988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:00.308968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 9e59db4d-66c4-46d4-8622-19e826eeb2ef {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:00.309298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:00.329953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] Checking router: fdefb14c-620a-4a7a-b529-b75101ecbec7 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:00.377727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] Routers {'fdefb14c-620a-4a7a-b529-b75101ecbec7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:00.378411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fdefb14c-620a-4a7a-b529-b75101ecbec7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:00.458348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:07:00.458661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:07:00.468579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06f491ff-1e73-4381-947b-38cb9eb49706 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:00.472343 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-06f491ff-1e73-4381-947b-38cb9eb49706 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdefb14c-620a-4a7a-b529-b75101ecbec7 HTTP/1.1" status: 200 len: 205 time: 0.4692800 Mar 02 09:07:00.480881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34156) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:00.492414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae,segment=NetworkSegment(7ef994f2-0046-4bda-b429-a5e9af82ad53),segment_id=7ef994f2-0046-4bda-b429-a5e9af82ad53)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:00.492769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:00.502313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-985d4436-ecc7-4b38-9ce3-59bf910b3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:00.503891 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-985d4436-ecc7-4b38-9ce3-59bf910b3413 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.4412887 Mar 02 09:07:00.557793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] Set router fdefb14c-620a-4a7a-b529-b75101ecbec7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:00.654114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:00.679201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:51Z', 'revision_number': 11, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:00.685948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610181d5-1f82-4009-bd0a-13c5c0708ac7 None None] The sync data for ids ['fdefb14c-620a-4a7a-b529-b75101ecbec7'] in dv-neutron-828796-1-hyperv is: [{'id': 'fdefb14c-620a-4a7a-b529-b75101ecbec7', 'name': 'tempest-RoutersTest-router-1644190736', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:06:51Z', 'revision_number': 11, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:00.827208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c14b3-ccf3-45b5-8a7c-d882105b305f None None] DHCP port deletion for 62b49be6-1256-4701-9caa-1fccaad406a0 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:07:00.834119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-106c14b3-ccf3-45b5-8a7c-d882105b305f None None] Deleting port 9e59db4d-66c4-46d4-8622-19e826eeb2ef {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:00.834763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-106c14b3-ccf3-45b5-8a7c-d882105b305f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:00.847366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c30e0f1-e0f4-4cdf-bbf0-5144efefc8f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:00.960219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port d4f9acd0-619e-4b67-a28c-ac7135bc70d3 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:00.960849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.050975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] For port 9e59db4d-66c4-46d4-8622-19e826eeb2ef, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9e59db4d-66c4-46d4-8622-19e826eeb2ef,segment=NetworkSegment(05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4),segment_id=05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:01.051306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.052612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] The port 'd4f9acd0-619e-4b67-a28c-ac7135bc70d3' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:07:01.053921 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-ef2bc532-2f1c-4e2e-87fd-b172c32560a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:01.055365 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-ef2bc532-2f1c-4e2e-87fd-b172c32560a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 913 time: 0.4896984 Mar 02 09:07:01.067761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-106c14b3-ccf3-45b5-8a7c-d882105b305f None None] For port 9e59db4d-66c4-46d4-8622-19e826eeb2ef, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9e59db4d-66c4-46d4-8622-19e826eeb2ef,segment=NetworkSegment(05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4),segment_id=05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:01.068328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-106c14b3-ccf3-45b5-8a7c-d882105b305f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.188093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-106c14b3-ccf3-45b5-8a7c-d882105b305f None None] Calling delete_port for 9e59db4d-66c4-46d4-8622-19e826eeb2ef owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:01.285480 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-5c28959c-b374-426c-8abd-11e2537b4196 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 1001 time: 0.2029469 Mar 02 09:07:01.288687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.317010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 9e59db4d-66c4-46d4-8622-19e826eeb2ef owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:01.376888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-106c14b3-ccf3-45b5-8a7c-d882105b305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.400819 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6baca2-cfd1-427e-ab3f-ec8037a41cec']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:01.423970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c14b3-ccf3-45b5-8a7c-d882105b305f None None] Pushing event deleted for resources: {'Port': ['ID=9e59db4d-66c4-46d4-8622-19e826eeb2ef,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:01.424410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39778832-2b40-47ef-aa1c-d0605889b6c7') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:01.424706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39778832-2b40-47ef-aa1c-d0605889b6c7') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:01.428498 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c14b3-ccf3-45b5-8a7c-d882105b305f None None] No DVR routers for this DVR port 9e59db4d-66c4-46d4-8622-19e826eeb2ef on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:01.446108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.458407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-07e2baec-68ea-4d64-9dc8-cd700eab3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:01.459844 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-07e2baec-68ea-4d64-9dc8-cd700eab3378 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 200 len: 851 time: 0.1635385 Mar 02 09:07:01.497228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.510704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.532912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c30e0f1-e0f4-4cdf-bbf0-5144efefc8f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.548316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c30e0f1-e0f4-4cdf-bbf0-5144efefc8f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.551873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:01.552278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:01.570897 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:01.591092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:01.614530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f828f2-1134-4d67-a4ce-673d07d8c771 req-41929c88-83b6-4b8f-bfcb-bc357a95fec3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:01.616041 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-50f828f2-1134-4d67-a4ce-673d07d8c771 req-41929c88-83b6-4b8f-bfcb-bc357a95fec3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 944 time: 0.8224401 Mar 02 09:07:01.653588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c30e0f1-e0f4-4cdf-bbf0-5144efefc8f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.654492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c30e0f1-e0f4-4cdf-bbf0-5144efefc8f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Fanout notify agent at l3_agent the message router_deleted on router fdefb14c-620a-4a7a-b529-b75101ecbec7 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:07:01.656804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9e59db4d-66c4-46d4-8622-19e826eeb2ef no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:01.684096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7fa7-b657-447f-bcb2-83e92de053d6 req-a7932903-c6ce-4c01-ab53-e61de05787bb tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:01.686018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-163e7fa7-b657-447f-bcb2-83e92de053d6 req-a7932903-c6ce-4c01-ab53-e61de05787bb tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3830729 Mar 02 09:07:01.688336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:07:01.688336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:07:01.707551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 9e59db4d-66c4-46d4-8622-19e826eeb2ef {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:01.708262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9e59db4d-66c4-46d4-8622-19e826eeb2ef not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:01.742053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c30e0f1-e0f4-4cdf-bbf0-5144efefc8f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.743129 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1c30e0f1-e0f4-4cdf-bbf0-5144efefc8f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7 HTTP/1.1" status: 204 len: 168 time: 1.2661514 Mar 02 09:07:01.752049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34164) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:01.757028 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-50f828f2-1134-4d67-a4ce-673d07d8c771 req-04615050-afdf-4d6b-aada-41e6bb5bd454 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272089 Mar 02 09:07:01.769654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.777913 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-163e7fa7-b657-447f-bcb2-83e92de053d6 req-79e85028-79da-43e5-82d9-526271069a0b tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824461 Mar 02 09:07:01.781012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1221308161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:01.790232 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:01.794662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Usage tracker for resource:router and tenant:b015d1227e9844baa2997b5353ca7813 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:01.798530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:01.804530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:01.814467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.896588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.898021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.902508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Network': ['ID=fe6baca2-cfd1-427e-ab3f-ec8037a41cec,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:01.942042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-0ca7c3a5-7a77-45d2-bc38-1ebf07da2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:01.943513 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-0ca7c3a5-7a77-45d2-bc38-1ebf07da2409 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4763501 Mar 02 09:07:01.954734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:01.960600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.017608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e242f96-8879-4cb4-ad08-8f8663cc9c0c req-54101361-6b2f-473a-829e-12613d49ba82 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:02.019089 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5e242f96-8879-4cb4-ad08-8f8663cc9c0c req-54101361-6b2f-473a-829e-12613d49ba82 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1026466 Mar 02 09:07:02.052027 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-19e438bc-bdce-492f-a2f4-b21d7805b24e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/networks/fe6baca2-cfd1-427e-ab3f-ec8037a41cec HTTP/1.1" status: 204 len: 168 time: 3.1404850 Mar 02 09:07:02.055923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34170) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:02.062606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-779929507'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:02.072031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.079434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:02.086155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5e242f96-8879-4cb4-ad08-8f8663cc9c0c req-99429ed1-7440-4573-bdf9-fed02fd36328 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600131 Mar 02 09:07:02.087054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:network and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:02.094511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:02.102258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:02.161066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.162252 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2865c0ec-289a-4756-b92e-f92dbdb3d071 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4090152 Mar 02 09:07:02.165136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34176) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:02.170260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-589787d6-c8b9-475c-95cc-65198d597779 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:02.218358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 9e59db4d-66c4-46d4-8622-19e826eeb2ef {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:02.218603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.260723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:02.264058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.293539 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-7accb5bc-7182-4d68-9c6e-eed585f6ad16 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398256 Mar 02 09:07:02.405727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] The port '9e59db4d-66c4-46d4-8622-19e826eeb2ef' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:07:02.633916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:07:02.705823 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-91dd5cb9-8911-4e75-a738-d3e5a50c4e68 req-583f87df-d6df-45e0-ac56-f7fc903655dc service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037979 Mar 02 09:07:02.738152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:07:02.813307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:02.821483 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2c840c48-0224-413d-9310-7acefeff77b0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5837257 Mar 02 09:07:02.822284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34182) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:02.825233 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:02.835986 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:02.836868 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:02.874790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.883711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.884048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Added segment 73d44c1c-a55e-48c0-b693-3e5a16e215e0 of type vlan for network a9cd63ff-345b-434a-ae6c-4940da83f14b Mar 02 09:07:02.915505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-a224884e-b868-48e8-adab-b6d3c15f76bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting subnet 73f41f4a-cf04-44a2-8810-cb6cfd94c31d {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:02.918772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a224884e-b868-48e8-adab-b6d3c15f76bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.954181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-589787d6-c8b9-475c-95cc-65198d597779 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.982041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a224884e-b868-48e8-adab-b6d3c15f76bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:02.991850 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:03.041147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b49be6-1256-4701-9caa-1fccaad406a0']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:03.059208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.070653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd891878-bfe2-4583-9a3f-230fa9684613 req-acbd0f99-ede6-494c-8c5c-a270252e4ae4 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:03.071990 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dd891878-bfe2-4583-9a3f-230fa9684613 req-acbd0f99-ede6-494c-8c5c-a270252e4ae4 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.8263886 Mar 02 09:07:03.077398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:03.077683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05be7ff1-e84a-4cfd-b4ab-9ab8dacd21f4') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:03.080694 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a224884e-b868-48e8-adab-b6d3c15f76bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.115526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.139651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-589787d6-c8b9-475c-95cc-65198d597779 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.167061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.231354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:03.231744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:03.246581 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:03.249600 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dd891878-bfe2-4583-9a3f-230fa9684613 req-df92f957-08e8-4275-945c-0193853da6f6 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642172 Mar 02 09:07:03.257303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a224884e-b868-48e8-adab-b6d3c15f76bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.313726 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a224884e-b868-48e8-adab-b6d3c15f76bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.317762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342510c-bb69-4184-b3c8-f9dff058eb22 None None] Network a4a9247e-a198-4dfd-8f59-07c0d02330a5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:03.318857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224884e-b868-48e8-adab-b6d3c15f76bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Subnet': ['ID=73f41f4a-cf04-44a2-8810-cb6cfd94c31d,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:03.334191 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a224884e-b868-48e8-adab-b6d3c15f76bb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/73f41f4a-cf04-44a2-8810-cb6cfd94c31d HTTP/1.1" status: 204 len: 168 time: 0.5108414 Mar 02 09:07:03.334906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34188) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:03.340070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.346961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:03.347567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.428195 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:01Z', 'revision_number': 8, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:03.432833 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:03.447133 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:03.449030 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:03.486411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebff58-6ea7-4e44-a6fe-d2407f2b7524 req-10a76707-34d7-4187-bfce-b105db351c49 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:03.488702 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-30ebff58-6ea7-4e44-a6fe-d2407f2b7524 req-10a76707-34d7-4187-bfce-b105db351c49 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 944 time: 0.5518262 Mar 02 09:07:03.502609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.528224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 3402340e-12b3-4dfd-b31d-1c04800065c2 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:03.528863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.679627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Network': ['ID=a9cd63ff-345b-434a-ae6c-4940da83f14b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:03.679627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.679627 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9c6573bd-6d0b-4947-8f5d-a88762a337b6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5990007 Mar 02 09:07:03.680287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34192) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:03.680810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network a9cd63ff-345b-434a-ae6c-4940da83f14b details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:07:03.681107 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:03.681209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.681209 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/networks/62b49be6-1256-4701-9caa-1fccaad406a0 HTTP/1.1" status: 204 len: 168 time: 3.5014892 Mar 02 09:07:03.683606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': 'a9cd63ff-345b-434a-ae6c-4940da83f14b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:03.692845 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-30ebff58-6ea7-4e44-a6fe-d2407f2b7524 req-7524595c-32a1-4df6-8991-ab538c5c1e38 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758280 Mar 02 09:07:03.735085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34196) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:03.735085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e81e7-679f-4607-ba53-9fcdd6fd174f tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Network': ['ID=62b49be6-1256-4701-9caa-1fccaad406a0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:03.820107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7144d-10aa-44b6-87e0-6e566308e9d5 req-2f21c482-1d26-478e-9fea-1c73514dba46 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:03.821674 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-62b7144d-10aa-44b6-87e0-6e566308e9d5 req-2f21c482-1d26-478e-9fea-1c73514dba46 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3992686 Mar 02 09:07:03.831104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d572c51a-a907-41fb-a9d5-086fba4a0259 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:03.831764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d572c51a-a907-41fb-a9d5-086fba4a0259 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:03.836557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc2f8ba-1527-4823-8be3-1f2cc9009ccf None None] DHCP port deletion for a4a9247e-a198-4dfd-8f59-07c0d02330a5 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:07:03.841216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ccc2f8ba-1527-4823-8be3-1f2cc9009ccf None None] Deleting port 3402340e-12b3-4dfd-b31d-1c04800065c2 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:03.846226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ccc2f8ba-1527-4823-8be3-1f2cc9009ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:03.872888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589787d6-c8b9-475c-95cc-65198d597779 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Router 5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:07:03.887713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-62b7144d-10aa-44b6-87e0-6e566308e9d5 req-18c47e83-2fc2-4816-a86a-50a9ec158285 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518439 Mar 02 09:07:03.930080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:03.930080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:03.930080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:03.958665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d572c51a-a907-41fb-a9d5-086fba4a0259 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:03.958665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d572c51a-a907-41fb-a9d5-086fba4a0259 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/ad574569-cabf-4672-a595-747781a79812 HTTP/1.1" status: 200 len: 845 time: 0.2476175 Mar 02 09:07:03.962030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34202) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:03.988880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:04.018011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port 3402340e-12b3-4dfd-b31d-1c04800065c2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3402340e-12b3-4dfd-b31d-1c04800065c2,segment=NetworkSegment(7ef994f2-0046-4bda-b429-a5e9af82ad53),segment_id=7ef994f2-0046-4bda-b429-a5e9af82ad53)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:04.024391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:04.082585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589787d6-c8b9-475c-95cc-65198d597779 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:04.092941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-589787d6-c8b9-475c-95cc-65198d597779 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:04.094104 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-589787d6-c8b9-475c-95cc-65198d597779 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "PUT /v2.0/routers/5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 HTTP/1.1" status: 200 len: 694 time: 1.9279799 Mar 02 09:07:04.096731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34206) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:04.101069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] Sync routers for ids ['5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:04.137669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] Routers {'5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:04.145272 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:04.162497 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e4ce984e-4547-4b06-8d99-37ab9eb2566a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/ad574569-cabf-4672-a595-747781a79812?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1993628 Mar 02 09:07:04.167653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34210) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:04.176113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:04.224506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ccc2f8ba-1527-4823-8be3-1f2cc9009ccf None None] For port 3402340e-12b3-4dfd-b31d-1c04800065c2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3402340e-12b3-4dfd-b31d-1c04800065c2,segment=NetworkSegment(7ef994f2-0046-4bda-b429-a5e9af82ad53),segment_id=7ef994f2-0046-4bda-b429-a5e9af82ad53)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:04.224821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ccc2f8ba-1527-4823-8be3-1f2cc9009ccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:04.245493 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:01Z', 'revision_number': 8, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:04.251034 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aef3d1-943b-4d10-a11c-f91cd7e9db75 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:01Z', 'revision_number': 8, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '1a25ec7e-4ba8-43ce-8699-eaf211c571ef', 'name': '', 'network_id': 'f11d3e39-0762-49ea-82e2-d9956126b1ae', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:d0:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '75078f05-b749-436c-b576-08be7b40cab0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:30Z', 'updated_at': '2022-03-02T09:06:45Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '75078f05-b749-436c-b576-08be7b40cab0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:04.412916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] Set router 5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:04.430466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:04.433906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:04.447899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:04.453472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:04.455748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 3402340e-12b3-4dfd-b31d-1c04800065c2 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:04.462902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ccc2f8ba-1527-4823-8be3-1f2cc9009ccf None None] Calling delete_port for 3402340e-12b3-4dfd-b31d-1c04800065c2 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:04.463079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9204c0-4ec0-4351-9dce-fb0038ff6b37 req-b571bbea-0e31-41e2-b593-dc8a327be70f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:04.464529 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f9204c0-4ec0-4351-9dce-fb0038ff6b37 req-b571bbea-0e31-41e2-b593-dc8a327be70f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3568661 Mar 02 09:07:04.465381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:04.472106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:04.518513 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f9204c0-4ec0-4351-9dce-fb0038ff6b37 req-40895548-bfd4-4d01-8f9d-a84fc30300a6 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440691 Mar 02 09:07:04.521900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34214) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:04.522075 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6ac6cc24-a0fe-414d-b376-5244b69c6e68 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/routers/5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 HTTP/1.1" status: 200 len: 700 time: 0.4240539 Mar 02 09:07:04.571790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f4c4fece-1a90-45c6-aeb2-4f0d3489e8af tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Synchronizing usage tracker for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:04.586920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f4c4fece-1a90-45c6-aeb2-4f0d3489e8af tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Unset dirty status for tenant:b015d1227e9844baa2997b5353ca7813 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:04.599025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34220) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:04.599180 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f4c4fece-1a90-45c6-aeb2-4f0d3489e8af tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 HTTP/1.1" status: 200 len: 205 time: 0.0653350 Mar 02 09:07:04.600672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:04.605204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:04.670978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377', 'name': 'tempest-RoutersTest-router-1221308161', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:07:01Z', 'updated_at': '2022-03-02T09:07:02Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:04.676613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] Checking router: 5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:04.683756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ccc2f8ba-1527-4823-8be3-1f2cc9009ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:04.746998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2f8ba-1527-4823-8be3-1f2cc9009ccf None None] Pushing event deleted for resources: {'Port': ['ID=3402340e-12b3-4dfd-b31d-1c04800065c2,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:04.755986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] Routers {'5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:04.757000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:04.838851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:07:04.839516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:07:04.841881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2d91b35-9188-4f89-8d34-59c3e9036d95 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:04.846953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2f8ba-1527-4823-8be3-1f2cc9009ccf None None] No DVR routers for this DVR port 3402340e-12b3-4dfd-b31d-1c04800065c2 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:04.982318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] Set router 5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:05.027135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53e368-7935-47da-a2a9-b578a138bb6d req-ca6afdf5-bad5-4c8d-9d17-f166625439aa tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:05.028676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b53e368-7935-47da-a2a9-b578a138bb6d req-ca6afdf5-bad5-4c8d-9d17-f166625439aa tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 944 time: 0.0892432 Mar 02 09:07:05.051447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.091213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377', 'name': 'tempest-RoutersTest-router-1221308161', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:07:01Z', 'updated_at': '2022-03-02T09:07:02Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:05.095209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50e8ac-2249-40a7-8d4f-23e4e1418732 None None] The sync data for ids ['5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377'] in dv-neutron-828796-1-hyperv is: [{'id': '5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377', 'name': 'tempest-RoutersTest-router-1221308161', 'tenant_id': 'b015d1227e9844baa2997b5353ca7813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:07:01Z', 'updated_at': '2022-03-02T09:07:02Z', 'revision_number': 2, 'project_id': 'b015d1227e9844baa2997b5353ca7813', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:05.123961 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b53e368-7935-47da-a2a9-b578a138bb6d req-13fee34e-504f-4a53-b5d0-054cb19e7818 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839250 Mar 02 09:07:05.134895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:05.137672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:05.145674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:05.145674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.151942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3fb642-90d0-4639-b256-6f8ca4711434 None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:05.186481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=5cc6c8f9-895b-4736-becf-a3b83ecd7ecd,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:05.252275 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-521ca66a-0e90-4225-8f4a-1dbc097da8e3 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0835726 Mar 02 09:07:05.256500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34228) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:05.269640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'security_group': {'name': 'tempest-secgroup-370681022'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:05.277784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2d91b35-9188-4f89-8d34-59c3e9036d95 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.282879 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2d91b35-9188-4f89-8d34-59c3e9036d95 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.324826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:05.336440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:05.341137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 3402340e-12b3-4dfd-b31d-1c04800065c2 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:05.341635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:05.341918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.348520 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:05.389785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bf37d-2838-4cc3-8aa0-6eb084083625 req-d8c1d60b-5ff8-448c-bbb5-392a1ac6a02f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:05.391344 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-598bf37d-2838-4cc3-8aa0-6eb084083625 req-d8c1d60b-5ff8-448c-bbb5-392a1ac6a02f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1071324 Mar 02 09:07:05.416083 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2d91b35-9188-4f89-8d34-59c3e9036d95 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.421607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d91b35-9188-4f89-8d34-59c3e9036d95 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Fanout notify agent at l3_agent the message router_deleted on router 5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:07:05.427955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] The port '3402340e-12b3-4dfd-b31d-1c04800065c2' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:07:05.443471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.459880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'tenant_id': 'f439895a1ece46558005b82d97396d6e', 'fixed_ips': [{'subnet_id': '5cc6c8f9-895b-4736-becf-a3b83ecd7ecd'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:07:05.461293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.466073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.467180 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-598bf37d-2838-4cc3-8aa0-6eb084083625 req-5e8d6aff-3ea7-4cf3-a01f-8060a3b44cdd tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696511 Mar 02 09:07:05.472648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:05.477008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group_rule and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:05.480134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:05.486640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:05.567123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.632033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.650620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3402340e-12b3-4dfd-b31d-1c04800065c2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:05.682857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521c1808-fd04-45ba-a512-a21b78445b6f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:05.683485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e2d91b35-9188-4f89-8d34-59c3e9036d95 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.689971 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e2d91b35-9188-4f89-8d34-59c3e9036d95 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 HTTP/1.1" status: 204 len: 168 time: 1.0795152 Mar 02 09:07:05.690169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34232) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:05.692803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Allocated IP 2001:db8::2 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/5cc6c8f9-895b-4736-becf-a3b83ecd7ecd/746fdcda-2d8c-4e30-a732-f57ba2366c70) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:05.692951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=54ff37fc-5af1-402d-a1b7-3c3f7ab819c9,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:05.694229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 3402340e-12b3-4dfd-b31d-1c04800065c2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:05.694498 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3402340e-12b3-4dfd-b31d-1c04800065c2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:05.694887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:05.697933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.717988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Checking segment: {'id': '73d44c1c-a55e-48c0-b693-3e5a16e215e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9cd63ff-345b-434a-ae6c-4940da83f14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:07:05.721515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network hostable DHCP agents. Network: a9cd63ff-345b-434a-ae6c-4940da83f14b, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:07:05.729082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 48912577-8dd2-49e3-a573-4293a457a0ff details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:07:05.740718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.741861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a9247e-a198-4dfd-8f59-07c0d02330a5']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:05.745280 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-080474ad-d6bf-46cf-a8e5-9f72e9c8981e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4814837 Mar 02 09:07:05.750158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34236) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:05.755793 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-37486759-fac5-42ee-9771-7ec3d29a945a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 HTTP/1.1" status: 200 len: 205 time: 0.0627494 Mar 02 09:07:05.756609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34240) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:05.758402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:05.758751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4ba5bfb3-1c0d-4d0f-b51f-93d62847f7ae not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:05.760083 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'security_group': {'name': 'tempest-secgroup-926754919'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:05.770058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef994f2-0046-4bda-b429-a5e9af82ad53') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:05.770475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef994f2-0046-4bda-b429-a5e9af82ad53') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:05.780901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:05.791301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:05.794909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.802223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:05.811206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:05.819847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.826647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:05.829148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.832756 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-936dcb71-0920-426a-8167-7dc8c99a647e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] delete failed (client error): The resource could not be found. Mar 02 09:07:05.836392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-936dcb71-0920-426a-8167-7dc8c99a647e tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/5dde73cd-a9ca-49b4-be7f-d3ca0ad2b377 HTTP/1.1" status: 404 len: 336 time: 0.0765162 Mar 02 09:07:05.836540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34244) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:05.846731 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:05.850349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network a9cd63ff-345b-434a-ae6c-4940da83f14b is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:07:05.875568 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-3520e88d-3ac6-46b9-a69a-38c28954f7b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:05.875820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3520e88d-3ac6-46b9-a69a-38c28954f7b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:05.879885 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3520e88d-3ac6-46b9-a69a-38c28954f7b0 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/52a998d3-d476-4440-99ce-e98762dbcea7 HTTP/1.1" status: 404 len: 337 time: 0.0398734 Mar 02 09:07:05.880872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34248) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:05.919978 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ce3c8d-9506-4e96-8c08-6208b4207b35 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:05.921111 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ce3c8d-9506-4e96-8c08-6208b4207b35 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:05.925228 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-72ce3c8d-9506-4e96-8c08-6208b4207b35 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/1f2c67d4-2c83-448c-ae2e-9e8deeb6cede HTTP/1.1" status: 404 len: 337 time: 0.0409927 Mar 02 09:07:05.925399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34252) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:05.927891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:05.956053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:05.960064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group_rule and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:05.963805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:05.967802 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0f1d87-8e37-4d40-96f8-50fbb27086b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:05.968462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0f1d87-8e37-4d40-96f8-50fbb27086b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:05.970300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 48912577-8dd2-49e3-a573-4293a457a0ff, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=48912577-8dd2-49e3-a573-4293a457a0ff,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:05.970560 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6f0f1d87-8e37-4d40-96f8-50fbb27086b2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/74580a36-f0c4-4998-ac08-a7f166b342e3 HTTP/1.1" status: 404 len: 337 time: 0.0440354 Mar 02 09:07:05.972950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34256) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:05.974103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:05.997444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '48912577-8dd2-49e3-a573-4293a457a0ff', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'port_id': '48912577-8dd2-49e3-a573-4293a457a0ff', 'mac_address': 'fa:16:3e:cd:17:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:07:05.999110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, a9cd63ff-345b-434a-ae6c-4940da83f14b) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:06.007024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:06.007024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.019367 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5ece56-5182-46be-ab10-789373f6e2ca tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:06.019819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5ece56-5182-46be-ab10-789373f6e2ca tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:06.024251 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ae5ece56-5182-46be-ab10-789373f6e2ca tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/abfd2b08-44a8-4392-8ff2-5414a7a6c9fc HTTP/1.1" status: 404 len: 337 time: 0.0477865 Mar 02 09:07:06.024811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34260) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.033313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.040034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ab0cd-c0b5-4bc9-ac3d-d917778af8a5 None None] Network a9cd63ff-345b-434a-ae6c-4940da83f14b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:06.063143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.068129 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/networks/a4a9247e-a198-4dfd-8f59-07c0d02330a5 HTTP/1.1" status: 204 len: 168 time: 2.7287164 Mar 02 09:07:06.070625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34264) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.218614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393b2e3-dd1b-4f86-843d-920ed05e7094 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Network': ['ID=a4a9247e-a198-4dfd-8f59-07c0d02330a5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:06.224694 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-da21fe08-d03c-4943-bc88-a925d132500e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5548027 Mar 02 09:07:06.230666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34270) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.235739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.242557 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-502988e0-2d85-44c0-afda-dcb0be7be3fa tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdefb14c-620a-4a7a-b529-b75101ecbec7 HTTP/1.1" status: 200 len: 205 time: 0.2164478 Mar 02 09:07:06.248067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34274) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.253365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1118878485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:06.266777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:06.270526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:router and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:06.274825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:06.281962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48912577-8dd2-49e3-a573-4293a457a0ff {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:07:06.283924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:06.294126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.314626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.333821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Transition to ACTIVE for port object 746fdcda-2d8c-4e30-a732-f57ba2366c70 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:06.335281 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-d1bea90b-e076-4a34-a7f8-b065d20e11e8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] delete failed (client error): The resource could not be found. Mar 02 09:07:06.336413 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d1bea90b-e076-4a34-a7f8-b065d20e11e8 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/fdefb14c-620a-4a7a-b529-b75101ecbec7 HTTP/1.1" status: 404 len: 336 time: 0.0871375 Mar 02 09:07:06.339096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34278) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.345678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 48912577-8dd2-49e3-a573-4293a457a0ff, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=48912577-8dd2-49e3-a573-4293a457a0ff,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:06.388599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.390825 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5327c55c-3829-48d3-9353-5f6881b412a4 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=09d6937b-4efb-4c99-9ff6-86279f09487a HTTP/1.1" status: 200 len: 205 time: 0.0460882 Mar 02 09:07:06.391090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.391228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34282) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.444391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Transition to ACTIVE for port object 746fdcda-2d8c-4e30-a732-f57ba2366c70 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:06.445593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.465164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.478404 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-24f4faa9-996e-4134-8462-c6d31b777807 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] delete failed (client error): The resource could not be found. Mar 02 09:07:06.479593 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-24f4faa9-996e-4134-8462-c6d31b777807 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/09d6937b-4efb-4c99-9ff6-86279f09487a HTTP/1.1" status: 404 len: 336 time: 0.0891273 Mar 02 09:07:06.493221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34286) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.532637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-a9cd63ff-345b-434a-ae6c-4940da83f14b', 'network_id': 'a9cd63ff-345b-434a-ae6c-4940da83f14b', 'tenant_id': '82838f910669466198e98f5f1a1ca96b', 'fixed_ips': [{'subnet_id': '54ff37fc-5af1-402d-a1b7-3c3f7ab819c9'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:07:06.534469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.566233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.593851 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8c2f55-abde-4bce-acb9-1ba6fdb88001 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:06.594247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8c2f55-abde-4bce-acb9-1ba6fdb88001 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:06.595933 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7e8c2f55-abde-4bce-acb9-1ba6fdb88001 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/4c44a13e-b782-4167-bf03-c81e60d32895 HTTP/1.1" status: 404 len: 337 time: 0.1013877 Mar 02 09:07:06.597588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb422c2-f3ce-4baa-b3c5-8f74456b1bc1,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:06.599777 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34292) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.645306 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-83467e1f-1cce-4f56-8fe8-35a7231e378f tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f5a0156-dd4b-4bd3-b747-c93453cba7e8 HTTP/1.1" status: 200 len: 205 time: 0.0444205 Mar 02 09:07:06.650289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34296) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.676845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:06.690689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:06.693037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:06.716108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.719799 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6beff9a5-eb58-4b59-acc9-a4907fe5f700 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9654036 Mar 02 09:07:06.725014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34300) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.727872 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-58245a94-d2f8-4473-b85a-81bc9feb8b8d tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] delete failed (client error): The resource could not be found. Mar 02 09:07:06.733217 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-58245a94-d2f8-4473-b85a-81bc9feb8b8d tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/9f5a0156-dd4b-4bd3-b747-c93453cba7e8 HTTP/1.1" status: 404 len: 336 time: 0.0774820 Mar 02 09:07:06.733405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.733557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1467330146', 'security_groups': ['6cb422c2-f3ce-4baa-b3c5-8f74456b1bc1'], 'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5cc6c8f9-895b-4736-becf-a3b83ecd7ecd'}]}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:06.733705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34304) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.736338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=48912577-8dd2-49e3-a573-4293a457a0ff,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:06.848762 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ada14d04-c005-4a1c-ad2f-b51165961093 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=66842bdc-c6e3-4467-8fbe-aa9ba561af72 HTTP/1.1" status: 200 len: 205 time: 0.1046393 Mar 02 09:07:06.849004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34308) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.874397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b9b90-975b-48c1-a136-f0c09f8a1392 req-65279822-ee24-4072-96f5-939abbe48c9b tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:06.875862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9b6b9b90-975b-48c1-a136-f0c09f8a1392 req-65279822-ee24-4072-96f5-939abbe48c9b tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 944 time: 0.5667963 Mar 02 09:07:06.892436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['48912577-8dd2-49e3-a573-4293a457a0ff'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:07:06.928760 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-fa9a57d7-8ae4-4ec2-b8d0-7d34d27c3057 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] delete failed (client error): The resource could not be found. Mar 02 09:07:06.932112 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fa9a57d7-8ae4-4ec2-b8d0-7d34d27c3057 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/66842bdc-c6e3-4467-8fbe-aa9ba561af72 HTTP/1.1" status: 404 len: 336 time: 0.0798414 Mar 02 09:07:06.938691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34312) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:06.951847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:06.957160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:06.962970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:06.977899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Pushing event updated for resources: {'Port': ['ID=746fdcda-2d8c-4e30-a732-f57ba2366c70,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:07.022797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Attempting to bind port 746fdcda-2d8c-4e30-a732-f57ba2366c70 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:07:07.023164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Attempting to bind port 746fdcda-2d8c-4e30-a732-f57ba2366c70 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '86d865e8-868a-4a32-a965-55c54ea5dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:07:07.023525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Attempting to bind port 746fdcda-2d8c-4e30-a732-f57ba2366c70 on network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:07:07.030798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0d3dd-8b9c-4f61-b5cd-ba7926a4627c req-508db87f-aa0b-4f97-b871-f5a6d52d4099 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:07.032255 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ae0d3dd-8b9c-4f61-b5cd-ba7926a4627c req-508db87f-aa0b-4f97-b871-f5a6d52d4099 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.3806701 Mar 02 09:07:07.037588 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c81aaa-0b57-4aa2-8b2d-e1fffb8c86f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:07.044503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c81aaa-0b57-4aa2-8b2d-e1fffb8c86f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:07.044651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:07.049482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:07:07.049881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Checking segment: {'id': '86d865e8-868a-4a32-a965-55c54ea5dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:07:07.050276 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.050664 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Bound using segment: {'id': '86d865e8-868a-4a32-a965-55c54ea5dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:07:07.051131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Bound port: 746fdcda-2d8c-4e30-a732-f57ba2366c70, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d865e8-868a-4a32-a965-55c54ea5dc62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:07:07.051498 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.067521 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9b6b9b90-975b-48c1-a136-f0c09f8a1392 req-507832bb-83af-4ec7-9c3f-c6a1e5d8d7e3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801040 Mar 02 09:07:07.078094 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-55c81aaa-0b57-4aa2-8b2d-e1fffb8c86f2 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/4d0b9fd6-cc68-4197-b363-25ecc79cf369 HTTP/1.1" status: 404 len: 337 time: 0.1282814 Mar 02 09:07:07.079084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34316) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:07.139936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d0146699-0a63-4ac4-861b-f30891e5dcb9 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=2252c7e8-1e05-45bd-94f8-28f30dd815cd HTTP/1.1" status: 200 len: 205 time: 0.0571442 Mar 02 09:07:07.139936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.139936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ee2125e3-2c24-4c51-8c85-5ae9366e3486 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9012465 Mar 02 09:07:07.143961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34320) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:07.147809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34322) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:07.159044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Allocated IP 172.20.0.2 (a9cd63ff-345b-434a-ae6c-4940da83f14b/54ff37fc-5af1-402d-a1b7-3c3f7ab819c9/6be68f12-59a4-4756-b4a3-00d5b107fe7b) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:07.185682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.207230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 5927f21e-711e-4289-aba7-75886740650e yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:07:07.213240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'network_id': 'a9cd63ff-345b-434a-ae6c-4940da83f14b', 'name': 'tempest-PortsTestJSON-1297824783'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:07.230439 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ae0d3dd-8b9c-4f61-b5cd-ba7926a4627c req-6b8bd6ba-5055-4463-b0c6-e61151780d8c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896784 Mar 02 09:07:07.264982 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-1adb3b01-5bf7-4a82-922a-d56d413094e1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] delete failed (client error): The resource could not be found. Mar 02 09:07:07.268529 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1adb3b01-5bf7-4a82-922a-d56d413094e1 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/2252c7e8-1e05-45bd-94f8-28f30dd815cd HTTP/1.1" status: 404 len: 336 time: 0.1208210 Mar 02 09:07:07.270134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34330) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:07.319987 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-478aa135-ec4d-4117-8286-0aa33f80071a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:07.320713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478aa135-ec4d-4117-8286-0aa33f80071a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:07.331149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] For port 746fdcda-2d8c-4e30-a732-f57ba2366c70, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:07:07.357138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] For port 746fdcda-2d8c-4e30-a732-f57ba2366c70, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=746fdcda-2d8c-4e30-a732-f57ba2366c70,segment=NetworkSegment(86d865e8-868a-4a32-a965-55c54ea5dc62),segment_id=86d865e8-868a-4a32-a965-55c54ea5dc62)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:07:07.367901 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-478aa135-ec4d-4117-8286-0aa33f80071a tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/273207cd-0962-4108-bbb6-a334ab51d8b6 HTTP/1.1" status: 404 len: 337 time: 0.0955629 Mar 02 09:07:07.372376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34334) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:07.418374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:07.425007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:port and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:07.428930 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f787f480-d409-46e6-92e0-9b49916e3e6d tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fefaf1c-5075-4bde-b861-ce1984e700ac HTTP/1.1" status: 200 len: 205 time: 0.0537088 Mar 02 09:07:07.429136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34338) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:07.432816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:07.465002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.514882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:07.520408 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-8e3a31e1-7bc9-44cd-a417-9446b9e0dcea tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] delete failed (client error): The resource could not be found. Mar 02 09:07:07.522183 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8e3a31e1-7bc9-44cd-a417-9446b9e0dcea tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/routers/0fefaf1c-5075-4bde-b861-ce1984e700ac HTTP/1.1" status: 404 len: 336 time: 0.0921259 Mar 02 09:07:07.525676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34342) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:07.560184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::51 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/5cc6c8f9-895b-4736-becf-a3b83ecd7ecd/5927f21e-711e-4289-aba7-75886740650e) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:07.569524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.600428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b43eb-7890-4421-b545-b54010ca17e7 None None] Pushing event updated for resources: {'Port': ['ID=746fdcda-2d8c-4e30-a732-f57ba2366c70,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:07.631822 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced15a59-0f8f-4817-a7bb-b621199e959b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:07.632273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced15a59-0f8f-4817-a7bb-b621199e959b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:07.636430 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ced15a59-0f8f-4817-a7bb-b621199e959b tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/f0cd9278-b9ee-441b-acec-ebed5e36e421 HTTP/1.1" status: 404 len: 337 time: 0.1056793 Mar 02 09:07:07.637388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34348) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:07.675546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.685794 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f83ddb-dcf1-4093-a2a9-2a3efa2e2478 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:07.686359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f83ddb-dcf1-4093-a2a9-2a3efa2e2478 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:07.690746 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a6f83ddb-dcf1-4093-a2a9-2a3efa2e2478 tempest-RoutersTest-810851629 tempest-RoutersTest-810851629-project] 10.222.0.10 "DELETE /v2.0/subnets/feae7fe2-a509-46d9-9aaf-735dc22b79c4 HTTP/1.1" status: 404 len: 337 time: 0.0499690 Mar 02 09:07:07.698401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Transition to ACTIVE for port object 6be68f12-59a4-4756-b4a3-00d5b107fe7b will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:07.719384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:07.723276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.778825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port e3203c70-8725-40d6-9504-c0fd6f38e08c yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:07:07.783191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Transition to ACTIVE for port object 6be68f12-59a4-4756-b4a3-00d5b107fe7b will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:07.825126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.834240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.847803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object 5927f21e-711e-4289-aba7-75886740650e will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:07.948869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:07.959056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Network a9cd63ff-345b-434a-ae6c-4940da83f14b is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:07.962709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:07.965979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:08.067990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Pushing event updated for resources: {'Port': ['ID=6be68f12-59a4-4756-b4a3-00d5b107fe7b,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:08.070679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:08.074368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:08.089916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:08.098955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:08.104265 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:08.106895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Attempting to bind port 6be68f12-59a4-4756-b4a3-00d5b107fe7b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:07:08.110706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Attempting to bind port 6be68f12-59a4-4756-b4a3-00d5b107fe7b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '73d44c1c-a55e-48c0-b693-3e5a16e215e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9cd63ff-345b-434a-ae6c-4940da83f14b'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:07:08.110706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Attempting to bind port 6be68f12-59a4-4756-b4a3-00d5b107fe7b on network a9cd63ff-345b-434a-ae6c-4940da83f14b {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:07:08.115226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:07:08.115577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Checking segment: {'id': '73d44c1c-a55e-48c0-b693-3e5a16e215e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9cd63ff-345b-434a-ae6c-4940da83f14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:07:08.115981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:08.126357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Bound using segment: {'id': '73d44c1c-a55e-48c0-b693-3e5a16e215e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9cd63ff-345b-434a-ae6c-4940da83f14b'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:07:08.126918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Bound port: 6be68f12-59a4-4756-b4a3-00d5b107fe7b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d44c1c-a55e-48c0-b693-3e5a16e215e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a9cd63ff-345b-434a-ae6c-4940da83f14b'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:07:08.127316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:08.163424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=5927f21e-711e-4289-aba7-75886740650e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:08.199727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-78a40bf2-e82d-44a6-93f6-c68ec81c8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:08.204381 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-78a40bf2-e82d-44a6-93f6-c68ec81c8c38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46638fe2fb94b42895fff73d0ae8776&device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 1098 time: 0.2017720 Mar 02 09:07:08.298989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] For port 6be68f12-59a4-4756-b4a3-00d5b107fe7b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:07:08.304874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] For port 6be68f12-59a4-4756-b4a3-00d5b107fe7b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6be68f12-59a4-4756-b4a3-00d5b107fe7b,segment=NetworkSegment(73d44c1c-a55e-48c0-b693-3e5a16e215e0),segment_id=73d44c1c-a55e-48c0-b693-3e5a16e215e0)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:07:08.376792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:08.495666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d456cd-e6d3-4ae8-98aa-7d711f5bf950 None None] Pushing event updated for resources: {'Port': ['ID=6be68f12-59a4-4756-b4a3-00d5b107fe7b,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:08.498976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34360) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:08.504182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-9f5fe7d9-6e2a-4d6e-bdc8-cfd7db98f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:08.505630 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-9f5fe7d9-6e2a-4d6e-bdc8-cfd7db98f28f service neutron] 10.222.0.15 "GET /v2.0/networks?id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 200 len: 913 time: 0.2948406 Mar 02 09:07:08.510096 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6af75c0e-1c70-4761-8969-aeca26bc8007 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7814054 Mar 02 09:07:08.512153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34364) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:08.547530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.3 (a9cd63ff-345b-434a-ae6c-4940da83f14b/54ff37fc-5af1-402d-a1b7-3c3f7ab819c9/e3203c70-8725-40d6-9504-c0fd6f38e08c) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:08.578061 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:08.596025 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e5143-94f6-40b5-80bb-dff0c33991ae req-dcd4ecf6-b127-4c7b-adf7-77e1f876b3e8 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:08.597793 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b97e5143-94f6-40b5-80bb-dff0c33991ae req-dcd4ecf6-b127-4c7b-adf7-77e1f876b3e8 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.6352782 Mar 02 09:07:08.603568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:08.603908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:08.796450 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-0e171658-535b-41c1-9fb6-18e3cfa12045 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 200 len: 1001 time: 0.2805493 Mar 02 09:07:08.869084 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b97e5143-94f6-40b5-80bb-dff0c33991ae req-616560a6-bed9-47e6-9fae-20e1f1813301 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341797 Mar 02 09:07:08.882814 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d6df1294-58b6-49a3-bb6a-6ea7d0fed3fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b015d1227e9844baa2997b5353ca7813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817713 Mar 02 09:07:08.895398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638bca0-1e43-468f-8111-eef86a6cfa3e req-61b4e046-0f1c-47f2-9816-7cc7dc2b2c49 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:08.895398 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e638bca0-1e43-468f-8111-eef86a6cfa3e req-61b4e046-0f1c-47f2-9816-7cc7dc2b2c49 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 945 time: 0.6724784 Mar 02 09:07:08.895398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34370) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:08.914880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:08.918283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-46f8d121-f6f8-47db-8a51-68b83e83f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:08.919883 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-46f8d121-f6f8-47db-8a51-68b83e83f678 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 200 len: 851 time: 0.1150911 Mar 02 09:07:08.923028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:08.960760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:08.975636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:09.019800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-fece3c69-8c24-4dc6-965e-59a41506b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:09.021462 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-fece3c69-8c24-4dc6-965e-59a41506b106 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=176f00c6-11c0-49d6-a4a8-7155a7d99d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954366 Mar 02 09:07:09.120035 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:09.123861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.136738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e638bca0-1e43-468f-8111-eef86a6cfa3e req-9f23314a-a0dd-4cb9-9fe6-beb1f5ff7fd2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971920 Mar 02 09:07:09.152556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port 1a25ec7e-4ba8-43ce-8699-eaf211c571ef, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1a25ec7e-4ba8-43ce-8699-eaf211c571ef,segment=NetworkSegment(830b525d-9644-40a1-be2f-bc120e56c3c9),segment_id=830b525d-9644-40a1-be2f-bc120e56c3c9)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:09.153181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.276705 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-6e290a5c-b990-4b04-9861-6d3b422f253b service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479970 Mar 02 09:07:09.292748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c7d9e4b2-81ca-4b49-89f2-a695959b61b2 None None] Provisioning complete for port ad574569-cabf-4672-a595-747781a79812 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:09.293330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e4b2-81ca-4b49-89f2-a695959b61b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.307986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 1a25ec7e-4ba8-43ce-8699-eaf211c571ef owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:09.335599 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.ipam_backend_mixin [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cc6c8f9-895b-4736-becf-a3b83ecd7ecd (CIDR: 2001:db8::/64) Mar 02 09:07:09.349472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-46668cda-6190-4a05-bfb8-1a51137cdf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.378305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9e4b2-81ca-4b49-89f2-a695959b61b2 None None] Port ad574569-cabf-4672-a595-747781a79812 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:09.402341 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:09.402803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:09.408202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-46668cda-6190-4a05-bfb8-1a51137cdf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.423019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.450640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c7d9e4b2-81ca-4b49-89f2-a695959b61b2 None None] Provisioning for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:09.462448 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4c15f493-79a8-4d7a-b089-84c3bfc032ec req-636b027c-0447-4c89-8ca2-c1a1271057d8 service neutron] 10.222.0.15 "GET /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776335 Mar 02 09:07:09.478456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object e3203c70-8725-40d6-9504-c0fd6f38e08c will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:09.508384 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-681578b7-4e91-4ce1-8f4e-c825b410ed37 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9951186 Mar 02 09:07:09.515417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34374) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:09.518567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:09.620675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-46668cda-6190-4a05-bfb8-1a51137cdf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.663815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.685448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46668cda-6190-4a05-bfb8-1a51137cdf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7f9ecf-f7b1-4428-b1cd-21d4122b3584,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:09.709743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 48912577-8dd2-49e3-a573-4293a457a0ff up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:09.762271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:09.767363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:09.770537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:09.776627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:09.777062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 746fdcda-2d8c-4e30-a732-f57ba2366c70 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:09.819911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network a9cd63ff-345b-434a-ae6c-4940da83f14b is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:09.824050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-22aff2ae-1302-4817-912a-c1a2176e622f None None] Provisioning for port 5927f21e-711e-4289-aba7-75886740650e completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:09.832129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:09.837915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:09.840161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-22aff2ae-1302-4817-912a-c1a2176e622f None None] Provisioning complete for port 5927f21e-711e-4289-aba7-75886740650e triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:09.840544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-22aff2ae-1302-4817-912a-c1a2176e622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.841476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:09.852200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.870702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=e3203c70-8725-40d6-9504-c0fd6f38e08c,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:09.873005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-46668cda-6190-4a05-bfb8-1a51137cdf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.874831 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-46668cda-6190-4a05-bfb8-1a51137cdf24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce7f9ecf-f7b1-4428-b1cd-21d4122b3584 HTTP/1.1" status: 204 len: 168 time: 0.9688017 Mar 02 09:07:09.885394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:09.939675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-22aff2ae-1302-4817-912a-c1a2176e622f None None] Port 5927f21e-711e-4289-aba7-75886740650e cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:09.992092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 48912577-8dd2-49e3-a573-4293a457a0ff completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:10.006223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=1a25ec7e-4ba8-43ce-8699-eaf211c571ef,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:10.006385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 48912577-8dd2-49e3-a573-4293a457a0ff triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:10.006385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.042617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8466b59f-a523-40b6-a72c-9fe9e93f1b3b None None] Network a9cd63ff-345b-434a-ae6c-4940da83f14b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:10.087782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:10.106298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:10.107004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.267385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:10.267908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.287246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ff06db3a-5b48-4833-af75-c11412ad55ad None None] Provisioning for port 6be68f12-59a4-4756-b4a3-00d5b107fe7b completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:10.340645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.399778 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.571737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:10.573205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:10.574999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=ff183c37-f70c-4aae-b0a5-81946a200f37,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:10.578185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:10.578810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.613910 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d9d47-8552-4dea-b588-b8e3a61f2a7b None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:10.655140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.710018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0e0b3f6e-fa4a-4a1e-a9a6-ed61dc4f3281 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5606518 Mar 02 09:07:10.712382 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3f0218c7-b421-4aef-af74-b3ac633a29d8 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2000189 Mar 02 09:07:10.713254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34394) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:10.724180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34398) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:10.737091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1095571208', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff183c37-f70c-4aae-b0a5-81946a200f37'}], 'security_groups': ['521c1808-fd04-45ba-a512-a21b78445b6f']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:10.773984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.800603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f16a1-ba40-4bbc-99bd-6a26bbe7d74f req-00082e59-6d1f-444f-9cac-223d49a253cb tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:10.802798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6d8f16a1-ba40-4bbc-99bd-6a26bbe7d74f req-00082e59-6d1f-444f-9cac-223d49a253cb tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5955715 Mar 02 09:07:10.814332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48912577-8dd2-49e3-a573-4293a457a0ff'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:07:10.837642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 48912577-8dd2-49e3-a573-4293a457a0ff, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=48912577-8dd2-49e3-a573-4293a457a0ff,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:10.873798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 746fdcda-2d8c-4e30-a732-f57ba2366c70, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=746fdcda-2d8c-4e30-a732-f57ba2366c70,segment=NetworkSegment(86d865e8-868a-4a32-a965-55c54ea5dc62),segment_id=86d865e8-868a-4a32-a965-55c54ea5dc62)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:10.952570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.997953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:10.998870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6be68f12-59a4-4756-b4a3-00d5b107fe7b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:11.074270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c1270-ee45-4380-a1d8-867020ee4265 req-1f8f780d-7a16-41ae-8211-b7653f908427 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:11.084752 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e2c1270-ee45-4380-a1d8-867020ee4265 req-1f8f780d-7a16-41ae-8211-b7653f908427 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 945 time: 0.7453065 Mar 02 09:07:11.178415 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=48912577-8dd2-49e3-a573-4293a457a0ff,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:11.193508 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6d8f16a1-ba40-4bbc-99bd-6a26bbe7d74f req-ec383c7b-51ee-4f2f-869e-40cd23677659 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757801 Mar 02 09:07:11.266544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 6be68f12-59a4-4756-b4a3-00d5b107fe7b completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:11.286114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6be68f12-59a4-4756-b4a3-00d5b107fe7b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:11.286417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:11.332481 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e2c1270-ee45-4380-a1d8-867020ee4265 req-787c9394-4b44-4a7a-8224-595fc2fa8ba0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467744 Mar 02 09:07:11.339515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:07:11.430219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34414) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:11.480735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:11.531416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=746fdcda-2d8c-4e30-a732-f57ba2366c70,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:11.536443 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48912577-8dd2-49e3-a573-4293a457a0ff', 'code': 200} Mar 02 09:07:11.601337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8f7f0b5a-148a-44d0-bfe0-814fd64348b1 None None] Provisioning for port e3203c70-8725-40d6-9504-c0fd6f38e08c completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:11.606533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:11.606733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 6be68f12-59a4-4756-b4a3-00d5b107fe7b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6be68f12-59a4-4756-b4a3-00d5b107fe7b,segment=NetworkSegment(73d44c1c-a55e-48c0-b693-3e5a16e215e0),segment_id=73d44c1c-a55e-48c0-b693-3e5a16e215e0)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:11.613952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2f2bfc-dfaa-44c0-9ded-a3c658227aff None None] Update dhcp port {'port': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'fixed_ips': [{'subnet_id': '5cc6c8f9-895b-4736-becf-a3b83ecd7ecd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff183c37-f70c-4aae-b0a5-81946a200f37'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': '746fdcda-2d8c-4e30-a732-f57ba2366c70'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:07:11.647258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8f7f0b5a-148a-44d0-bfe0-814fd64348b1 None None] Provisioning complete for port e3203c70-8725-40d6-9504-c0fd6f38e08c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:11.647899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0b5a-148a-44d0-bfe0-814fd64348b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:11.696920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:11.698716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:11.706010 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1572657e-6bc5-446b-8e36-e0ebda8f3f31 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6334870 Mar 02 09:07:11.710979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34420) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:11.724069 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:11.747274 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:11.750921 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:11.796305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f0b5a-148a-44d0-bfe0-814fd64348b1 None None] Port e3203c70-8725-40d6-9504-c0fd6f38e08c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:11.812264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0fe3be7d-48da-4e9f-8c24-2188d3ec8fe6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:11.812856 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-0fe3be7d-48da-4e9f-8c24-2188d3ec8fe6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 09:07:11.813548 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-0fe3be7d-48da-4e9f-8c24-2188d3ec8fe6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 09:07:11.821294 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0fe3be7d-48da-4e9f-8c24-2188d3ec8fe6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3899703 Mar 02 09:07:11.825987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34424) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:11.829378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2bfc-dfaa-44c0-9ded-a3c658227aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:11.871059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046372974'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:11.893867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8f7f0b5a-148a-44d0-bfe0-814fd64348b1 None None] Provisioning complete for port 6be68f12-59a4-4756-b4a3-00d5b107fe7b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:11.894338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0b5a-148a-44d0-bfe0-814fd64348b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:11.896316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:11.910919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:11.915659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:11.930723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b4bc32-fb8a-4c70-a12c-7a688d7a03e6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting subnet 75078f05-b749-436c-b576-08be7b40cab0 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:11.936827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:11.936970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=6be68f12-59a4-4756-b4a3-00d5b107fe7b,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:11.972880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 746fdcda-2d8c-4e30-a732-f57ba2366c70 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:11.987624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7b4bc32-fb8a-4c70-a12c-7a688d7a03e6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.009362 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:12.097871 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.118253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7b4bc32-fb8a-4c70-a12c-7a688d7a03e6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.155881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.182911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.211719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:12.216209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:12.219784 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:12.225683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:12.240092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556fcb4-d642-4701-a4e8-525f6d147099 req-fdbbf683-364c-4fe8-a757-de68ee8df5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:12.241770 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5556fcb4-d642-4701-a4e8-525f6d147099 req-fdbbf683-364c-4fe8-a757-de68ee8df5f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 1099 time: 0.1971889 Mar 02 09:07:12.256278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:12.256529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.313278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.351578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-5a2f2bfc-dfaa-44c0-9ded-a3c658227aff None None] Allocated IP 2001:db8:0:1::2 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/ff183c37-f70c-4aae-b0a5-81946a200f37/746fdcda-2d8c-4e30-a732-f57ba2366c70) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:12.370636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7b4bc32-fb8a-4c70-a12c-7a688d7a03e6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.428332 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5556fcb4-d642-4701-a4e8-525f6d147099 req-745105b6-34d6-4164-8461-68c443f46a73 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798735 Mar 02 09:07:12.472455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.500273 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:09Z', 'revision_number': 9, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:12.504726 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:12.515302 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:12.516137 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:12.554783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:12.593109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5a2f2bfc-dfaa-44c0-9ded-a3c658227aff None None] For port 746fdcda-2d8c-4e30-a732-f57ba2366c70, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=746fdcda-2d8c-4e30-a732-f57ba2366c70,segment=NetworkSegment(86d865e8-868a-4a32-a965-55c54ea5dc62),segment_id=86d865e8-868a-4a32-a965-55c54ea5dc62)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:12.621638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2bfc-dfaa-44c0-9ded-a3c658227aff None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.644069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5a2f2bfc-dfaa-44c0-9ded-a3c658227aff None None] Transition to ACTIVE for port object 746fdcda-2d8c-4e30-a732-f57ba2366c70 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:12.668703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-24157c71-f9cd-4bf9-831d-fb2af0703a77 None None] Provisioning complete for port e3203c70-8725-40d6-9504-c0fd6f38e08c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:12.669470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-24157c71-f9cd-4bf9-831d-fb2af0703a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.703773 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:12.743247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5a2f2bfc-dfaa-44c0-9ded-a3c658227aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.745540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.764240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:12.769882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7b4bc32-fb8a-4c70-a12c-7a688d7a03e6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.777456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:12.809520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.848704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-24157c71-f9cd-4bf9-831d-fb2af0703a77 None None] Port e3203c70-8725-40d6-9504-c0fd6f38e08c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:12.858749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4bc32-fb8a-4c70-a12c-7a688d7a03e6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Subnet': ['ID=75078f05-b749-436c-b576-08be7b40cab0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:12.867115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:12.898463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7b4bc32-fb8a-4c70-a12c-7a688d7a03e6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:12.910225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f1e774-7896-4c48-b789-badccd03e2a4,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:12.926966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b09c9e-d0ac-490b-9660-b900e105d779 None None] Network f11d3e39-0762-49ea-82e2-d9956126b1ae requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:12.965331 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a7b4bc32-fb8a-4c70-a12c-7a688d7a03e6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/75078f05-b749-436c-b576-08be7b40cab0 HTTP/1.1" status: 204 len: 168 time: 1.2534440 Mar 02 09:07:12.974556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34432) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:12.997535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d04d7-164a-430f-ac66-e1b12aa15e64 req-5db090ef-3810-4487-9e63-79dad5fc204c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:13.002976 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-329d04d7-164a-430f-ac66-e1b12aa15e64 req-5db090ef-3810-4487-9e63-79dad5fc204c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5344431 Mar 02 09:07:13.018924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=e3203c70-8725-40d6-9504-c0fd6f38e08c,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:13.124371 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:09Z', 'revision_number': 9, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:13.129271 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc7bdc-e8bc-43df-adfa-616b59b727c2 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:09Z', 'revision_number': 9, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82799bce-87ca-4792-9b80-a06aaaa5ec0f', 'name': '', 'network_id': 'c751fae9-6185-4a97-9634-1b0335d2424a', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:bd:e5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:06:17Z', 'updated_at': '2022-03-02T09:06:31Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '29b610fe-c7f6-4679-b690-61e8717c94ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:13.180186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f2bfc-dfaa-44c0-9ded-a3c658227aff None None] Pushing event updated for resources: {'Port': ['ID=746fdcda-2d8c-4e30-a732-f57ba2366c70,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:13.259666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2669f-9cff-4568-b78e-e3fcb60aa990 req-646c134d-63f1-4a8a-aae7-d4eedbbf5290 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:13.261279 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-82f2669f-9cff-4568-b78e-e3fcb60aa990 req-646c134d-63f1-4a8a-aae7-d4eedbbf5290 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 946 time: 0.6996796 Mar 02 09:07:13.270364 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-329d04d7-164a-430f-ac66-e1b12aa15e64 req-9b0b0608-693e-43f6-ace6-003b0fe702f0 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916769 Mar 02 09:07:13.333863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Delete allocated IP 2001:db8::51 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/5cc6c8f9-895b-4736-becf-a3b83ecd7ecd) {{(pid=88401) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 09:07:13.336547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.373822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-286f974a-ccac-467d-8db3-c6a579f835d8 None None] Provisioning complete for port e3203c70-8725-40d6-9504-c0fd6f38e08c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:13.374208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-286f974a-ccac-467d-8db3-c6a579f835d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.382559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.393849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.402092 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-82f2669f-9cff-4568-b78e-e3fcb60aa990 req-c9df4e0c-3e2b-4cf9-8e52-8babd1c085e0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306577 Mar 02 09:07:13.409332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8:0:1::3e6 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/ff183c37-f70c-4aae-b0a5-81946a200f37/5927f21e-711e-4289-aba7-75886740650e) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:13.445889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-286f974a-ccac-467d-8db3-c6a579f835d8 None None] Port e3203c70-8725-40d6-9504-c0fd6f38e08c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:13.471742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 65735bba-0d01-47ac-aad2-09efb2be6a77 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:13.471742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.525758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88939b7-88e2-48f6-ab8c-b42dd73a13d7 None None] DHCP port deletion for f11d3e39-0762-49ea-82e2-d9956126b1ae request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:07:13.531346 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e88939b7-88e2-48f6-ab8c-b42dd73a13d7 None None] Deleting port 65735bba-0d01-47ac-aad2-09efb2be6a77 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:13.535685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e88939b7-88e2-48f6-ab8c-b42dd73a13d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.551853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.600559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.717416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9f1f1-5efb-46f5-b19a-cf33473ae916,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:13.769403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.770654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ec04b14e-9ae0-498d-a5b5-e6186a455b23 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9392967 Mar 02 09:07:13.791726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34438) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:13.812724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': 'f2b9f1f1-5efb-46f5-b19a-cf33473ae916', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:13.915374 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e88939b7-88e2-48f6-ab8c-b42dd73a13d7 None None] For port 65735bba-0d01-47ac-aad2-09efb2be6a77, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=65735bba-0d01-47ac-aad2-09efb2be6a77,segment=NetworkSegment(830b525d-9644-40a1-be2f-bc120e56c3c9),segment_id=830b525d-9644-40a1-be2f-bc120e56c3c9)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:13.915972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e88939b7-88e2-48f6-ab8c-b42dd73a13d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:13.974988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:13.989441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:13.994351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:13.999991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 746fdcda-2d8c-4e30-a732-f57ba2366c70 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:14.014680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:14.102444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c21d0f-822a-49e8-afb6-e3a493d33936 req-60965107-5428-41c4-909e-e30a9a7b9ec0 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:14.104121 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35c21d0f-822a-49e8-afb6-e3a493d33936 req-60965107-5428-41c4-909e-e30a9a7b9ec0 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.6830654 Mar 02 09:07:14.142753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e88939b7-88e2-48f6-ab8c-b42dd73a13d7 None None] Calling delete_port for 65735bba-0d01-47ac-aad2-09efb2be6a77 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:14.182820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port 65735bba-0d01-47ac-aad2-09efb2be6a77, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=65735bba-0d01-47ac-aad2-09efb2be6a77,segment=NetworkSegment(830b525d-9644-40a1-be2f-bc120e56c3c9),segment_id=830b525d-9644-40a1-be2f-bc120e56c3c9)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:14.183175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.217564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8204dccc-85cc-46c3-9519-2893bdc52a4c None None] Provisioning complete for port 5927f21e-711e-4289-aba7-75886740650e triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:14.218031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8204dccc-85cc-46c3-9519-2893bdc52a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.262310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.280694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6be68f12-59a4-4756-b4a3-00d5b107fe7b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:14.324776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.325007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8204dccc-85cc-46c3-9519-2893bdc52a4c None None] Port 5927f21e-711e-4289-aba7-75886740650e cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:14.339720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 65735bba-0d01-47ac-aad2-09efb2be6a77 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:14.354893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8204dccc-85cc-46c3-9519-2893bdc52a4c None None] Provisioning complete for port ad574569-cabf-4672-a595-747781a79812 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:14.355263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8204dccc-85cc-46c3-9519-2893bdc52a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.368115 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35c21d0f-822a-49e8-afb6-e3a493d33936 req-63448a60-5c56-4a9f-b738-6eb31e1761ed tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503819 Mar 02 09:07:14.383432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.404987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e88939b7-88e2-48f6-ab8c-b42dd73a13d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.443932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.447294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88939b7-88e2-48f6-ab8c-b42dd73a13d7 None None] Pushing event deleted for resources: {'Port': ['ID=65735bba-0d01-47ac-aad2-09efb2be6a77,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:14.449017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.453254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=e3203c70-8725-40d6-9504-c0fd6f38e08c,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:14.458624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88939b7-88e2-48f6-ab8c-b42dd73a13d7 None None] No DVR routers for this DVR port 65735bba-0d01-47ac-aad2-09efb2be6a77 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:14.480306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6be68f12-59a4-4756-b4a3-00d5b107fe7b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:14.480983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.483580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object 5927f21e-711e-4289-aba7-75886740650e will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:14.512178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:07:14.517041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:07:14.517041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.556429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8204dccc-85cc-46c3-9519-2893bdc52a4c None None] Port ad574569-cabf-4672-a595-747781a79812 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:14.644273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.662138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network a9cd63ff-345b-434a-ae6c-4940da83f14b is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:14.663412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:14.692530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8204dccc-85cc-46c3-9519-2893bdc52a4c None None] Provisioning for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:14.698955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.709001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8204dccc-85cc-46c3-9519-2893bdc52a4c None None] Provisioning complete for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:14.709406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8204dccc-85cc-46c3-9519-2893bdc52a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.777450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67eb8a00-fe9b-4945-bdbe-6f69c4529c8f,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:14.830279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] In _notify_port_updated(), no bound segment for port 5927f21e-711e-4289-aba7-75886740650e on network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:07:14.842430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:14.843566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.847993 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "PUT /v2.0/ports/5927f21e-711e-4289-aba7-75886740650e HTTP/1.1" status: 200 len: 931 time: 4.1192915 Mar 02 09:07:14.850484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f88b7e-0652-4372-8260-3bbd97a91247 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=5927f21e-711e-4289-aba7-75886740650e,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:14.855808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34446) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:14.949367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:14.951090 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-eac2eb0a-f245-4e26-b11a-dd50b38018d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1476359 Mar 02 09:07:14.960542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34450) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:14.972329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1a25ec7e-4ba8-43ce-8699-eaf211c571ef no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:14.985510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-92131352-5152-4813-a98b-8a54e82b86bc tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': 'f2b9f1f1-5efb-46f5-b19a-cf33473ae916', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:15.008911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929cc60-b1db-4df4-a697-b81ae59260ed req-2ce3a3c3-4413-4eaf-8f12-9168e97c53e8 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:15.014319 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e929cc60-b1db-4df4-a697-b81ae59260ed req-2ce3a3c3-4413-4eaf-8f12-9168e97c53e8 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 946 time: 0.4124963 Mar 02 09:07:15.020923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-92131352-5152-4813-a98b-8a54e82b86bc tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:15.021067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 1a25ec7e-4ba8-43ce-8699-eaf211c571ef {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:15.021067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1a25ec7e-4ba8-43ce-8699-eaf211c571ef not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:15.021067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 65735bba-0d01-47ac-aad2-09efb2be6a77 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:15.021331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 65735bba-0d01-47ac-aad2-09efb2be6a77 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:15.021331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:15.058473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 65735bba-0d01-47ac-aad2-09efb2be6a77 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:15.058818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 65735bba-0d01-47ac-aad2-09efb2be6a77 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:15.061537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-92131352-5152-4813-a98b-8a54e82b86bc tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:15.068124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Router d3924f19-ed17-4557-b5a3-33dadb4783d8 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:07:15.080730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-92131352-5152-4813-a98b-8a54e82b86bc tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:15.093352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-df4c6320-3b93-4edb-a217-e8f765d8052a None None] Provisioning complete for port e3203c70-8725-40d6-9504-c0fd6f38e08c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:15.093729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-df4c6320-3b93-4edb-a217-e8f765d8052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:15.160338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-df4c6320-3b93-4edb-a217-e8f765d8052a None None] Port e3203c70-8725-40d6-9504-c0fd6f38e08c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:15.257334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-e9407106-70b7-484f-85f0-490cb8b2af5b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 5927f21e-711e-4289-aba7-75886740650e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:15.257689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e9407106-70b7-484f-85f0-490cb8b2af5b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:15.262415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:15.269501 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-aecc1177-ec5e-4d90-b745-9e58b7bbd470 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "PUT /v2.0/routers/d3924f19-ed17-4557-b5a3-33dadb4783d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5550582 Mar 02 09:07:15.276699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b44ec-a5c7-488e-a97d-2cef3f9296f1 None None] Sync routers for ids ['d3924f19-ed17-4557-b5a3-33dadb4783d8'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:15.281181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34456) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:15.288815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] The port '65735bba-0d01-47ac-aad2-09efb2be6a77' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:07:15.291210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b44ec-a5c7-488e-a97d-2cef3f9296f1 None None] Routers {'d3924f19-ed17-4557-b5a3-33dadb4783d8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:15.291833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-955b44ec-a5c7-488e-a97d-2cef3f9296f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['d3924f19-ed17-4557-b5a3-33dadb4783d8'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:15.295690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-92131352-5152-4813-a98b-8a54e82b86bc tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:15.354362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-955b44ec-a5c7-488e-a97d-2cef3f9296f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:15.363284 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b44ec-a5c7-488e-a97d-2cef3f9296f1 None None] Routers {'d3924f19-ed17-4557-b5a3-33dadb4783d8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:15.363547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-955b44ec-a5c7-488e-a97d-2cef3f9296f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['d3924f19-ed17-4557-b5a3-33dadb4783d8'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:15.367176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf36c3-298a-496f-afdf-d04b33a7618d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:15.368204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6bbf36c3-298a-496f-afdf-d04b33a7618d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:15.415864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e8c3a830-c154-44ec-bc6d-d40036c6b444 None None] Provisioning for port 5927f21e-711e-4289-aba7-75886740650e completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:15.426672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-955b44ec-a5c7-488e-a97d-2cef3f9296f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:15.427067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b44ec-a5c7-488e-a97d-2cef3f9296f1 None None] The sync data for ids ['d3924f19-ed17-4557-b5a3-33dadb4783d8'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:15.428514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e8c3a830-c154-44ec-bc6d-d40036c6b444 None None] Provisioning complete for port 5927f21e-711e-4289-aba7-75886740650e triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:15.428881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e8c3a830-c154-44ec-bc6d-d40036c6b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:15.448512 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e929cc60-b1db-4df4-a697-b81ae59260ed req-706e4851-f18b-4eb9-a151-a883f0473801 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924398 Mar 02 09:07:15.478848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6bbf36c3-298a-496f-afdf-d04b33a7618d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:15.480096 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6bbf36c3-298a-496f-afdf-d04b33a7618d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3924f19-ed17-4557-b5a3-33dadb4783d8 HTTP/1.1" status: 200 len: 982 time: 0.1974118 Mar 02 09:07:15.483134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34462) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:15.502608 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e8c3a830-c154-44ec-bc6d-d40036c6b444 None None] Port 5927f21e-711e-4289-aba7-75886740650e cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:15.549464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:15.577750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-92131352-5152-4813-a98b-8a54e82b86bc tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:15.609707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11d3e39-0762-49ea-82e2-d9956126b1ae']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:15.686696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830b525d-9644-40a1-be2f-bc120e56c3c9') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:15.687008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830b525d-9644-40a1-be2f-bc120e56c3c9') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:15.743482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:15.824271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe390f-b085-4481-ac1c-d5571a5273e7 req-e5875658-65ce-400c-8b3b-3e02f305b54f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:15.825822 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-65fe390f-b085-4481-ac1c-d5571a5273e7 req-e5875658-65ce-400c-8b3b-3e02f305b54f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5360887 Mar 02 09:07:15.843060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:15.883973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:15.884369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:15.904059 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:16.016125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e9407106-70b7-484f-85f0-490cb8b2af5b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.028499 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-65fe390f-b085-4481-ac1c-d5571a5273e7 req-2bf7a740-7a25-479b-b473-5d1cdebbba50 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875162 Mar 02 09:07:16.099255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0893e2-03b0-4e1a-9fab-5ad4adf139c8 req-f1f51089-169a-4cde-9aab-247e940cc516 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:16.099255 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a0893e2-03b0-4e1a-9fab-5ad4adf139c8 req-f1f51089-169a-4cde-9aab-247e940cc516 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 946 time: 0.5085535 Mar 02 09:07:16.121351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.160083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-e9407106-70b7-484f-85f0-490cb8b2af5b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 5927f21e-711e-4289-aba7-75886740650e owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:16.188769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-92131352-5152-4813-a98b-8a54e82b86bc tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 09:07:16.189735 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-92131352-5152-4813-a98b-8a54e82b86bc tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2238111 Mar 02 09:07:16.196949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34466) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:16.225912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.259301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.300916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Network': ['ID=f11d3e39-0762-49ea-82e2-d9956126b1ae,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:16.318834 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-88197cc4-06d5-4945-a1d2-a2c1a749bbf6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/networks/f11d3e39-0762-49ea-82e2-d9956126b1ae HTTP/1.1" status: 204 len: 168 time: 3.3334444 Mar 02 09:07:16.321585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34470) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:16.331957 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a0893e2-03b0-4e1a-9fab-5ad4adf139c8 req-87460cea-2789-4e43-b76b-e93d87ed07f4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443183 Mar 02 09:07:16.378990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34474) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:16.405178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19ca8abc-abd5-4a2b-9845-efa015fc0012 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.443669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19ca8abc-abd5-4a2b-9845-efa015fc0012 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.507020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e9407106-70b7-484f-85f0-490cb8b2af5b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.590708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19ca8abc-abd5-4a2b-9845-efa015fc0012 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.615802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9407106-70b7-484f-85f0-490cb8b2af5b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=5927f21e-711e-4289-aba7-75886740650e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:16.665115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca8abc-abd5-4a2b-9845-efa015fc0012 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9f1f1-5efb-46f5-b19a-cf33473ae916,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:16.668751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port e3203c70-8725-40d6-9504-c0fd6f38e08c {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:16.669092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.674320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e9407106-70b7-484f-85f0-490cb8b2af5b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.687768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19ca8abc-abd5-4a2b-9845-efa015fc0012 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.688875 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-19ca8abc-abd5-4a2b-9845-efa015fc0012 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/f2b9f1f1-5efb-46f5-b19a-cf33473ae916 HTTP/1.1" status: 204 len: 168 time: 0.4786084 Mar 02 09:07:16.690368 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e9407106-70b7-484f-85f0-490cb8b2af5b tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/5927f21e-711e-4289-aba7-75886740650e HTTP/1.1" status: 204 len: 168 time: 1.8277824 Mar 02 09:07:16.693073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34480) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:16.696151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34482) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:16.781746 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-927c8e60-488e-4b5a-ae92-72935eb1a2d2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:07:16.782306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-927c8e60-488e-4b5a-ae92-72935eb1a2d2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:16.798771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b41fcb-1aca-4c72-a780-9072119f309e tempest-TestVolumeBootPattern-2073206909 tempest-TestVolumeBootPattern-2073206909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:16.803098 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-31b41fcb-1aca-4c72-a780-9072119f309e tempest-TestVolumeBootPattern-2073206909 tempest-TestVolumeBootPattern-2073206909-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 1094 time: 0.4209564 Mar 02 09:07:16.808036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34488) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:16.820826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b3b92b94-a294-4e94-a2e2-ef2e85333bc6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Synchronizing usage tracker for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:16.822327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '48912577-8dd2-49e3-a573-4293a457a0ff', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:16.833033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:16.884034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-927c8e60-488e-4b5a-ae92-72935eb1a2d2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:16.885291 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-927c8e60-488e-4b5a-ae92-72935eb1a2d2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/5927f21e-711e-4289-aba7-75886740650e HTTP/1.1" status: 404 len: 333 time: 0.1910696 Mar 02 09:07:16.888129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34492) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:16.897856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:floatingip and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:16.907507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:16.916255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b3b92b94-a294-4e94-a2e2-ef2e85333bc6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Unset dirty status for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:16.917481 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b3b92b94-a294-4e94-a2e2-ef2e85333bc6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2188749 Mar 02 09:07:16.923970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34496) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:16.933951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592090597'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:16.943094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:16.947726 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:16.957513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:16.977616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31402214-4907-449f-8b86-015416e5c095 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:16.989786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.004791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31402214-4907-449f-8b86-015416e5c095 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.043179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.153508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.232988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:17.239475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:17.243385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:17.252860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:17.257739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for e3203c70-8725-40d6-9504-c0fd6f38e08c owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:17.285262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.304058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f0a5-345b-4479-82c6-95fe4b4d832e req-679a5f2f-2d14-4730-abfd-5885634785e7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:17.305587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f32f0a5-345b-4479-82c6-95fe4b4d832e req-679a5f2f-2d14-4730-abfd-5885634785e7 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1329169 Mar 02 09:07:17.311777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31402214-4907-449f-8b86-015416e5c095 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.362126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31402214-4907-449f-8b86-015416e5c095 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb422c2-f3ce-4baa-b3c5-8f74456b1bc1,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:17.409484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31402214-4907-449f-8b86-015416e5c095 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.409484 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-31402214-4907-449f-8b86-015416e5c095 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/security-groups/6cb422c2-f3ce-4baa-b3c5-8f74456b1bc1 HTTP/1.1" status: 204 len: 168 time: 0.5160086 Mar 02 09:07:17.409484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.410519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34502) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:17.438763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f32f0a5-345b-4479-82c6-95fe4b4d832e req-1e59e16c-5e9a-46c2-ad01-b87fde9a1089 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208291 Mar 02 09:07:17.491381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-782382ec-9e1b-42ad-9d13-f1d13ae9b17e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.521421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.527664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-782382ec-9e1b-42ad-9d13-f1d13ae9b17e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.587770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5caad19-5dba-48d0-a074-9e57373adca8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:17.638849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.640168 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5570a769-ca86-4822-a5c7-9c6fe12bb555 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7179234 Mar 02 09:07:17.641422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.643040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34506) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:17.647990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5806d4c1-a303-4bfd-b0b0-ac98e0421a90 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': 'd5caad19-5dba-48d0-a074-9e57373adca8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:17.648542 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-5806d4c1-a303-4bfd-b0b0-ac98e0421a90 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 09:07:17.649136 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-5806d4c1-a303-4bfd-b0b0-ac98e0421a90 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:17.650379 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5806d4c1-a303-4bfd-b0b0-ac98e0421a90 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062265 Mar 02 09:07:17.652534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34510) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:17.669273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-782382ec-9e1b-42ad-9d13-f1d13ae9b17e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.699779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782382ec-9e1b-42ad-9d13-f1d13ae9b17e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521c1808-fd04-45ba-a512-a21b78445b6f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:17.716803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-782382ec-9e1b-42ad-9d13-f1d13ae9b17e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.720329 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-782382ec-9e1b-42ad-9d13-f1d13ae9b17e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/security-groups/521c1808-fd04-45ba-a512-a21b78445b6f HTTP/1.1" status: 204 len: 168 time: 0.3065214 Mar 02 09:07:17.720930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34514) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:17.788705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-49baf56f-c2e8-49d0-a05a-820fafc34333 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.813860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5914f4d-cec3-4989-971c-0a5d4b2a1ce6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet 5cc6c8f9-895b-4736-becf-a3b83ecd7ecd {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:17.818318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.824807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5914f4d-cec3-4989-971c-0a5d4b2a1ce6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.861387 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:07:17.887866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-49baf56f-c2e8-49d0-a05a-820fafc34333 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.915516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5914f4d-cec3-4989-971c-0a5d4b2a1ce6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:17.980504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-d9cb50f9-7ac6-40bd-b0c9-fd19f7ff110c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:17.981124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-d9cb50f9-7ac6-40bd-b0c9-fd19f7ff110c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Synchronizing usage tracker for tenant:d46638fe2fb94b42895fff73d0ae8776 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:18.002526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5914f4d-cec3-4989-971c-0a5d4b2a1ce6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.049620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.063273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-49baf56f-c2e8-49d0-a05a-820fafc34333 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.085424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baf56f-c2e8-49d0-a05a-820fafc34333 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5caad19-5dba-48d0-a074-9e57373adca8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:18.124493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=e3203c70-8725-40d6-9504-c0fd6f38e08c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:18.132210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-d9cb50f9-7ac6-40bd-b0c9-fd19f7ff110c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Unset dirty status for tenant:d46638fe2fb94b42895fff73d0ae8776 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:18.133335 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-d9cb50f9-7ac6-40bd-b0c9-fd19f7ff110c tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.5528004 Mar 02 09:07:18.164151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-49baf56f-c2e8-49d0-a05a-820fafc34333 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.171085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-49baf56f-c2e8-49d0-a05a-820fafc34333 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/d5caad19-5dba-48d0-a074-9e57373adca8 HTTP/1.1" status: 204 len: 168 time: 0.5131483 Mar 02 09:07:18.172879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34518) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:18.195574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5914f4d-cec3-4989-971c-0a5d4b2a1ce6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.238201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5914f4d-cec3-4989-971c-0a5d4b2a1ce6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc6c8f9-895b-4736-becf-a3b83ecd7ecd,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:18.264547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 82799bce-87ca-4792-9b80-a06aaaa5ec0f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:18.264897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.267513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5914f4d-cec3-4989-971c-0a5d4b2a1ce6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.274521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376340ea-3b7a-4dfc-90fb-02b11527386f None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:18.282232 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2b7b8db1-b431-4931-a812-0bcbc4036a76 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Synchronizing usage tracker for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:18.285545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a5914f4d-cec3-4989-971c-0a5d4b2a1ce6 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/5cc6c8f9-895b-4736-becf-a3b83ecd7ecd HTTP/1.1" status: 204 len: 168 time: 0.5636983 Mar 02 09:07:18.290412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34522) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:18.305196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:18.386673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Deleting port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:18.387004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.394426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2b7b8db1-b431-4931-a812-0bcbc4036a76 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Unset dirty status for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:18.398958 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2b7b8db1-b431-4931-a812-0bcbc4036a76 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2216423 Mar 02 09:07:18.401259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34526) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:18.406097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329914763'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:18.412800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:18.422649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:18.491277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:18.496145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:18.500120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.511646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:18.523266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:18.540465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:18.547479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:18.552855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:18.559430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:18.622957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:18.626521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.662693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Allocated IP 172.26.3.153 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/f250d04f-6eb2-4ab7-9ec4-31b9ccc2fc49) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:18.822763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.836022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377817fa-9940-4396-a888-26a1e3949071 req-ada27e0a-0ad2-4807-ae2e-1f0ba86591a1 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:18.838598 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-377817fa-9940-4396-a888-26a1e3949071 req-ada27e0a-0ad2-4807-ae2e-1f0ba86591a1 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.2670350 Mar 02 09:07:18.890548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:18.934446 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-377817fa-9940-4396-a888-26a1e3949071 req-23c01cba-c23f-472f-9b26-f1608b268aa4 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882306 Mar 02 09:07:18.949158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.037304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deea2968-b155-43ee-9f18-62beb8c79d39,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:19.090443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.095272 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-54b3d111-4316-44de-bb99-a3dca8589abd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6904206 Mar 02 09:07:19.095447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34532) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:19.101099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-68eb43e9-e12d-4ed2-8b8f-ca48c302b8d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': 'deea2968-b155-43ee-9f18-62beb8c79d39', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:19.101712 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-68eb43e9-e12d-4ed2-8b8f-ca48c302b8d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 09:07:19.102263 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-68eb43e9-e12d-4ed2-8b8f-ca48c302b8d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:19.103258 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-68eb43e9-e12d-4ed2-8b8f-ca48c302b8d6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067840 Mar 02 09:07:19.106073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34536) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:19.140541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.193426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port 82799bce-87ca-4792-9b80-a06aaaa5ec0f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=82799bce-87ca-4792-9b80-a06aaaa5ec0f,segment=NetworkSegment(7bbafc53-1814-4e58-ae71-6bfef9f27751),segment_id=7bbafc53-1814-4e58-ae71-6bfef9f27751)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:19.193426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.200295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:19.208560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:19.215941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:19.217087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.219397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a187f246-8e4b-4076-95e7-be0c12807229 None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:19.254280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=6d8f0891-ed02-470b-81f4-7dbec89b4af9,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:19.259392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-98f0c77c-78d6-4d89-8cc9-18886afbc334 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.287640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-98f0c77c-78d6-4d89-8cc9-18886afbc334 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.312499 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c7f39d8f-146c-4b6e-bead-11dafe5564e2 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0185580 Mar 02 09:07:19.314667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34540) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:19.327616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'security_group': {'name': 'tempest-secgroup-320403101'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:19.333238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:19.333484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4f9121d1-f1e4-4900-81a2-ba33ee077011 None None] Provisioning complete for port ad574569-cabf-4672-a595-747781a79812 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:19.334453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f9121d1-f1e4-4900-81a2-ba33ee077011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.337186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:19.340431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:19.346215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:19.402102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-4f9121d1-f1e4-4900-81a2-ba33ee077011 None None] Port ad574569-cabf-4672-a595-747781a79812 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:19.415867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.431853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 82799bce-87ca-4792-9b80-a06aaaa5ec0f owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:19.438253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-98f0c77c-78d6-4d89-8cc9-18886afbc334 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.443468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:19.456387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4f9121d1-f1e4-4900-81a2-ba33ee077011 None None] Provisioning complete for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:19.456754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f9121d1-f1e4-4900-81a2-ba33ee077011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.463045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group_rule and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:19.468338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:19.473398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0c77c-78d6-4d89-8cc9-18886afbc334 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea2968-b155-43ee-9f18-62beb8c79d39,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:19.480052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:19.489296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-98f0c77c-78d6-4d89-8cc9-18886afbc334 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.489296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-98f0c77c-78d6-4d89-8cc9-18886afbc334 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/deea2968-b155-43ee-9f18-62beb8c79d39 HTTP/1.1" status: 204 len: 168 time: 0.3797193 Mar 02 09:07:19.490978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34544) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:19.578004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-29d8c1ed-9607-4d2d-9f9c-4aeec85457d2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Synchronizing usage tracker for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:19.617383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.672906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-29d8c1ed-9607-4d2d-9f9c-4aeec85457d2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Unset dirty status for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:19.675547 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-29d8c1ed-9607-4d2d-9f9c-4aeec85457d2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1828098 Mar 02 09:07:19.681528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34548) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:19.692658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155036497'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:19.696225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.699534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:19.703153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.729989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Router d3924f19-ed17-4557-b5a3-33dadb4783d8 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:07:19.733356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] For port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:19.733713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.738716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:19.759866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b98bb767-b36a-4ef3-817e-cecb90ba71f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.765250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb14d8b0-46fb-41e6-9139-f30e17bdd375,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:19.788209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68763a-7a1b-41c7-b413-12ac621c4a26 None None] Update dhcp port {'port': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'fixed_ips': [{'subnet_id': 'ff183c37-f70c-4aae-b0a5-81946a200f37', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6d8f0891-ed02-470b-81f4-7dbec89b4af9'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': '746fdcda-2d8c-4e30-a732-f57ba2366c70'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:07:19.840241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.841396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-14167e53-3a5a-4595-873a-d60d22281ffd tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5257642 Mar 02 09:07:19.844193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34552) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:19.849042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'security_group': {'name': 'tempest-secgroup-1991875650'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:19.850898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8f68763a-7a1b-41c7-b413-12ac621c4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.856125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:19.859239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:19.862270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:19.868903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:19.896422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.919855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:19.924363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:19.927525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:19.933643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:19.944132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:19.981530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:19.987374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group_rule and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:19.991786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:20.003839 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:20.096565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-8f68763a-7a1b-41c7-b413-12ac621c4a26 None None] Allocated IP 2001:db8::2 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/6d8f0891-ed02-470b-81f4-7dbec89b4af9/746fdcda-2d8c-4e30-a732-f57ba2366c70) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:20.221963 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:20.236771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.241066 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1f1bf-391f-40aa-9767-11c0dca465ef None None] Sync routers for ids ['d3924f19-ed17-4557-b5a3-33dadb4783d8'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:20.255621 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1f1bf-391f-40aa-9767-11c0dca465ef None None] Routers {'d3924f19-ed17-4557-b5a3-33dadb4783d8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:20.256242 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-60e1f1bf-391f-40aa-9767-11c0dca465ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['d3924f19-ed17-4557-b5a3-33dadb4783d8'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:20.299226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf539f-1f69-4c04-b9e9-c4ef16556a4f req-c04b0a21-779b-40fb-8f4b-389242264228 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:20.306809 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abaf539f-1f69-4c04-b9e9-c4ef16556a4f req-c04b0a21-779b-40fb-8f4b-389242264228 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 945 time: 0.1749682 Mar 02 09:07:20.315420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.322858 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-60e1f1bf-391f-40aa-9767-11c0dca465ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:20.332186 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1f1bf-391f-40aa-9767-11c0dca465ef None None] Routers {'d3924f19-ed17-4557-b5a3-33dadb4783d8'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:20.333038 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-60e1f1bf-391f-40aa-9767-11c0dca465ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['d3924f19-ed17-4557-b5a3-33dadb4783d8'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:20.340572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8f68763a-7a1b-41c7-b413-12ac621c4a26 None None] For port 746fdcda-2d8c-4e30-a732-f57ba2366c70, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=746fdcda-2d8c-4e30-a732-f57ba2366c70,segment=NetworkSegment(86d865e8-868a-4a32-a965-55c54ea5dc62),segment_id=86d865e8-868a-4a32-a965-55c54ea5dc62)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:20.344211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.355303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.385722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8f68763a-7a1b-41c7-b413-12ac621c4a26 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.396250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aefd549-a7a9-414e-a6c7-30a07c3b0006,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:20.416468 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-60e1f1bf-391f-40aa-9767-11c0dca465ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:20.416869 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1f1bf-391f-40aa-9767-11c0dca465ef None None] The sync data for ids ['d3924f19-ed17-4557-b5a3-33dadb4783d8'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:20.419078 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abaf539f-1f69-4c04-b9e9-c4ef16556a4f req-4d359999-d283-4e32-8713-00241464eb2e tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups?id=a87880c0-4080-448c-876e-f625eae6cca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119368 Mar 02 09:07:20.432974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.471984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f6e72e-069b-4c6b-9f09-6f447e0b0ae3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:20.478018 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4cb011b5-4efc-4501-9f89-afa5cf45a357 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "PUT /v2.0/routers/d3924f19-ed17-4557-b5a3-33dadb4783d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9938583 Mar 02 09:07:20.480073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:20.480912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34558) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:20.484592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'Port': ['ID=f250d04f-6eb2-4ab7-9ec4-31b9ccc2fc49,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:20.487773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.488135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.488445 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Floating IP dd559b40-263d-46fd-8f8e-de354c7924e5 disassociated. External IP: 172.26.3.108, port: 3b586a07-ecfb-4468-8ab6-59f19ceb93cf. Mar 02 09:07:20.488783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Calling delete_port for 3b586a07-ecfb-4468-8ab6-59f19ceb93cf owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:20.518727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:20.532302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:20.538021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.541863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d2d88b61-0aae-4a21-adcc-31cdc1c8262c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8554666 Mar 02 09:07:20.541863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c56cce-48cc-4a62-be5a-893012134a75 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:07:20.541863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b0c56cce-48cc-4a62-be5a-893012134a75 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:20.545523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34562) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:20.559878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-7e2706c0-2909-4a0c-954e-0c8df8e4c109 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '2aefd549-a7a9-414e-a6c7-30a07c3b0006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:20.560778 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-7e2706c0-2909-4a0c-954e-0c8df8e4c109 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 09:07:20.561270 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-7e2706c0-2909-4a0c-954e-0c8df8e4c109 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:20.562288 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7e2706c0-2909-4a0c-954e-0c8df8e4c109 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069189 Mar 02 09:07:20.565113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34566) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:20.571316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c94e6349-af1d-4aa8-a852-ad4d84cd5863 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '2aefd549-a7a9-414e-a6c7-30a07c3b0006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:20.572312 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-c94e6349-af1d-4aa8-a852-ad4d84cd5863 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 09:07:20.572966 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-c94e6349-af1d-4aa8-a852-ad4d84cd5863 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:20.574256 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c94e6349-af1d-4aa8-a852-ad4d84cd5863 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080271 Mar 02 09:07:20.581702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.581702 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-69b61922-4396-4c6b-9fa5-95ecf5c4df05 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7327721 Mar 02 09:07:20.586085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34570) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:20.586408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34572) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:20.594951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-300abe7b-061b-4be0-b452-158d275291a3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '2aefd549-a7a9-414e-a6c7-30a07c3b0006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:20.595963 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-300abe7b-061b-4be0-b452-158d275291a3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 09:07:20.596716 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-300abe7b-061b-4be0-b452-158d275291a3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:20.597966 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-300abe7b-061b-4be0-b452-158d275291a3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098765 Mar 02 09:07:20.601127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'security_group': {'name': 'tempest-secgroup-439447710'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:20.604710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34578) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:20.610547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:20.613154 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:20.614123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2533eecd-ae17-4e63-a223-3cf5f9ab7b1f tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '2aefd549-a7a9-414e-a6c7-30a07c3b0006', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:20.614992 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-2533eecd-ae17-4e63-a223-3cf5f9ab7b1f tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 09:07:20.615487 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-2533eecd-ae17-4e63-a223-3cf5f9ab7b1f tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:20.616403 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2533eecd-ae17-4e63-a223-3cf5f9ab7b1f tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107906 Mar 02 09:07:20.620458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:20.621900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34582) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:20.626894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:20.699932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8f68763a-7a1b-41c7-b413-12ac621c4a26 None None] Transition to ACTIVE for port object 746fdcda-2d8c-4e30-a732-f57ba2366c70 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:20.702096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b0c56cce-48cc-4a62-be5a-893012134a75 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:20.706024 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b0c56cce-48cc-4a62-be5a-893012134a75 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/e3203c70-8725-40d6-9504-c0fd6f38e08c HTTP/1.1" status: 404 len: 333 time: 0.2217278 Mar 02 09:07:20.706688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34586) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:20.712444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.774433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.796681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8f68763a-7a1b-41c7-b413-12ac621c4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.852907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:20.858601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=82799bce-87ca-4792-9b80-a06aaaa5ec0f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:20.877482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:security_group_rule and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:20.882207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3d33e33-7578-446c-b1ae-49cacd10b39a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:20.947138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:20.964035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:21.012181 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68763a-7a1b-41c7-b413-12ac621c4a26 None None] Pushing event updated for resources: {'Port': ['ID=746fdcda-2d8c-4e30-a732-f57ba2366c70,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:21.052653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.103540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a5737641-715f-4e21-b457-34e92307abb8 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.138175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a5737641-715f-4e21-b457-34e92307abb8 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.228022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Pushing event deleted for resources: {'Port': ['ID=3b586a07-ecfb-4468-8ab6-59f19ceb93cf,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:21.240257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3d33e33-7578-446c-b1ae-49cacd10b39a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.243821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3d33e33-7578-446c-b1ae-49cacd10b39a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.320141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.359185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3d33e33-7578-446c-b1ae-49cacd10b39a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.360025 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d33e33-7578-446c-b1ae-49cacd10b39a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Fanout notify agent at l3_agent the message router_deleted on router d3924f19-ed17-4557-b5a3-33dadb4783d8 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:07:21.389217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3d33e33-7578-446c-b1ae-49cacd10b39a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.391326 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b3d33e33-7578-446c-b1ae-49cacd10b39a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/routers/d3924f19-ed17-4557-b5a3-33dadb4783d8 HTTP/1.1" status: 204 len: 168 time: 0.6840842 Mar 02 09:07:21.392860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.399192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34590) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:21.431063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.494548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-53adf3aa-ceee-40bf-bb75-a60a6b9997e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet 54ff37fc-5af1-402d-a1b7-3c3f7ab819c9 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:21.521794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53adf3aa-ceee-40bf-bb75-a60a6b9997e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.561885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8603f96-8965-4e10-97d0-398d5d190086,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:21.592170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53adf3aa-ceee-40bf-bb75-a60a6b9997e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.676879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.680632 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-56e4efcd-6fcd-47ee-8271-c94ed3daf8d7 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0885568 Mar 02 09:07:21.686344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34596) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:21.692355 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2af3a7aa-f3c8-4788-8bf3-2c434875f0e2 req-ac7de5d1-0a67-4794-adb5-730eb69bc43f tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.0672328 Mar 02 09:07:21.698098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1064980488', 'security_groups': ['b8603f96-8965-4e10-97d0-398d5d190086'], 'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d8f0891-ed02-470b-81f4-7dbec89b4af9'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:21.759863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 3b586a07-ecfb-4468-8ab6-59f19ceb93cf no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:21.798298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 3b586a07-ecfb-4468-8ab6-59f19ceb93cf {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:21.799033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 3b586a07-ecfb-4468-8ab6-59f19ceb93cf not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:21.822606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0e7e38b4-5075-4347-8600-3068adf9102a None None] Provisioning complete for port ad574569-cabf-4672-a595-747781a79812 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:21.822606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e7e38b4-5075-4347-8600-3068adf9102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.870168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53adf3aa-ceee-40bf-bb75-a60a6b9997e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.877755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e38b4-5075-4347-8600-3068adf9102a None None] Port ad574569-cabf-4672-a595-747781a79812 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:21.905577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 746fdcda-2d8c-4e30-a732-f57ba2366c70 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:21.914441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:21.921289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a5737641-715f-4e21-b457-34e92307abb8 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.929796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:21.963504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3f2a91a5-38a2-49e4-bf39-c4c98e10abfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:21.981083 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0e7e38b4-5075-4347-8600-3068adf9102a None None] Provisioning for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:21.986566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0e7e38b4-5075-4347-8600-3068adf9102a None None] Provisioning complete for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:21.987972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e7e38b4-5075-4347-8600-3068adf9102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.021015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5737641-715f-4e21-b457-34e92307abb8 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aefd549-a7a9-414e-a6c7-30a07c3b0006,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:22.021788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:22.047709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53adf3aa-ceee-40bf-bb75-a60a6b9997e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.078327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Router 1477d820-515e-4d59-9a43-1bd53092f7fc has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:07:22.085979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a5737641-715f-4e21-b457-34e92307abb8 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.091256 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a5737641-715f-4e21-b457-34e92307abb8 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/2aefd549-a7a9-414e-a6c7-30a07c3b0006 HTTP/1.1" status: 204 len: 168 time: 1.4627583 Mar 02 09:07:22.137480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34600) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:22.218646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adf3aa-ceee-40bf-bb75-a60a6b9997e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=54ff37fc-5af1-402d-a1b7-3c3f7ab819c9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:22.223189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-53adf3aa-ceee-40bf-bb75-a60a6b9997e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.230307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008c407-9c1c-40cd-9a38-1682607a97fe None None] Network a9cd63ff-345b-434a-ae6c-4940da83f14b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:22.280208 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-53adf3aa-ceee-40bf-bb75-a60a6b9997e5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/54ff37fc-5af1-402d-a1b7-3c3f7ab819c9 HTTP/1.1" status: 204 len: 168 time: 0.8676162 Mar 02 09:07:22.285799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34604) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:22.389331 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0e00923d-c3eb-4a9b-b7e1-3555d7d2e8c3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Synchronizing usage tracker for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:22.422367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.438200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.457192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 6be68f12-59a4-4756-b4a3-00d5b107fe7b {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:22.457192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.478684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:07:22.486591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] device_id is not set on port 42a67cb6-7dfd-4b73-9e58-8db436867596 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:07:22.510689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.512363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:22.520901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] DHCP port deletion for a9cd63ff-345b-434a-ae6c-4940da83f14b request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:07:22.524865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] Sync routers for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:22.535247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] Deleting port 6be68f12-59a4-4756-b4a3-00d5b107fe7b {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:22.535825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.585792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:22.586789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:22.658595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0e00923d-c3eb-4a9b-b7e1-3555d7d2e8c3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Unset dirty status for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:22.660709 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0e00923d-c3eb-4a9b-b7e1-3555d7d2e8c3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5181608 Mar 02 09:07:22.674899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34608) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:22.696598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523928142'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:22.703008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:22.714638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] No DVR routers for this DVR port 3b586a07-ecfb-4468-8ab6-59f19ceb93cf on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:22.725060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:22.729155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'name': 'network-vif-deleted', 'tag': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:07:22.749031 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2360cbc-816e-4366-bcdb-5b2ec5ca092c req-0dbb8e69-c801-4a0a-ae03-3bd2bde236fe tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.15 "DELETE /v2.0/ports/3b586a07-ecfb-4468-8ab6-59f19ceb93cf HTTP/1.1" status: 204 len: 173 time: 4.6086738 Mar 02 09:07:22.785997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:22.800677 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:22.819869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:22.821550 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:22.831071 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:22.835024 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-39ef9931-7e6f-4386-85a6-aa28a3b4aeeb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5120938 Mar 02 09:07:22.836142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34618) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:22.927276 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:22.961101 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0', 'name': 'network-vif-deleted', 'tag': '3b586a07-ecfb-4468-8ab6-59f19ceb93cf', 'status': 'completed', 'code': 200} Mar 02 09:07:23.030482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] For port 6be68f12-59a4-4756-b4a3-00d5b107fe7b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6be68f12-59a4-4756-b4a3-00d5b107fe7b,segment=NetworkSegment(73d44c1c-a55e-48c0-b693-3e5a16e215e0),segment_id=73d44c1c-a55e-48c0-b693-3e5a16e215e0)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:23.030775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.037505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.077596 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b167c1e-288e-4180-bc6a-bde25a81bc88 req-4736287c-cbd6-4a6e-8fe2-ea605b318627 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/ports?device_id=cff2d5ae-11f9-4afe-9bf4-17ab04e0c9f0 HTTP/1.1" status: 200 len: 210 time: 0.1479423 Mar 02 09:07:23.108981 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:23.183691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8::131 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/6d8f0891-ed02-470b-81f4-7dbec89b4af9/42a67cb6-7dfd-4b73-9e58-8db436867596) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:23.206183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] For port 6be68f12-59a4-4756-b4a3-00d5b107fe7b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6be68f12-59a4-4756-b4a3-00d5b107fe7b,segment=NetworkSegment(73d44c1c-a55e-48c0-b693-3e5a16e215e0),segment_id=73d44c1c-a55e-48c0-b693-3e5a16e215e0)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:23.206547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.285612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.288425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.298389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] Calling delete_port for 6be68f12-59a4-4756-b4a3-00d5b107fe7b owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:23.342825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 6be68f12-59a4-4756-b4a3-00d5b107fe7b owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:23.343452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.357595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e28ce8-33ff-4502-90f2-f296382bfd23 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting subnet 29b610fe-c7f6-4679-b690-61e8717c94ce {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:23.362029 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e28ce8-33ff-4502-90f2-f296382bfd23 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.369377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.439226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e28ce8-33ff-4502-90f2-f296382bfd23 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.439720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:23.459003 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:20Z', 'revision_number': 10, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:23.463462 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:23.472996 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:23.473949 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:23.480101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:23.486728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:23.498658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:23.609017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e28ce8-33ff-4502-90f2-f296382bfd23 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.613026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'e574a945-54b5-4847-af92-3734962f69bc', 'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'mac_address': 'fa:16:3e:a0:6f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:03:02Z', 'updated_at': '2022-03-02T09:03:15Z', 'revision_number': 5, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'subnets': [{'id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:23.619161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] Checking router: 1477d820-515e-4d59-9a43-1bd53092f7fc for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:23.631351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:23.631980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:23.633721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.687589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.714414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:07:23.715100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:07:23.725132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=6be68f12-59a4-4756-b4a3-00d5b107fe7b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:23.733241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No DVR routers for this DVR port 6be68f12-59a4-4756-b4a3-00d5b107fe7b on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:23.759722 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:23.773913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.855587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object 42a67cb6-7dfd-4b73-9e58-8db436867596 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:23.907366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:23.923278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.944494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:23.977361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cd63ff-345b-434a-ae6c-4940da83f14b']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:23.993645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d44c1c-a55e-48c0-b693-3e5a16e215e0') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:23.994265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d44c1c-a55e-48c0-b693-3e5a16e215e0') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:24.005217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.021031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.022709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'Port': ['ID=f250d04f-6eb2-4ab7-9ec4-31b9ccc2fc49,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:24.029214 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e28ce8-33ff-4502-90f2-f296382bfd23 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.063786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.076374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3476f312-fc07-4150-88b9-ce101a606577,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:24.077253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6be68f12-59a4-4756-b4a3-00d5b107fe7b no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:24.079684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:24.080534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.099454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e28ce8-33ff-4502-90f2-f296382bfd23 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:24.101054 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:24.124068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.127073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8418d3-ea31-43e8-90b8-07547315f586 None None] Network c751fae9-6185-4a97-9634-1b0335d2424a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:24.182811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.187749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 6be68f12-59a4-4756-b4a3-00d5b107fe7b {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:24.188094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6be68f12-59a4-4756-b4a3-00d5b107fe7b not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:24.219362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] Deleting port 6be68f12-59a4-4756-b4a3-00d5b107fe7b {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:24.219736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.278415 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f2e28ce8-33ff-4502-90f2-f296382bfd23 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/29b610fe-c7f6-4679-b690-61e8717c94ce HTTP/1.1" status: 204 len: 168 time: 1.4347014 Mar 02 09:07:24.278415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e28ce8-33ff-4502-90f2-f296382bfd23 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Subnet': ['ID=29b610fe-c7f6-4679-b690-61e8717c94ce,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:24.288525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34626) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:24.298766 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:20Z', 'revision_number': 10, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:24.304363 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b1b6e5-2a94-448e-a55b-be69f8b36b56 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:20Z', 'revision_number': 10, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None, '_interfaces': [{'id': '7278c8ec-4bef-4efe-808f-71dcd4967f38', 'name': '', 'network_id': '6c074fcd-27fa-4e49-a64c-f20c843d2be6', 'tenant_id': '8813bd49430948cabb19073849974109', 'mac_address': 'fa:16:3e:6f:be:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:58Z', 'updated_at': '2022-03-02T09:06:29Z', 'revision_number': 5, 'project_id': '8813bd49430948cabb19073849974109', 'subnets': [{'id': '861d5107-84f2-4326-835f-1ac58e361b0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:24.349001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34630) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:24.366228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.370840 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ca3da5d9-0394-4aab-940f-47a4bdb2a94b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6903155 Mar 02 09:07:24.382299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34634) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:24.399388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9b61b088-d2e7-43e5-bd9c-bf45bb9c8a05 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '3476f312-fc07-4150-88b9-ce101a606577', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:24.399964 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-9b61b088-d2e7-43e5-bd9c-bf45bb9c8a05 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 09:07:24.400469 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-9b61b088-d2e7-43e5-bd9c-bf45bb9c8a05 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:24.404894 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9b61b088-d2e7-43e5-bd9c-bf45bb9c8a05 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150120 Mar 02 09:07:24.407023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-422d45f0-62f4-4c7e-8775-2b8d3d58d7f1 None None] The port '6be68f12-59a4-4756-b4a3-00d5b107fe7b' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:07:24.411786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34638) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:24.426612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:24.440651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2eeda1d2-88d9-4098-9817-026e1839af87 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '3476f312-fc07-4150-88b9-ce101a606577', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:24.452826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:24.458515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:24.469856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:24.470537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.479698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2eeda1d2-88d9-4098-9817-026e1839af87 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:24.493053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=42a67cb6-7dfd-4b73-9e58-8db436867596,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:24.500302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2eeda1d2-88d9-4098-9817-026e1839af87 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:24.503383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2eeda1d2-88d9-4098-9817-026e1839af87 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:24.519724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2eeda1d2-88d9-4098-9817-026e1839af87 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:24.536740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.552911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.570769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.574009 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/networks/a9cd63ff-345b-434a-ae6c-4940da83f14b HTTP/1.1" status: 204 len: 168 time: 2.2859504 Mar 02 09:07:24.582663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34642) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:24.584088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f95cb-9d13-4ddd-9182-f6106711e235 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Network': ['ID=a9cd63ff-345b-434a-ae6c-4940da83f14b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:24.610500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f0036cf-68e0-4332-a4e5-e9c4a9c6417a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.620447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 432a8eeb-bccd-4304-a1fe-e18595c14e14 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:24.620789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.646486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.663905 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6f3fb73f-a97d-4159-a5d5-97e0d5735f91 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9695568 Mar 02 09:07:24.679692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34646) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:24.696849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:24.718428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f0036cf-68e0-4332-a4e5-e9c4a9c6417a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:24.806563 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Floating IP 9b29fb4b-fc24-4b69-b7c5-78cd08bdbb80 associated. External IP: 172.26.3.153, port: 48912577-8dd2-49e3-a573-4293a457a0ff. Mar 02 09:07:24.812244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004378e3-3f4c-4c18-98b5-a6a023ec474a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:24.812866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-004378e3-3f4c-4c18-98b5-a6a023ec474a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:24.892562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'e574a945-54b5-4847-af92-3734962f69bc', 'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'mac_address': 'fa:16:3e:a0:6f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:03:02Z', 'updated_at': '2022-03-02T09:03:15Z', 'revision_number': 5, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'subnets': [{'id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:24.903987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a6b5e-570c-4267-9ea9-ffdc94d9dfb0 None None] The sync data for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv is: [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'e574a945-54b5-4847-af92-3734962f69bc', 'name': '', 'network_id': '176f00c6-11c0-49d6-a4a8-7155a7d99d1e', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'mac_address': 'fa:16:3e:a0:6f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:03:02Z', 'updated_at': '2022-03-02T09:03:15Z', 'revision_number': 5, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'subnets': [{'id': 'b0249c75-7c33-46ab-817c-73fee3e37cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:24.971625 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-2eeda1d2-88d9-4098-9817-026e1839af87 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:24.973250 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2eeda1d2-88d9-4098-9817-026e1839af87 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5551236 Mar 02 09:07:24.977773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34650) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:25.014388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3b2314f3-8900-4e4c-8e5c-25a9dd8ad1d4 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '3476f312-fc07-4150-88b9-ce101a606577', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:25.014388 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.api.v2.base [None req-3b2314f3-8900-4e4c-8e5c-25a9dd8ad1d4 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 09:07:25.015017 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-3b2314f3-8900-4e4c-8e5c-25a9dd8ad1d4 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:25.018769 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3b2314f3-8900-4e4c-8e5c-25a9dd8ad1d4 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0309851 Mar 02 09:07:25.022625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34654) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:25.025167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f69090-409f-47ec-917f-cb9375834e6a None None] DHCP port deletion for c751fae9-6185-4a97-9634-1b0335d2424a request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:07:25.045362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a2f69090-409f-47ec-917f-cb9375834e6a None None] Deleting port 432a8eeb-bccd-4304-a1fe-e18595c14e14 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:25.045362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a2f69090-409f-47ec-917f-cb9375834e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:25.047182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-687a591f-9fb6-458f-8bbb-5525bf4b144a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '3476f312-fc07-4150-88b9-ce101a606577', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:25.051525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-687a591f-9fb6-458f-8bbb-5525bf4b144a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:25.059201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-687a591f-9fb6-458f-8bbb-5525bf4b144a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:25.063260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-687a591f-9fb6-458f-8bbb-5525bf4b144a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:25.071774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-687a591f-9fb6-458f-8bbb-5525bf4b144a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:25.090217 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f0036cf-68e0-4332-a4e5-e9c4a9c6417a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:25.115847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-004378e3-3f4c-4c18-98b5-a6a023ec474a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:25.117619 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-004378e3-3f4c-4c18-98b5-a6a023ec474a tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 HTTP/1.1" status: 200 len: 840 time: 0.5313730 Mar 02 09:07:25.124163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34658) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:25.192189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:25.227874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:25.231934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f0036cf-68e0-4332-a4e5-e9c4a9c6417a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:25.231934 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2f0036cf-68e0-4332-a4e5-e9c4a9c6417a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "DELETE /v2.0/security-groups/a87880c0-4080-448c-876e-f625eae6cca4 HTTP/1.1" status: 204 len: 168 time: 0.8788950 Mar 02 09:07:25.231934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0036cf-68e0-4332-a4e5-e9c4a9c6417a tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87880c0-4080-448c-876e-f625eae6cca4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:25.252143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34662) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:25.253738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:25.256287 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f4613bfd-2375-49dc-865e-f7f7aba67271 None None] Provisioning for port 42a67cb6-7dfd-4b73-9e58-8db436867596 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:25.271368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:25.276672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f4613bfd-2375-49dc-865e-f7f7aba67271 None None] Provisioning complete for port 42a67cb6-7dfd-4b73-9e58-8db436867596 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:25.276672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f4613bfd-2375-49dc-865e-f7f7aba67271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:25.300195 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e19ac9ad-4865-4b1f-b6b4-ff437eb4df5c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1627326 Mar 02 09:07:25.300195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34666) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:25.310202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:25.342503 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-bef4d151-561b-4309-9170-048a79b2b389 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] show failed (client error): The resource could not be found. Mar 02 09:07:25.342503 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bef4d151-561b-4309-9170-048a79b2b389 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "GET /v2.0/security-groups/a87880c0-4080-448c-876e-f625eae6cca4 HTTP/1.1" status: 404 len: 347 time: 0.0901501 Mar 02 09:07:25.359475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34670) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:25.453933 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-687a591f-9fb6-458f-8bbb-5525bf4b144a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:25.453933 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-687a591f-9fb6-458f-8bbb-5525bf4b144a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4219151 Mar 02 09:07:25.453933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34674) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:25.472293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port 432a8eeb-bccd-4304-a1fe-e18595c14e14, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=432a8eeb-bccd-4304-a1fe-e18595c14e14,segment=NetworkSegment(7bbafc53-1814-4e58-ae71-6bfef9f27751),segment_id=7bbafc53-1814-4e58-ae71-6bfef9f27751)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:25.472293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:25.472978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f086c23b-3046-431f-b49e-eb0db2213e0d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '3476f312-fc07-4150-88b9-ce101a606577', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:25.472978 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-f086c23b-3046-431f-b49e-eb0db2213e0d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 09:07:25.472978 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-f086c23b-3046-431f-b49e-eb0db2213e0d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:25.472978 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f086c23b-3046-431f-b49e-eb0db2213e0d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148482 Mar 02 09:07:25.474855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34678) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:25.480148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a34a59d2-45c4-42df-843f-e9db012af196 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '3476f312-fc07-4150-88b9-ce101a606577', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:25.495093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a34a59d2-45c4-42df-843f-e9db012af196 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:25.503213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a34a59d2-45c4-42df-843f-e9db012af196 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:25.515353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:25.517740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a34a59d2-45c4-42df-843f-e9db012af196 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:25.527143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:25.534839 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a34a59d2-45c4-42df-843f-e9db012af196 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:25.537969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:25.542031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:25.546112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:25.560116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f4613bfd-2375-49dc-865e-f7f7aba67271 None None] Port 42a67cb6-7dfd-4b73-9e58-8db436867596 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:25.577644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:25.579274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a2f69090-409f-47ec-917f-cb9375834e6a None None] For port 432a8eeb-bccd-4304-a1fe-e18595c14e14, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=432a8eeb-bccd-4304-a1fe-e18595c14e14,segment=NetworkSegment(7bbafc53-1814-4e58-ae71-6bfef9f27751),segment_id=7bbafc53-1814-4e58-ae71-6bfef9f27751)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:25.579274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a2f69090-409f-47ec-917f-cb9375834e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:25.692672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:25.697291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:25.711230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 432a8eeb-bccd-4304-a1fe-e18595c14e14 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:25.734073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56021b-64f6-4509-be52-1d2b5be8a9ba None None] New status for floating IP dd559b40-263d-46fd-8f8e-de354c7924e5: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:07:25.829325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a2f69090-409f-47ec-917f-cb9375834e6a None None] Calling delete_port for 432a8eeb-bccd-4304-a1fe-e18595c14e14 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:25.889781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 432a8eeb-bccd-4304-a1fe-e18595c14e14 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:26.009560 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.ipam_backend_mixin [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d8f0891-ed02-470b-81f4-7dbec89b4af9 (CIDR: 2001:db8::/64) Mar 02 09:07:26.042312 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-a34a59d2-45c4-42df-843f-e9db012af196 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:26.042312 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a34a59d2-45c4-42df-843f-e9db012af196 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5569851 Mar 02 09:07:26.042312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34682) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:26.055068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a8611b08-6837-4438-aa38-d3b2f24eeb2a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '3476f312-fc07-4150-88b9-ce101a606577', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:26.055068 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-a8611b08-6837-4438-aa38-d3b2f24eeb2a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 09:07:26.055068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-a8611b08-6837-4438-aa38-d3b2f24eeb2a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:26.055068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a8611b08-6837-4438-aa38-d3b2f24eeb2a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132780 Mar 02 09:07:26.055068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34686) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:26.066676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d84f37d5-eacc-498d-b99c-bc8422ed3833 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '3476f312-fc07-4150-88b9-ce101a606577', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:26.066676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d84f37d5-eacc-498d-b99c-bc8422ed3833 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:26.077961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d84f37d5-eacc-498d-b99c-bc8422ed3833 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:26.077961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d84f37d5-eacc-498d-b99c-bc8422ed3833 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:26.089671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d84f37d5-eacc-498d-b99c-bc8422ed3833 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:26.101523 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:26.101523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:26.130268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.136227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Deleting port 6923107b-9f2c-48e8-881a-c2666ed47d38 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:26.136227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.196098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:26.196098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:26.221487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:26.221487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.227875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7910088c-5ca1-4aa4-b1ac-ba32ee877cbc None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:26.244382 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-61491ddf-70bf-4e59-bb5d-817762bc6ee5 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5627673 Mar 02 09:07:26.249897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34690) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:26.261542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:26.268209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a2f69090-409f-47ec-917f-cb9375834e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.303000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=94d2b802-0b80-47ec-8dc4-60b2e7e20845,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:26.306780 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1ffee8b8-b80d-4626-b8a7-6052d00b6efd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0096247 Mar 02 09:07:26.315738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34694) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:26.321915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'security_group': {'name': 'tempest-secgroup-641324174'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:26.322286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:07:26.322601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:07:26.322715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.334102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f69090-409f-47ec-917f-cb9375834e6a None None] No DVR routers for this DVR port 432a8eeb-bccd-4304-a1fe-e18595c14e14 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:26.337219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f69090-409f-47ec-917f-cb9375834e6a None None] Pushing event deleted for resources: {'Port': ['ID=432a8eeb-bccd-4304-a1fe-e18595c14e14,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:26.389188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Router 97b628d2-d6d3-4ca1-897e-79a879734de0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:07:26.397139 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-d84f37d5-eacc-498d-b99c-bc8422ed3833 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:26.401021 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d84f37d5-eacc-498d-b99c-bc8422ed3833 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3472292 Mar 02 09:07:26.405177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34698) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:26.408543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:26.416900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:26.417325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-df6ee43a-3f42-4803-be37-b93fc3835563 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '3476f312-fc07-4150-88b9-ce101a606577', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:26.422476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:26.426284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-df6ee43a-3f42-4803-be37-b93fc3835563 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:26.431717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:26.453064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 82799bce-87ca-4792-9b80-a06aaaa5ec0f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:26.465456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:26.470005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:26.472909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:26.478842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:26.490510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-df6ee43a-3f42-4803-be37-b93fc3835563 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:26.490746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 82799bce-87ca-4792-9b80-a06aaaa5ec0f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:26.490871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 82799bce-87ca-4792-9b80-a06aaaa5ec0f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:26.501078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.502733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-df6ee43a-3f42-4803-be37-b93fc3835563 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:26.517561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-df6ee43a-3f42-4803-be37-b93fc3835563 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:26.526351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:26.530819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group_rule and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:26.544487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:26.545022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.545135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:26.545243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.609017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:26.612596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.646659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-28800cbf-c94f-4b97-b791-82025ce817b3', 'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'tenant_id': '82838f910669466198e98f5f1a1ca96b', 'fixed_ips': [{'subnet_id': '94d2b802-0b80-47ec-8dc4-60b2e7e20845'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:07:26.647548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.659622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.727120 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Calling delete_port for 6923107b-9f2c-48e8-881a-c2666ed47d38 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:26.741717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.801806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.ipam_backend_mixin [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ff183c37-f70c-4aae-b0a5-81946a200f37 (CIDR: 2001:db8:0:1::/64) Mar 02 09:07:26.804107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bace36a-2081-475c-ba36-e627ad075c42,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:26.814399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Allocated IP 172.20.0.2 (28800cbf-c94f-4b97-b791-82025ce817b3/94d2b802-0b80-47ec-8dc4-60b2e7e20845/440c66c9-c828-49c8-97d9-25b66a2c5180) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:26.823799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 432a8eeb-bccd-4304-a1fe-e18595c14e14 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:26.824133 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.861631 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:26.862223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:26.870673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:26.882395 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] Sync routers for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:26.891737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:26.893906 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c2036457-78e9-43d4-8e48-535610479869 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5763142 Mar 02 09:07:26.895487 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-df6ee43a-3f42-4803-be37-b93fc3835563 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:26.895983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34702) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:26.900297 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-df6ee43a-3f42-4803-be37-b93fc3835563 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4881985 Mar 02 09:07:26.900412 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:26.900412 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:26.906612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34706) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:26.910393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'security_group': {'name': 'tempest-secgroup-1983180495'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:26.915244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] The port '432a8eeb-bccd-4304-a1fe-e18595c14e14' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:07:26.920672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:26.928297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:26.935853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:26.945194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:26.954388 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fcab50ae-5550-4deb-a2bd-7dade23118cc tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6996238 Mar 02 09:07:26.957735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34710) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:26.963310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'subnet': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:27.070020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.078197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.092554 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:27.093368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Transition to ACTIVE for port object 440c66c9-c828-49c8-97d9-25b66a2c5180 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:27.107303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.117389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:27.126056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Transition to ACTIVE for port object 440c66c9-c828-49c8-97d9-25b66a2c5180 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:27.126676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group_rule and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:27.131223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:07:27.131543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:07:27.134385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:27.150772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.151454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:27.172671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:27.184798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Usage tracker for resource:subnet and tenant:f439895a1ece46558005b82d97396d6e is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:27.189427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:27.198891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:27.202001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-52d682ae-fd7c-4d43-9582-4043681cbcaa tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.204460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751fae9-6185-4a97-9634-1b0335d2424a']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:27.205553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.224706 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bcc76e73-a9f7-46e5-96c5-1c48ec87e5e2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.4135797 Mar 02 09:07:27.229523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'tag': '48912577-8dd2-49e3-a573-4293a457a0ff'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:07:27.251603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbafc53-1814-4e58-ae71-6bfef9f27751') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:27.254813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbafc53-1814-4e58-ae71-6bfef9f27751') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:27.306956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Pushing event updated for resources: {'Port': ['ID=440c66c9-c828-49c8-97d9-25b66a2c5180,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:27.319781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:27.321802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:27.324723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:27.334825 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'tag': '48912577-8dd2-49e3-a573-4293a457a0ff', 'status': 'completed', 'code': 200} Mar 02 09:07:27.347066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-52d682ae-fd7c-4d43-9582-4043681cbcaa tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.357106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.392886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Made reservation on behalf of f439895a1ece46558005b82d97396d6e for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:27.396549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.438383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.446430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.455281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:27.460923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.485143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Attempting to bind port 440c66c9-c828-49c8-97d9-25b66a2c5180 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:07:27.485774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Attempting to bind port 440c66c9-c828-49c8-97d9-25b66a2c5180 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:07:27.486327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Attempting to bind port 440c66c9-c828-49c8-97d9-25b66a2c5180 on network 28800cbf-c94f-4b97-b791-82025ce817b3 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:07:27.506817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:07:27.510661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Checking segment: {'id': 'f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:07:27.511077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.511482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Bound using segment: {'id': 'f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:07:27.511983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Bound port: 440c66c9-c828-49c8-97d9-25b66a2c5180, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:07:27.512351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.517395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:27.584316 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:27.600805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4494b1e9-672c-4a7a-9716-2dc0e1f0e4ee,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:27.623824 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '9b29fb4b-fc24-4b69-b7c5-78cd08bdbb80', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.153', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '48912577-8dd2-49e3-a573-4293a457a0ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:cd:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:07:22Z', 'updated_at': '2022-03-02T09:07:22Z', 'revision_number': 0, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:27.632099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Deleting port 6923107b-9f2c-48e8-881a-c2666ed47d38 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:27.632756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.634405 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] Checking router: 97b628d2-d6d3-4ca1-897e-79a879734de0 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:27.650908 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:27.651906 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:27.673700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.675305 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d219c6c5-b418-4481-9d6f-af987e10a11d tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7761736 Mar 02 09:07:27.680542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34718) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:27.682268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] For port 440c66c9-c828-49c8-97d9-25b66a2c5180, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:07:27.689374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-283032718', 'security_groups': ['4494b1e9-672c-4a7a-9716-2dc0e1f0e4ee'], 'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94d2b802-0b80-47ec-8dc4-60b2e7e20845'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:27.689940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.694345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] For port 440c66c9-c828-49c8-97d9-25b66a2c5180, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=440c66c9-c828-49c8-97d9-25b66a2c5180,segment=NetworkSegment(f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c),segment_id=f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:07:27.717126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.768390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647949d6-fe4a-48ab-96ef-5874758be842 req-5a04fa2f-29da-48f7-8594-ee7317ef622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:27.769906 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-647949d6-fe4a-48ab-96ef-5874758be842 req-5a04fa2f-29da-48f7-8594-ee7317ef622c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 1099 time: 0.4053209 Mar 02 09:07:27.770633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Network': ['ID=c751fae9-6185-4a97-9634-1b0335d2424a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:27.777517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-52d682ae-fd7c-4d43-9582-4043681cbcaa tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.804892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:27.869050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:27.885399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:27.895125 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:27.908957 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81c070-d182-459c-8593-db5a5e2e183a None None] Pushing event updated for resources: {'Port': ['ID=440c66c9-c828-49c8-97d9-25b66a2c5180,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:27.960182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:28.002347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:28.051717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:28.056145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:28.060036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:28.060712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:28.065608 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12868497-74e2-4edf-85c5-6b4eac805314 None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:28.072241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d682ae-fd7c-4d43-9582-4043681cbcaa tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3476f312-fc07-4150-88b9-ce101a606577,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:28.122896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-52d682ae-fd7c-4d43-9582-4043681cbcaa tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:28.123982 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-52d682ae-fd7c-4d43-9582-4043681cbcaa tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/3476f312-fc07-4150-88b9-ce101a606577 HTTP/1.1" status: 204 len: 168 time: 1.2071116 Mar 02 09:07:28.137292 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2f7e110d-b7d6-412f-90cb-3602474a1da6 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/networks/c751fae9-6185-4a97-9634-1b0335d2424a HTTP/1.1" status: 204 len: 168 time: 3.8477409 Mar 02 09:07:28.140018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34722) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:28.149150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34724) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:28.222037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:28.259171 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3002398 Mar 02 09:07:28.262007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34730) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:28.282653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2132916723', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '388b43ed-fade-4b0d-9b3d-4d9ecebf25a6'}], 'security_groups': ['bb14d8b0-46fb-41e6-9139-f30e17bdd375', '14f6e72e-069b-4c6b-9f09-6f447e0b0ae3']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:28.323504 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '9b29fb4b-fc24-4b69-b7c5-78cd08bdbb80', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.153', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '48912577-8dd2-49e3-a573-4293a457a0ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:cd:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:07:22Z', 'updated_at': '2022-03-02T09:07:22Z', 'revision_number': 0, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:28.329386 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859deaf4-eaa8-46de-970f-17c3cb625721 None None] The sync data for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv is: [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '9b29fb4b-fc24-4b69-b7c5-78cd08bdbb80', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.153', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '48912577-8dd2-49e3-a573-4293a457a0ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:cd:17:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:07:22Z', 'updated_at': '2022-03-02T09:07:22Z', 'revision_number': 0, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:28.375117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24d21d-4126-4770-8f07-b903426ddfa9 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Subnet': ['ID=388b43ed-fade-4b0d-9b3d-4d9ecebf25a6,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:28.381636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port cd10a970-4e63-4aa1-88f9-46aca0eb1715 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:07:28.441275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647949d6-fe4a-48ab-96ef-5874758be842 req-ac316b03-18cc-4d45-99d7-c4f65cc76067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:28.443271 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-647949d6-fe4a-48ab-96ef-5874758be842 req-ac316b03-18cc-4d45-99d7-c4f65cc76067 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.6578765 Mar 02 09:07:28.444740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:28.445064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:28.470638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d64f307d-76b9-42ab-8927-e95be9e1a6af tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Synchronizing usage tracker for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:28.508289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d178f75-2997-4306-9ba5-d76dac9be490 None None] Update dhcp port {'port': {'network_id': '948198d9-d0a4-4ef6-91aa-4b35ddd65f39', 'fixed_ips': [{'subnet_id': 'ff183c37-f70c-4aae-b0a5-81946a200f37', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6d8f0891-ed02-470b-81f4-7dbec89b4af9', 'ip_address': '2001:db8::2'}, {'subnet_id': '388b43ed-fade-4b0d-9b3d-4d9ecebf25a6'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': '746fdcda-2d8c-4e30-a732-f57ba2366c70'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:07:28.639694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7d178f75-2997-4306-9ba5-d76dac9be490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:28.679092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Calling delete_port for 6923107b-9f2c-48e8-881a-c2666ed47d38 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:28.740225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:28.791767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba97137-7ed9-4d72-80dc-ad0ee487b76e None None] New status for floating IP 9b29fb4b-fc24-4b69-b7c5-78cd08bdbb80: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:07:28.959428 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-647949d6-fe4a-48ab-96ef-5874758be842 req-d87af2fe-6675-4152-bf53-52fa18aea4eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48912577-8dd2-49e3-a573-4293a457a0ff HTTP/1.1" status: 200 len: 1000 time: 0.4799459 Mar 02 09:07:29.019248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d64f307d-76b9-42ab-8927-e95be9e1a6af tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Unset dirty status for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:29.020517 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d64f307d-76b9-42ab-8927-e95be9e1a6af tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8725009 Mar 02 09:07:29.024684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34734) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:29.030252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'tempest-secgroup--119713873'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:29.043037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:29.079387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:29.081673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.6 (28800cbf-c94f-4b97-b791-82025ce817b3/94d2b802-0b80-47ec-8dc4-60b2e7e20845/cd10a970-4e63-4aa1-88f9-46aca0eb1715) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:29.129455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-7d178f75-2997-4306-9ba5-d76dac9be490 None None] Allocated IP 2001:db8:0:2::2 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/388b43ed-fade-4b0d-9b3d-4d9ecebf25a6/746fdcda-2d8c-4e30-a732-f57ba2366c70) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:29.146872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647949d6-fe4a-48ab-96ef-5874758be842 req-e4e50726-605f-48b5-88ce-5bbcd41f493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:29.148323 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-647949d6-fe4a-48ab-96ef-5874758be842 req-e4e50726-605f-48b5-88ce-5bbcd41f493c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.1686618 Mar 02 09:07:29.278550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7d178f75-2997-4306-9ba5-d76dac9be490 None None] For port 746fdcda-2d8c-4e30-a732-f57ba2366c70, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=746fdcda-2d8c-4e30-a732-f57ba2366c70,segment=NetworkSegment(86d865e8-868a-4a32-a965-55c54ea5dc62),segment_id=86d865e8-868a-4a32-a965-55c54ea5dc62)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:29.303366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647949d6-fe4a-48ab-96ef-5874758be842 req-5fde5d50-1be6-4715-a210-73d045518e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:29.304806 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-647949d6-fe4a-48ab-96ef-5874758be842 req-5fde5d50-1be6-4715-a210-73d045518e22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1477582 Mar 02 09:07:29.306108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7d178f75-2997-4306-9ba5-d76dac9be490 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.307139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.324406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7d178f75-2997-4306-9ba5-d76dac9be490 None None] Transition to ACTIVE for port object 746fdcda-2d8c-4e30-a732-f57ba2366c70 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:29.336207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:29.341345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:29.344803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:29.350581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:29.369881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.437710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.440053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7d178f75-2997-4306-9ba5-d76dac9be490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.539517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object cd10a970-4e63-4aa1-88f9-46aca0eb1715 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:29.559761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.602505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Pushing event deleted for resources: {'Port': ['ID=6923107b-9f2c-48e8-881a-c2666ed47d38,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:29.741401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d178f75-2997-4306-9ba5-d76dac9be490 None None] Pushing event updated for resources: {'Port': ['ID=746fdcda-2d8c-4e30-a732-f57ba2366c70,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:29.747109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.800808 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-647949d6-fe4a-48ab-96ef-5874758be842 req-b60802b5-6582-4353-9783-97034dc27e33 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542053 Mar 02 09:07:29.804177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.830070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34aaa9e2-25da-4fe5-a1f7-416144472c96,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:29.860153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Delete allocated IP 2001:db8::131 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/6d8f0891-ed02-470b-81f4-7dbec89b4af9) {{(pid=88401) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 09:07:29.870062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Allocated IP 2001:db8:0:2::2c2 (948198d9-d0a4-4ef6-91aa-4b35ddd65f39/388b43ed-fade-4b0d-9b3d-4d9ecebf25a6/42a67cb6-7dfd-4b73-9e58-8db436867596) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:29.886158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.914100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-467ab07b-2a83-4ed9-9411-1c397bafb0b0 None None] Provisioning for port 440c66c9-c828-49c8-97d9-25b66a2c5180 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:29.928032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 440c66c9-c828-49c8-97d9-25b66a2c5180 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:29.933301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.935445 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-80a7b284-8213-4bc0-98a8-388c1e1d8fdd tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9098406 Mar 02 09:07:29.943209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34738) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:29.957226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:29.962385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f8e65238-a74a-4ba4-ba97-34630abb1bda tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '34aaa9e2-25da-4fe5-a1f7-416144472c96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:29.974860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f8e65238-a74a-4ba4-ba97-34630abb1bda tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:30.058168 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-467ab07b-2a83-4ed9-9411-1c397bafb0b0 None None] Provisioning complete for port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:30.058687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-467ab07b-2a83-4ed9-9411-1c397bafb0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.062266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=cd10a970-4e63-4aa1-88f9-46aca0eb1715,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:30.071155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.072471 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8d543e49-78bc-40cd-bdfa-014dd6a09ee9 tempest-ServerActionsTestJSON-1805915770 tempest-ServerActionsTestJSON-1805915770-project] 10.222.0.10 "DELETE /v2.0/floatingips/dd559b40-263d-46fd-8f8e-de354c7924e5 HTTP/1.1" status: 204 len: 168 time: 4.7162244 Mar 02 09:07:30.074355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f8e65238-a74a-4ba4-ba97-34630abb1bda tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:30.081212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f8e65238-a74a-4ba4-ba97-34630abb1bda tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:30.081462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34742) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:30.096731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f8e65238-a74a-4ba4-ba97-34630abb1bda tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:30.109238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:30.113822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:30.118633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:30.130763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-467ab07b-2a83-4ed9-9411-1c397bafb0b0 None None] Port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:30.198290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 440c66c9-c828-49c8-97d9-25b66a2c5180 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:30.205011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 440c66c9-c828-49c8-97d9-25b66a2c5180 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:30.205397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.311470 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-647949d6-fe4a-48ab-96ef-5874758be842 req-1fc69355-c16d-4e35-8c67-72d4f129c521 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490833 Mar 02 09:07:30.388527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.393080 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.410418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Transition to ACTIVE for port object 42a67cb6-7dfd-4b73-9e58-8db436867596 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:30.421995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:30.422868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.457512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 440c66c9-c828-49c8-97d9-25b66a2c5180, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=440c66c9-c828-49c8-97d9-25b66a2c5180,segment=NetworkSegment(f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c),segment_id=f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:30.483582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.521692 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-f8e65238-a74a-4ba4-ba97-34630abb1bda tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The resource could not be found. Mar 02 09:07:30.522769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f8e65238-a74a-4ba4-ba97-34630abb1bda tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5706677 Mar 02 09:07:30.531365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34746) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:30.546883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-8bb66540-72f1-4552-8537-a486e7074039 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '34aaa9e2-25da-4fe5-a1f7-416144472c96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8b0ee51e-c416-4147-939d-467635f08531'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:30.559633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8bb66540-72f1-4552-8537-a486e7074039 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:30.586473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.610959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8bb66540-72f1-4552-8537-a486e7074039 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:30.614872 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-70a89001-17ba-451c-a2b6-5b07a4b264bd tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9331424 Mar 02 09:07:30.619511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8bb66540-72f1-4552-8537-a486e7074039 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:30.623208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] In _notify_port_updated(), no bound segment for port 42a67cb6-7dfd-4b73-9e58-8db436867596 on network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 {{(pid=88401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:07:30.631729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:30.632561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.634097 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "PUT /v2.0/ports/42a67cb6-7dfd-4b73-9e58-8db436867596 HTTP/1.1" status: 200 len: 970 time: 2.3674099 Mar 02 09:07:30.640686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34750) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:30.641309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34752) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:30.658607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ee00c-1646-458f-a9a8-e86c726f62f4 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event updated for resources: {'Port': ['ID=42a67cb6-7dfd-4b73-9e58-8db436867596,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:30.658607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8bb66540-72f1-4552-8537-a486e7074039 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:30.667545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:30.667755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 7278c8ec-4bef-4efe-808f-71dcd4967f38 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:30.669872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.685545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-afbce928-f4b5-46fb-bdbf-7ba7e6afdc84 None None] Provisioning for port cd10a970-4e63-4aa1-88f9-46aca0eb1715 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:30.695083 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-afbce928-f4b5-46fb-bdbf-7ba7e6afdc84 None None] Provisioning complete for port cd10a970-4e63-4aa1-88f9-46aca0eb1715 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:30.695973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-afbce928-f4b5-46fb-bdbf-7ba7e6afdc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.740259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=440c66c9-c828-49c8-97d9-25b66a2c5180,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:30.764759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-afbce928-f4b5-46fb-bdbf-7ba7e6afdc84 None None] Port cd10a970-4e63-4aa1-88f9-46aca0eb1715 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:30.787497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1109d3d2-5b4f-4c7a-a0e1-994cf528e87d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port 42a67cb6-7dfd-4b73-9e58-8db436867596 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:30.787497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1109d3d2-5b4f-4c7a-a0e1-994cf528e87d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.904301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Provisioning complete for port ad574569-cabf-4672-a595-747781a79812 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:30.904786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:30.988566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Port ad574569-cabf-4672-a595-747781a79812 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:31.043085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-8bb66540-72f1-4552-8537-a486e7074039 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The resource could not be found. Mar 02 09:07:31.044186 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8bb66540-72f1-4552-8537-a486e7074039 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5050020 Mar 02 09:07:31.048667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34758) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:31.081174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:31.089203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Provisioning for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:31.095047 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Provisioning complete for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:31.095615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.122701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:31.134146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:31.135878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port 7278c8ec-4bef-4efe-808f-71dcd4967f38, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7278c8ec-4bef-4efe-808f-71dcd4967f38,segment=NetworkSegment(e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87),segment_id=e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:31.136235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.203041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:31.253323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7903758-d0c2-4ba5-9806-d0fd7a55f7ac tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.261987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 7278c8ec-4bef-4efe-808f-71dcd4967f38 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:31.294519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1109d3d2-5b4f-4c7a-a0e1-994cf528e87d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.305391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Provisioning for port 42a67cb6-7dfd-4b73-9e58-8db436867596 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:31.305706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7903758-d0c2-4ba5-9806-d0fd7a55f7ac tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.311927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Provisioning complete for port 42a67cb6-7dfd-4b73-9e58-8db436867596 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:31.312301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.368620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ed585cb6-3a97-49ef-8f0e-28802810fe36 None None] Port 42a67cb6-7dfd-4b73-9e58-8db436867596 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:31.432320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:31.436286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.456118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1109d3d2-5b4f-4c7a-a0e1-994cf528e87d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for 42a67cb6-7dfd-4b73-9e58-8db436867596 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:31.476324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.488296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5e19d009-3264-48a9-ac48-aa9f13d9fc3e None None] Provisioning complete for port 42a67cb6-7dfd-4b73-9e58-8db436867596 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:31.488888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5e19d009-3264-48a9-ac48-aa9f13d9fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.552597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5e19d009-3264-48a9-ac48-aa9f13d9fc3e None None] Port 42a67cb6-7dfd-4b73-9e58-8db436867596 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:31.605296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7903758-d0c2-4ba5-9806-d0fd7a55f7ac tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.655711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7903758-d0c2-4ba5-9806-d0fd7a55f7ac tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aaa9e2-25da-4fe5-a1f7-416144472c96,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:31.678410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7903758-d0c2-4ba5-9806-d0fd7a55f7ac tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.679521 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a7903758-d0c2-4ba5-9806-d0fd7a55f7ac tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/34aaa9e2-25da-4fe5-a1f7-416144472c96 HTTP/1.1" status: 204 len: 168 time: 0.6278725 Mar 02 09:07:31.683715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34762) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:31.721880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.725871 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.ipam_backend_mixin [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 94d2b802-0b80-47ec-8dc4-60b2e7e20845 (CIDR: 172.20.0.0/28) Mar 02 09:07:31.838724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 440c66c9-c828-49c8-97d9-25b66a2c5180 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:31.850502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Port': ['ID=7278c8ec-4bef-4efe-808f-71dcd4967f38,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:31.949139 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:31.949139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:31.959362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 440c66c9-c828-49c8-97d9-25b66a2c5180 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:31.959933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:31.965094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e97b5d10-f578-4876-a09e-08ef55d04f76 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Synchronizing usage tracker for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:32.079880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.085254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2a8fae2e-0c70-4321-b1b2-46a4f1a73910 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4358191 Mar 02 09:07:32.093450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34766) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:32.098688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:32.115086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 746fdcda-2d8c-4e30-a732-f57ba2366c70 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:32.118630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1109d3d2-5b4f-4c7a-a0e1-994cf528e87d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.137728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e97b5d10-f578-4876-a09e-08ef55d04f76 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Unset dirty status for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:32.145225 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e97b5d10-f578-4876-a09e-08ef55d04f76 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4511020 Mar 02 09:07:32.172513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34770) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:32.186681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f730f1e3-a33f-4002-8240-7124706cff4a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': '08a6f183-4b5f-43c8-93c0-5272bf6e81e1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:32.205084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:32.205639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.228052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f730f1e3-a33f-4002-8240-7124706cff4a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:32.252720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f730f1e3-a33f-4002-8240-7124706cff4a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:32.257713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109d3d2-5b4f-4c7a-a0e1-994cf528e87d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=42a67cb6-7dfd-4b73-9e58-8db436867596,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:32.316503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f730f1e3-a33f-4002-8240-7124706cff4a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:32.343966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f730f1e3-a33f-4002-8240-7124706cff4a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:32.349100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Deleting port e574a945-54b5-4847-af92-3734962f69bc {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:32.349450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.427549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:32.427549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:32.440285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:32.440285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1109d3d2-5b4f-4c7a-a0e1-994cf528e87d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.440285 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1109d3d2-5b4f-4c7a-a0e1-994cf528e87d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/42a67cb6-7dfd-4b73-9e58-8db436867596 HTTP/1.1" status: 204 len: 168 time: 1.7850678 Mar 02 09:07:32.440285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34774) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:32.447574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:32.500791 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c3a085-bc7e-4609-8cba-98d74934c029 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] GET failed (client error): The resource could not be found. Mar 02 09:07:32.500791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77c3a085-bc7e-4609-8cba-98d74934c029 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Synchronizing usage tracker for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:32.506951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77c3a085-bc7e-4609-8cba-98d74934c029 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Unset dirty status for tenant:f439895a1ece46558005b82d97396d6e on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:32.508072 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-77c3a085-bc7e-4609-8cba-98d74934c029 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports/42a67cb6-7dfd-4b73-9e58-8db436867596 HTTP/1.1" status: 404 len: 333 time: 0.0679114 Mar 02 09:07:32.511649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34778) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:32.594061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:32.600052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.718776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4835afaf-037f-4c81-939a-88aae834dcbe tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.766434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4835afaf-037f-4c81-939a-88aae834dcbe tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.773405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:07:32.910863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4835afaf-037f-4c81-939a-88aae834dcbe tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.924535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835afaf-037f-4c81-939a-88aae834dcbe tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8603f96-8965-4e10-97d0-398d5d190086,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:32.947819 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-f730f1e3-a33f-4002-8240-7124706cff4a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The resource could not be found. Mar 02 09:07:32.947819 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f730f1e3-a33f-4002-8240-7124706cff4a tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7604964 Mar 02 09:07:32.957641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34782) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:32.965627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'tempest-secgroup--146117542'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:32.978627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:32.978627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4835afaf-037f-4c81-939a-88aae834dcbe tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:32.978627 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4835afaf-037f-4c81-939a-88aae834dcbe tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/security-groups/b8603f96-8965-4e10-97d0-398d5d190086 HTTP/1.1" status: 204 len: 168 time: 0.4603813 Mar 02 09:07:32.978627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34786) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:33.019751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:33.046460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:33.055897 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:33.065564 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:33.066185 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:33.069535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] For port e574a945-54b5-4847-af92-3734962f69bc, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e574a945-54b5-4847-af92-3734962f69bc,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:33.069913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.084179 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e45f3643-e60f-4d53-b5e0-403d99109985 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9144237 Mar 02 09:07:33.086956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34790) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:33.130828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e936cf3-2707-4f78-b223-3ac5b7e68abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.132664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.158791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.213217 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:33.218673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Calling delete_port for e574a945-54b5-4847-af92-3734962f69bc owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:33.299098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:33.318187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:33.333955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:33.348430 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:31Z', 'revision_number': 11, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:33.350770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:33.352795 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:33.356673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:33.356673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.361430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d0378-407c-4fce-bae1-61e2b8174373 None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:33.368102 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:33.376464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e936cf3-2707-4f78-b223-3ac5b7e68abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.379137 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:33.381560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e4c4a3-c2f8-4467-8257-142736201beb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting subnet 861d5107-84f2-4326-835f-1ac58e361b0e {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:33.381560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c4a3-c2f8-4467-8257-142736201beb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.435076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c4a3-c2f8-4467-8257-142736201beb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.490268 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:33.522773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c4a3-c2f8-4467-8257-142736201beb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.552132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.595481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:33.600991 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:31Z', 'revision_number': 11, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:33.606582 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2df15-66f5-413b-9904-9aa014cb0c65 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:31Z', 'revision_number': 11, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:33.635479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:33.639038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e574a945-54b5-4847-af92-3734962f69bc,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:33.663453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=de0c2f47-9347-4615-8979-fae4b2ef4c75,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:33.695379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c4a3-c2f8-4467-8257-142736201beb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.738223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4c4a3-c2f8-4467-8257-142736201beb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Subnet': ['ID=861d5107-84f2-4326-835f-1ac58e361b0e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:33.745106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c4a3-c2f8-4467-8257-142736201beb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.754188 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d4e4c4a3-c2f8-4467-8257-142736201beb tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/861d5107-84f2-4326-835f-1ac58e361b0e HTTP/1.1" status: 204 len: 168 time: 0.6661541 Mar 02 09:07:33.756844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34794) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:33.759535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f840354e-8e28-4b58-907c-a4a4f692a439 None None] Network 6c074fcd-27fa-4e49-a64c-f20c843d2be6 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:33.774213 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4a6e9f7a-741c-4646-991d-4e35c647a4c3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6812427 Mar 02 09:07:33.782012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34798) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:33.801444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a581521-9806-44f2-8c4c-1f134c8761ae None None] Update dhcp port {'port': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'fixed_ips': [{'subnet_id': '94d2b802-0b80-47ec-8dc4-60b2e7e20845', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de0c2f47-9347-4615-8979-fae4b2ef4c75'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': '440c66c9-c828-49c8-97d9-25b66a2c5180'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:07:33.802433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-440846176', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de0c2f47-9347-4615-8979-fae4b2ef4c75'}], 'security_groups': ['4bace36a-2081-475c-ba36-e627ad075c42']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:33.822681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e936cf3-2707-4f78-b223-3ac5b7e68abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.853852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e936cf3-2707-4f78-b223-3ac5b7e68abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f6e72e-069b-4c6b-9f09-6f447e0b0ae3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:33.869693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e936cf3-2707-4f78-b223-3ac5b7e68abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.874677 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3e936cf3-2707-4f78-b223-3ac5b7e68abb tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/security-groups/14f6e72e-069b-4c6b-9f09-6f447e0b0ae3 HTTP/1.1" status: 204 len: 168 time: 0.8954399 Mar 02 09:07:33.877716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.878495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34802) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:33.931738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5a581521-9806-44f2-8c4c-1f134c8761ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.943274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:33.985122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff059f23-86ea-4eae-85fc-eccfad17ff4d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.026683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72bb1c3-d0d0-4940-894f-bf66fe0ef116,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:34.038642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff059f23-86ea-4eae-85fc-eccfad17ff4d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.077305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.082387 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f2e33f89-7bd7-4e84-b79d-a99e513f5cd2 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1277421 Mar 02 09:07:34.085785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34806) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:34.092147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'tempest-secgroup--998330772'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:34.093635 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.104854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:34.168149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:34.246324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7278c8ec-4bef-4efe-808f-71dcd4967f38 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:34.295363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff059f23-86ea-4eae-85fc-eccfad17ff4d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.305064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 7278c8ec-4bef-4efe-808f-71dcd4967f38 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:34.305431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7278c8ec-4bef-4efe-808f-71dcd4967f38 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:34.323127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.336611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff059f23-86ea-4eae-85fc-eccfad17ff4d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb14d8b0-46fb-41e6-9139-f30e17bdd375,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:34.343143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff059f23-86ea-4eae-85fc-eccfad17ff4d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.344508 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ff059f23-86ea-4eae-85fc-eccfad17ff4d tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/security-groups/bb14d8b0-46fb-41e6-9139-f30e17bdd375 HTTP/1.1" status: 204 len: 168 time: 0.4650028 Mar 02 09:07:34.348028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34810) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:34.372763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.392903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:34.408445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:34.413543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:34.423323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:34.423518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-5a581521-9806-44f2-8c4c-1f134c8761ae None None] Allocated IP 172.20.0.18 (28800cbf-c94f-4b97-b791-82025ce817b3/de0c2f47-9347-4615-8979-fae4b2ef4c75/440c66c9-c828-49c8-97d9-25b66a2c5180) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:34.427945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 0b6f59db-0980-492a-8a1f-3c20733a7813 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:34.428569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.440046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-5064e679-ccf2-4dd9-b23b-dc7ec9fa4319 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet 6d8f0891-ed02-470b-81f4-7dbec89b4af9 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:34.444132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5064e679-ccf2-4dd9-b23b-dc7ec9fa4319 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.494285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee67ce-3c2b-4918-b808-21b7c7e9e981 None None] DHCP port deletion for 6c074fcd-27fa-4e49-a64c-f20c843d2be6 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:07:34.524056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5064e679-ccf2-4dd9-b23b-dc7ec9fa4319 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.558087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee67ce-3c2b-4918-b808-21b7c7e9e981 None None] Deleting port 0b6f59db-0980-492a-8a1f-3c20733a7813 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:34.561267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d6ee67ce-3c2b-4918-b808-21b7c7e9e981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.644987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.668959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5064e679-ccf2-4dd9-b23b-dc7ec9fa4319 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.692704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5a581521-9806-44f2-8c4c-1f134c8761ae None None] For port 440c66c9-c828-49c8-97d9-25b66a2c5180, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=440c66c9-c828-49c8-97d9-25b66a2c5180,segment=NetworkSegment(f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c),segment_id=f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:34.723943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.802910 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5a581521-9806-44f2-8c4c-1f134c8761ae None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.836091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d6ee67ce-3c2b-4918-b808-21b7c7e9e981 None None] For port 0b6f59db-0980-492a-8a1f-3c20733a7813, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0b6f59db-0980-492a-8a1f-3c20733a7813,segment=NetworkSegment(e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87),segment_id=e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:34.836439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d6ee67ce-3c2b-4918-b808-21b7c7e9e981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.848778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5a581521-9806-44f2-8c4c-1f134c8761ae None None] Transition to ACTIVE for port object 440c66c9-c828-49c8-97d9-25b66a2c5180 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:34.906095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1960778d-57bb-4243-86f3-a9a11f0998dd,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:34.955042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5a581521-9806-44f2-8c4c-1f134c8761ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.962411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.964280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee67ce-3c2b-4918-b808-21b7c7e9e981 None None] Calling delete_port for 0b6f59db-0980-492a-8a1f-3c20733a7813 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:34.964460 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a698f68c-0d23-4ddc-b735-bd0a47cb8e4b tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8767283 Mar 02 09:07:34.967395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34816) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:34.973455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1d1f66d4-0799-41be-8953-3c2c29b1e2c6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group_rule': {'security_group_id': 'e72bb1c3-d0d0-4940-894f-bf66fe0ef116', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1960778d-57bb-4243-86f3-a9a11f0998dd'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:34.978638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:34.980193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1d1f66d4-0799-41be-8953-3c2c29b1e2c6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:34.984396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1d1f66d4-0799-41be-8953-3c2c29b1e2c6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:34.987384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1d1f66d4-0799-41be-8953-3c2c29b1e2c6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:34.995323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1d1f66d4-0799-41be-8953-3c2c29b1e2c6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:34.999670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5064e679-ccf2-4dd9-b23b-dc7ec9fa4319 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.043900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064e679-ccf2-4dd9-b23b-dc7ec9fa4319 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8f0891-ed02-470b-81f4-7dbec89b4af9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:35.052188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5064e679-ccf2-4dd9-b23b-dc7ec9fa4319 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.060273 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5064e679-ccf2-4dd9-b23b-dc7ec9fa4319 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/6d8f0891-ed02-470b-81f4-7dbec89b4af9 HTTP/1.1" status: 204 len: 168 time: 0.7110956 Mar 02 09:07:35.065323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34820) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:35.100253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541b8ac6-5f9a-4324-9817-b6fe140af61d None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:35.128672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] For port 0b6f59db-0980-492a-8a1f-3c20733a7813, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0b6f59db-0980-492a-8a1f-3c20733a7813,segment=NetworkSegment(e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87),segment_id=e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:35.129391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.169248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24fd123-8f44-46e1-8bb6-33e32b50f110 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet 388b43ed-fade-4b0d-9b3d-4d9ecebf25a6 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:35.173851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c24fd123-8f44-46e1-8bb6-33e32b50f110 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.249595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c24fd123-8f44-46e1-8bb6-33e32b50f110 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.285295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a581521-9806-44f2-8c4c-1f134c8761ae None None] Pushing event updated for resources: {'Port': ['ID=440c66c9-c828-49c8-97d9-25b66a2c5180,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:35.287337 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-1d1f66d4-0799-41be-8953-3c2c29b1e2c6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:35.287337 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1d1f66d4-0799-41be-8953-3c2c29b1e2c6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3154628 Mar 02 09:07:35.295546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34824) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:35.373195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Calling delete_port for 0b6f59db-0980-492a-8a1f-3c20733a7813 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:35.391370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d6ee67ce-3c2b-4918-b808-21b7c7e9e981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.415446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d30b1c9e-6173-4085-a266-58d4680454a6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.447295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d30b1c9e-6173-4085-a266-58d4680454a6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.473702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee67ce-3c2b-4918-b808-21b7c7e9e981 None None] Pushing event deleted for resources: {'Port': ['ID=0b6f59db-0980-492a-8a1f-3c20733a7813,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:35.498458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Router 1477d820-515e-4d59-9a43-1bd53092f7fc has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:07:35.507028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c24fd123-8f44-46e1-8bb6-33e32b50f110 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.548802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee67ce-3c2b-4918-b808-21b7c7e9e981 None None] No DVR routers for this DVR port 0b6f59db-0980-492a-8a1f-3c20733a7813 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:35.655463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d30b1c9e-6173-4085-a266-58d4680454a6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.680424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b1c9e-6173-4085-a266-58d4680454a6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1960778d-57bb-4243-86f3-a9a11f0998dd,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:35.681543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:07:35.681543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:07:35.702693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d30b1c9e-6173-4085-a266-58d4680454a6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.707774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34828) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:35.709313 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d30b1c9e-6173-4085-a266-58d4680454a6 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/1960778d-57bb-4243-86f3-a9a11f0998dd HTTP/1.1" status: 204 len: 168 time: 0.4177487 Mar 02 09:07:35.721046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c24fd123-8f44-46e1-8bb6-33e32b50f110 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.813127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fd123-8f44-46e1-8bb6-33e32b50f110 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=388b43ed-fade-4b0d-9b3d-4d9ecebf25a6,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:35.813127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c24fd123-8f44-46e1-8bb6-33e32b50f110 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:35.823064 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c24fd123-8f44-46e1-8bb6-33e32b50f110 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/388b43ed-fade-4b0d-9b3d-4d9ecebf25a6 HTTP/1.1" status: 204 len: 168 time: 0.7475638 Mar 02 09:07:35.823064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34832) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:35.877101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 440c66c9-c828-49c8-97d9-25b66a2c5180 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:35.903171 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5692859-add9-42bf-bb82-688e705b5696 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:35.904138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5692859-add9-42bf-bb82-688e705b5696 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:35.905234 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e5692859-add9-42bf-bb82-688e705b5696 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/6d8f0891-ed02-470b-81f4-7dbec89b4af9 HTTP/1.1" status: 404 len: 337 time: 0.0845442 Mar 02 09:07:35.910910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34836) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:35.983564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:36.001852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] Sync routers for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:36.039884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7042c5-607e-489f-9ffb-235ee5f5a750 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting subnet ff183c37-f70c-4aae-b0a5-81946a200f37 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:36.044477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:36.044709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b7042c5-607e-489f-9ffb-235ee5f5a750 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.045190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:36.070667 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f50a891d-75fb-4b93-9393-528af5f55859 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3622234 Mar 02 09:07:36.074971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34840) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:36.109330 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a6426f06-bae0-4daa-9264-37160ed68eb8 admin admin] 10.222.0.10 "PUT /v2.0/routers/1477d820-515e-4d59-9a43-1bd53092f7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0158699 Mar 02 09:07:36.109330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34844) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:36.148973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b7042c5-607e-489f-9ffb-235ee5f5a750 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.263837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b7042c5-607e-489f-9ffb-235ee5f5a750 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.403678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3f1bf9c-235c-4a2f-b567-1773319480e3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.413454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b7042c5-607e-489f-9ffb-235ee5f5a750 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.440445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Deleting port 0b6f59db-0980-492a-8a1f-3c20733a7813 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:36.440445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.466741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:36.485879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7042c5-607e-489f-9ffb-235ee5f5a750 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Subnet': ['ID=ff183c37-f70c-4aae-b0a5-81946a200f37,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:36.491955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b7042c5-607e-489f-9ffb-235ee5f5a750 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.516842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3f1bf9c-235c-4a2f-b567-1773319480e3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.522789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0b6f59db-0980-492a-8a1f-3c20733a7813 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:36.531006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Delete allocated IP 172.20.0.6 (28800cbf-c94f-4b97-b791-82025ce817b3/94d2b802-0b80-47ec-8dc4-60b2e7e20845) {{(pid=88400) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 09:07:36.590182 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6b7042c5-607e-489f-9ffb-235ee5f5a750 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/ff183c37-f70c-4aae-b0a5-81946a200f37 HTTP/1.1" status: 204 len: 168 time: 0.6683245 Mar 02 09:07:36.590889 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] The port '0b6f59db-0980-492a-8a1f-3c20733a7813' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:07:36.590993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34848) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:36.635436 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b5acc2-0595-444e-b845-866fc49eb13c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:36.636257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b5acc2-0595-444e-b845-866fc49eb13c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:36.638441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 0b6f59db-0980-492a-8a1f-3c20733a7813 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:36.642252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0b6f59db-0980-492a-8a1f-3c20733a7813 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:36.644036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6dabc843-02f7-4da0-9595-770ee82077b6 None None] Provisioning for port 440c66c9-c828-49c8-97d9-25b66a2c5180 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:36.661696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7afc7f0-811a-4148-aea3-f5e2a108bff2 None None] Network 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:36.666011 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-32b5acc2-0595-444e-b845-866fc49eb13c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/5cc6c8f9-895b-4736-becf-a3b83ecd7ecd HTTP/1.1" status: 404 len: 337 time: 0.0791996 Mar 02 09:07:36.668663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34852) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:36.683372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.26 (28800cbf-c94f-4b97-b791-82025ce817b3/de0c2f47-9347-4615-8979-fae4b2ef4c75/cd10a970-4e63-4aa1-88f9-46aca0eb1715) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:36.685951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6dabc843-02f7-4da0-9595-770ee82077b6 None None] Provisioning complete for port 440c66c9-c828-49c8-97d9-25b66a2c5180 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:36.686335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6dabc843-02f7-4da0-9595-770ee82077b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.723518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3f1bf9c-235c-4a2f-b567-1773319480e3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.726460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d3f1bf9c-235c-4a2f-b567-1773319480e3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.730430 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d3f1bf9c-235c-4a2f-b567-1773319480e3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/e72bb1c3-d0d0-4940-894f-bf66fe0ef116 HTTP/1.1" status: 204 len: 168 time: 0.6517646 Mar 02 09:07:36.743152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34856) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:36.749612 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-858b77ed-a7aa-41a1-8e9c-4d1bd9eec141 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "GET /v2.0/ports?device_id=0832c8c0-a1c8-434f-99ef-ce225f46bc25 HTTP/1.1" status: 200 len: 205 time: 0.0759640 Mar 02 09:07:36.764869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34860) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:36.772424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1bf9c-235c-4a2f-b567-1773319480e3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72bb1c3-d0d0-4940-894f-bf66fe0ef116,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:36.798283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:36.861057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-5563d12a-d5b8-4262-bf24-f5d7aa76a41e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] delete failed (client error): The resource could not be found. Mar 02 09:07:36.862107 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5563d12a-d5b8-4262-bf24-f5d7aa76a41e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/routers/0832c8c0-a1c8-434f-99ef-ce225f46bc25 HTTP/1.1" status: 404 len: 336 time: 0.0960093 Mar 02 09:07:36.865292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34864) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:36.939348 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c1c6f0-5511-4013-a99e-d8d309a80f3a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:36.939642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c1c6f0-5511-4013-a99e-d8d309a80f3a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:36.941314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-45c1c6f0-5511-4013-a99e-d8d309a80f3a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/70f82c67-08f1-46e2-950e-f25a5fc5d5bf HTTP/1.1" status: 404 len: 337 time: 0.0749104 Mar 02 09:07:36.944744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3121450-0d2c-4d50-9746-bce29c50f109 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Synchronizing usage tracker for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:36.947068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34868) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:36.949467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.000264 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-292d5caa-c41d-4746-b981-2450a362cf3a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:37.000264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292d5caa-c41d-4746-b981-2450a362cf3a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:37.000264 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-292d5caa-c41d-4746-b981-2450a362cf3a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/323b221c-9dfa-4bc3-b4e0-e8b875d92602 HTTP/1.1" status: 404 len: 337 time: 0.0450852 Mar 02 09:07:37.012032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34872) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.045582 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ebbc62-8c20-433b-9ad0-6e679a1275f1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:37.045582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ebbc62-8c20-433b-9ad0-6e679a1275f1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:37.047656 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-41ebbc62-8c20-433b-9ad0-6e679a1275f1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/41af2fb2-b860-487a-9e3c-09dd51f7039e HTTP/1.1" status: 404 len: 337 time: 0.0419037 Mar 02 09:07:37.049671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34876) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.103291 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-097f4765-1796-4810-b6f4-c1bb02831e27 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:37.104325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097f4765-1796-4810-b6f4-c1bb02831e27 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:37.106813 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-097f4765-1796-4810-b6f4-c1bb02831e27 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/1642a230-5e0b-4d18-8ab4-455e41f37216 HTTP/1.1" status: 404 len: 333 time: 0.0559936 Mar 02 09:07:37.109609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34880) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.141980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c074fcd-27fa-4e49-a64c-f20c843d2be6']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:37.151420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f3121450-0d2c-4d50-9746-bce29c50f109 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Unset dirty status for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:37.152697 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f3121450-0d2c-4d50-9746-bce29c50f109 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4100933 Mar 02 09:07:37.153649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6dabc843-02f7-4da0-9595-770ee82077b6 None None] Provisioning complete for port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:37.154052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6dabc843-02f7-4da0-9595-770ee82077b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.164541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34884) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.164541 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd52a3fb-6002-4199-b922-2031d19d420c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:37.164541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd52a3fb-6002-4199-b922-2031d19d420c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:37.164541 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fd52a3fb-6002-4199-b922-2031d19d420c tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/19c225f1-890c-4c3e-a9ff-446b34cc0718 HTTP/1.1" status: 404 len: 337 time: 0.0515056 Mar 02 09:07:37.173654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34886) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.174598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'tempest-secgroup--94315876'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:37.180445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:37.197531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:37.218410 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:07:33Z', 'revision_number': 5, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:37.220502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6dabc843-02f7-4da0-9595-770ee82077b6 None None] Port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:37.224761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] Checking router: 1477d820-515e-4d59-9a43-1bd53092f7fc for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:37.231869 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be48a84-9e41-4c1e-aec6-dbd873828e13 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:37.232815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be48a84-9e41-4c1e-aec6-dbd873828e13 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:37.242806 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2be48a84-9e41-4c1e-aec6-dbd873828e13 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/1f675fd7-570d-46be-bd3a-e6a4d24074c0 HTTP/1.1" status: 404 len: 337 time: 0.0551739 Mar 02 09:07:37.243986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] Routers {'1477d820-515e-4d59-9a43-1bd53092f7fc'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:37.244114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34892) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.244222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['1477d820-515e-4d59-9a43-1bd53092f7fc'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:37.244321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:37.244321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d36a8b-0e5d-4b4d-b85a-c0e248fe2d87') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:37.262108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.273576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.296644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477c2ec-e637-4796-ba50-ed85fb6bcda9 None None] DHCP port deletion for 948198d9-d0a4-4ef6-91aa-4b35ddd65f39 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:07:37.306267 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d25d2a4-a823-424e-88d5-c5b6bedfaff1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:37.307107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d25d2a4-a823-424e-88d5-c5b6bedfaff1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:37.307277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.308898 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2d25d2a4-a823-424e-88d5-c5b6bedfaff1 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/dc18d290-d243-4210-8ec6-cc73b14687d8 HTTP/1.1" status: 404 len: 333 time: 0.0647111 Mar 02 09:07:37.312075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.314959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6dabc843-02f7-4da0-9595-770ee82077b6 None None] Provisioning complete for port cd10a970-4e63-4aa1-88f9-46aca0eb1715 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:37.315111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:37.315316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6dabc843-02f7-4da0-9595-770ee82077b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.315471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.324898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34896) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:37.328581 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:37.343219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1477c2ec-e637-4796-ba50-ed85fb6bcda9 None None] Deleting port 746fdcda-2d8c-4e30-a732-f57ba2366c70 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:37.343589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1477c2ec-e637-4796-ba50-ed85fb6bcda9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.373890 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca91998-2ad2-49e3-b3a4-bef0e32fd852 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:37.374347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca91998-2ad2-49e3-b3a4-bef0e32fd852 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:37.375974 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6ca91998-2ad2-49e3-b3a4-bef0e32fd852 tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/561b4c8d-3180-4577-a8d7-afc06715e080 HTTP/1.1" status: 404 len: 337 time: 0.0485756 Mar 02 09:07:37.378475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:37.386420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34900) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.426437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Deleting port 757d55a8-4769-4179-8634-2ddb543362a5 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:37.426688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Usage tracker for resource:security_group_rule and tenant:9dd0c834dc3348b9bc170b2a0b83c5cc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:37.433814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:37.434459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.436300 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70a53ab-9fe4-4d57-bdf8-4d07cc9e9ebf tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:37.436807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70a53ab-9fe4-4d57-bdf8-4d07cc9e9ebf tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:37.440742 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d70a53ab-9fe4-4d57-bdf8-4d07cc9e9ebf tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/subnets/d2a64f99-90c2-480c-a826-2cb160a6701a HTTP/1.1" status: 404 len: 337 time: 0.0565724 Mar 02 09:07:37.441689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34904) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.444342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:37.533157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-93b1536f-5a15-49bb-8d97-5b0b711faf1a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Deleting port ad574569-cabf-4672-a595-747781a79812 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:37.538343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93b1536f-5a15-49bb-8d97-5b0b711faf1a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.538482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6dabc843-02f7-4da0-9595-770ee82077b6 None None] Port cd10a970-4e63-4aa1-88f9-46aca0eb1715 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:37.569141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.614533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] Set router 1477d820-515e-4d59-9a43-1bd53092f7fc gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:37.658851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object cd10a970-4e63-4aa1-88f9-46aca0eb1715 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:37.667467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.677021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.693246 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.709088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Pushing event deleted for resources: {'Network': ['ID=6c074fcd-27fa-4e49-a64c-f20c843d2be6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:37.717784 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-843d84af-ad03-47b2-81ba-991bae946c86 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/networks/6c074fcd-27fa-4e49-a64c-f20c843d2be6 HTTP/1.1" status: 204 len: 168 time: 3.9592056 Mar 02 09:07:37.720801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34908) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:37.733964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'routes': None}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:37.789805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.811396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:37.854296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ce380b-c7af-44d3-bb7c-2f862e26e1db,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:37.921685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 746fdcda-2d8c-4e30-a732-f57ba2366c70 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:37.966235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93b1536f-5a15-49bb-8d97-5b0b711faf1a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.038705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1477c2ec-e637-4796-ba50-ed85fb6bcda9 None None] For port 746fdcda-2d8c-4e30-a732-f57ba2366c70, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=746fdcda-2d8c-4e30-a732-f57ba2366c70,segment=NetworkSegment(86d865e8-868a-4a32-a965-55c54ea5dc62),segment_id=86d865e8-868a-4a32-a965-55c54ea5dc62)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:38.039085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1477c2ec-e637-4796-ba50-ed85fb6bcda9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.041945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.043298 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-451d1bc7-995d-496d-84b2-ae69abd1478e tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8756974 Mar 02 09:07:38.106930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34912) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:38.119700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-93b1536f-5a15-49bb-8d97-5b0b711faf1a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Calling delete_port for ad574569-cabf-4672-a595-747781a79812 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:38.123591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b714744c-f16a-4bbe-ba1e-c61342620d85 None None] Provisioning complete for port ad574569-cabf-4672-a595-747781a79812 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:38.124257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b714744c-f16a-4bbe-ba1e-c61342620d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.153008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-bdda5070-fb5a-48f6-aa4e-4d3fa1853b72 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:38.154175 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.api.v2.base [None req-bdda5070-fb5a-48f6-aa4e-4d3fa1853b72 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 09:07:38.154329 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-bdda5070-fb5a-48f6-aa4e-4d3fa1853b72 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 09:07:38.155948 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bdda5070-fb5a-48f6-aa4e-4d3fa1853b72 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "PUT /v2.0/security-groups/74ce380b-c7af-44d3-bb7c-2f862e26e1db HTTP/1.1" status: 409 len: 330 time: 0.0478213 Mar 02 09:07:38.159782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] For port 757d55a8-4769-4179-8634-2ddb543362a5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=757d55a8-4769-4179-8634-2ddb543362a5,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:38.160320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.167414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34916) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:38.271466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1477c2ec-e637-4796-ba50-ed85fb6bcda9 None None] Calling delete_port for 746fdcda-2d8c-4e30-a732-f57ba2366c70 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:38.323419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93b1536f-5a15-49bb-8d97-5b0b711faf1a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.404176 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b714744c-f16a-4bbe-ba1e-c61342620d85 None None] Port ad574569-cabf-4672-a595-747781a79812 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:38.413499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1536f-5a15-49bb-8d97-5b0b711faf1a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Port': ['ID=ad574569-cabf-4672-a595-747781a79812,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:38.421156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=cd10a970-4e63-4aa1-88f9-46aca0eb1715,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:38.430176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Calling delete_port for 757d55a8-4769-4179-8634-2ddb543362a5 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:38.446242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-93b1536f-5a15-49bb-8d97-5b0b711faf1a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.497955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.517771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b714744c-f16a-4bbe-ba1e-c61342620d85 None None] Provisioning complete for port 746fdcda-2d8c-4e30-a732-f57ba2366c70 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:38.518448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b714744c-f16a-4bbe-ba1e-c61342620d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.549874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] In _notify_port_updated(), no bound segment for port cd10a970-4e63-4aa1-88f9-46aca0eb1715 on network 28800cbf-c94f-4b97-b791-82025ce817b3 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:07:38.555625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:38.556282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.561638 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-18ecca6e-1135-4d5c-81e8-cf9633fcfa1b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "PUT /v2.0/ports/cd10a970-4e63-4aa1-88f9-46aca0eb1715 HTTP/1.1" status: 200 len: 920 time: 4.7721276 Mar 02 09:07:38.562658 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-93b1536f-5a15-49bb-8d97-5b0b711faf1a tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/ports/ad574569-cabf-4672-a595-747781a79812 HTTP/1.1" status: 204 len: 168 time: 1.1197660 Mar 02 09:07:38.570354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34920) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:38.570354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34922) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:38.628071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:07:33Z', 'revision_number': 5, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:38.636020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123945c8-7076-4c02-bb87-48489fecf28c None None] The sync data for ids ['1477d820-515e-4d59-9a43-1bd53092f7fc'] in dv-neutron-828796-1-hyperv is: [{'id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'name': 'tempest-ServerActionsTestJSON-1312256135-router', 'tenant_id': 'd46638fe2fb94b42895fff73d0ae8776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96'}], 'enable_snat': True}, 'gw_port_id': '757d55a8-4769-4179-8634-2ddb543362a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:02:51Z', 'updated_at': '2022-03-02T09:07:33Z', 'revision_number': 5, 'project_id': 'd46638fe2fb94b42895fff73d0ae8776', 'gw_port': {'id': '757d55a8-4769-4179-8634-2ddb543362a5', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ab:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1477d820-515e-4d59-9a43-1bd53092f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:02:53Z', 'updated_at': '2022-03-02T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:38.648848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.extraroute_db [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Added routes are [] {{(pid=88400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 09:07:38.649149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.extraroute_db [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Removed routes are [] {{(pid=88400) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 09:07:38.649514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.662979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-68bdfc3a-c08e-4b74-b7cd-ae592919f82d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.673258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b714744c-f16a-4bbe-ba1e-c61342620d85 None None] Port 746fdcda-2d8c-4e30-a732-f57ba2366c70 update to ACTIVE by agent not found {{(pid=88402) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 09:07:38.676236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1477c2ec-e637-4796-ba50-ed85fb6bcda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.751859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-68bdfc3a-c08e-4b74-b7cd-ae592919f82d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.787424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1477c2ec-e637-4796-ba50-ed85fb6bcda9 None None] No DVR routers for this DVR port 746fdcda-2d8c-4e30-a732-f57ba2366c70 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:38.792521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.800126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477c2ec-e637-4796-ba50-ed85fb6bcda9 None None] Pushing event deleted for resources: {'Port': ['ID=746fdcda-2d8c-4e30-a732-f57ba2366c70,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:38.808962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-34009ecb-ef7e-410b-b1aa-56508d895020 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port cd10a970-4e63-4aa1-88f9-46aca0eb1715 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:38.808962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34009ecb-ef7e-410b-b1aa-56508d895020 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.867212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-730c6bf8-e9f0-4731-9360-d2074ed8bdf4 None None] Provisioning for port cd10a970-4e63-4aa1-88f9-46aca0eb1715 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:38.877147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-730c6bf8-e9f0-4731-9360-d2074ed8bdf4 None None] Provisioning complete for port cd10a970-4e63-4aa1-88f9-46aca0eb1715 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:38.877147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-730c6bf8-e9f0-4731-9360-d2074ed8bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:38.946873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-730c6bf8-e9f0-4731-9360-d2074ed8bdf4 None None] Port cd10a970-4e63-4aa1-88f9-46aca0eb1715 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:39.057072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.075057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.075057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.161646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948198d9-d0a4-4ef6-91aa-4b35ddd65f39']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:39.184584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-68bdfc3a-c08e-4b74-b7cd-ae592919f82d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.187985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d865e8-868a-4a32-a965-55c54ea5dc62') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:39.188674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d865e8-868a-4a32-a965-55c54ea5dc62') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:39.206882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.243593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdfc3a-c08e-4b74-b7cd-ae592919f82d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ce380b-c7af-44d3-bb7c-2f862e26e1db,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:39.248227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.249693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-68bdfc3a-c08e-4b74-b7cd-ae592919f82d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.249693 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-68bdfc3a-c08e-4b74-b7cd-ae592919f82d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/74ce380b-c7af-44d3-bb7c-2f862e26e1db HTTP/1.1" status: 204 len: 168 time: 1.0096622 Mar 02 09:07:39.249903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34928) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:39.264468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34009ecb-ef7e-410b-b1aa-56508d895020 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.275847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:39.275847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:39.287262 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:39.352569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:07:39.481001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-34009ecb-ef7e-410b-b1aa-56508d895020 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for cd10a970-4e63-4aa1-88f9-46aca0eb1715 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:39.492484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.559649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8d2eccd7-95b5-40f9-b810-eef1c5f2886c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Synchronizing usage tracker for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:39.666223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.673638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:39.676868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=757d55a8-4769-4179-8634-2ddb543362a5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:39.685001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.689393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.693821 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-eb197ae7-4cf5-4552-8069-5f11003f2d1b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3 HTTP/1.1" status: 200 len: 704 time: 1.9640243 Mar 02 09:07:39.693821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34932) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:39.695115 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] Sync routers for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:39.698940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] Pushing event deleted for resources: {'Network': ['ID=948198d9-d0a4-4ef6-91aa-4b35ddd65f39,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:39.702747 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7c1dfcaa-df0a-4d7b-9f21-1c8d298df80e tempest-PortsIpV6TestJSON-1412223260 tempest-PortsIpV6TestJSON-1412223260-project] 10.222.0.10 "DELETE /v2.0/networks/948198d9-d0a4-4ef6-91aa-4b35ddd65f39 HTTP/1.1" status: 204 len: 168 time: 1.1348894 Mar 02 09:07:39.706057 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:39.706905 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:39.711978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8d2eccd7-95b5-40f9-b810-eef1c5f2886c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] Unset dirty status for tenant:9dd0c834dc3348b9bc170b2a0b83c5cc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:39.719529 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8d2eccd7-95b5-40f9-b810-eef1c5f2886c tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4643314 Mar 02 09:07:39.719660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34938) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:39.739115 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-353e5f8c-940c-4436-a64c-5cbd940a33f0 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] delete failed (client error): The resource could not be found. Mar 02 09:07:39.744906 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-353e5f8c-940c-4436-a64c-5cbd940a33f0 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "DELETE /v2.0/security-groups/ed1e689d-3935-4bd2-827f-c3d3a4231c74 HTTP/1.1" status: 404 len: 347 time: 0.0197308 Mar 02 09:07:39.744906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34942) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:39.813749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-524ab88b-4ff2-4c18-878d-cdf60c3fb9d2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:39.868914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e574a945-54b5-4847-af92-3734962f69bc no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:39.897550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.916996 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:39.925296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: e574a945-54b5-4847-af92-3734962f69bc {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:39.925643 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e574a945-54b5-4847-af92-3734962f69bc not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:39.926881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34009ecb-ef7e-410b-b1aa-56508d895020 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:39.974696 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-fceafddc-5782-45ff-b577-ae888dbc4e1d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] show failed (client error): The resource could not be found. Mar 02 09:07:39.981587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fceafddc-5782-45ff-b577-ae888dbc4e1d tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-groups/b9eb630b-3577-44b4-bb44-23c6b180cbdf HTTP/1.1" status: 404 len: 347 time: 0.2302511 Mar 02 09:07:39.984172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34946) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:39.987836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34009ecb-ef7e-410b-b1aa-56508d895020 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=cd10a970-4e63-4aa1-88f9-46aca0eb1715,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:40.046781 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:31Z', 'revision_number': 11, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:40.051654 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] Checking router: 318dc00a-2f3a-4848-b86f-f4d4310e69b3 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:40.062890 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] Routers {'318dc00a-2f3a-4848-b86f-f4d4310e69b3'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:40.064758 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:40.067887 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-4619ff8c-c47e-4020-b732-02c5900f58c3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] show failed (client error): The resource could not be found. Mar 02 09:07:40.069144 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4619ff8c-c47e-4020-b732-02c5900f58c3 tempest-NegativeSecGroupTest-597171022 tempest-NegativeSecGroupTest-597171022-project] 10.222.0.10 "GET /v2.0/security-group-rules/fc548a87-3426-4f11-8314-42be91d55836 HTTP/1.1" status: 404 len: 356 time: 0.0826635 Mar 02 09:07:40.090227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-524ab88b-4ff2-4c18-878d-cdf60c3fb9d2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:40.100935 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-524ab88b-4ff2-4c18-878d-cdf60c3fb9d2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=318dc00a-2f3a-4848-b86f-f4d4310e69b3 HTTP/1.1" status: 200 len: 205 time: 0.4030473 Mar 02 09:07:40.100935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.101674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.103494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34952) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:40.219827 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] Set router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:40.229925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.233520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1477d820-515e-4d59-9a43-1bd53092f7fc {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:07:40.252724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.254024 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2b647037-6c8d-4a2a-843a-2602a7cc38b7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1477d820-515e-4d59-9a43-1bd53092f7fc HTTP/1.1" status: 204 len: 168 time: 4.1498554 Mar 02 09:07:40.257358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34956) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:40.280797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34009ecb-ef7e-410b-b1aa-56508d895020 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.283738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-34009ecb-ef7e-410b-b1aa-56508d895020 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/cd10a970-4e63-4aa1-88f9-46aca0eb1715 HTTP/1.1" status: 204 len: 168 time: 1.7178764 Mar 02 09:07:40.290659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b19d2ef9-40c2-4822-a72d-e5fddb6d1703 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.293504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34960) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:40.358172 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:31Z', 'revision_number': 11, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:40.363149 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d4b6d1-da1f-4769-9bc9-0f6793dac239 None None] The sync data for ids ['318dc00a-2f3a-4848-b86f-f4d4310e69b3'] in dv-neutron-828796-1-hyperv is: [{'id': '318dc00a-2f3a-4848-b86f-f4d4310e69b3', 'name': 'tempest-RoutersIpV6Test-router-710882347', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:52Z', 'updated_at': '2022-03-02T09:07:31Z', 'revision_number': 11, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:40.375485 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-73219303-222c-4750-8aaf-d468a9f92fa7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:07:40.376027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-73219303-222c-4750-8aaf-d468a9f92fa7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:40.410485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Deleting subnet b0249c75-7c33-46ab-817c-73fee3e37cb2 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:40.414171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.495929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.514111 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34966) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:40.562806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-73219303-222c-4750-8aaf-d468a9f92fa7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:40.567090 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-73219303-222c-4750-8aaf-d468a9f92fa7 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/cd10a970-4e63-4aa1-88f9-46aca0eb1715 HTTP/1.1" status: 404 len: 333 time: 0.2726157 Mar 02 09:07:40.575343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34974) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:40.693325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.696480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.731422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34978) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:40.768511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.776711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b19d2ef9-40c2-4822-a72d-e5fddb6d1703 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.781694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b19d2ef9-40c2-4822-a72d-e5fddb6d1703 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.832385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fd3ccf10-eafb-45e9-b943-f9b36426e875 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f439895a1ece46558005b82d97396d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146915 Mar 02 09:07:40.832594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34984) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:40.887497 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-70cc451b-1283-493a-9717-f1621414955c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9dd0c834dc3348b9bc170b2a0b83c5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544223 Mar 02 09:07:40.889939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 34988) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:40.893902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-599bd543-926e-4d8a-a6aa-865a60100d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.936235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-599bd543-926e-4d8a-a6aa-865a60100d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.941407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.981416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b19d2ef9-40c2-4822-a72d-e5fddb6d1703 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.981416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19d2ef9-40c2-4822-a72d-e5fddb6d1703 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Fanout notify agent at l3_agent the message router_deleted on router 318dc00a-2f3a-4848-b86f-f4d4310e69b3 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:07:40.983018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:40.986558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e94a92bc-9328-4f5c-a8d2-529bdce94204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.009263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b19d2ef9-40c2-4822-a72d-e5fddb6d1703 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.016860 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b19d2ef9-40c2-4822-a72d-e5fddb6d1703 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3 HTTP/1.1" status: 204 len: 168 time: 0.9057872 Mar 02 09:07:41.016860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34994) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:41.017065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4494b1e9-672c-4a7a-9716-2dc0e1f0e4ee,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:41.020313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1395084218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:41.027739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:41.031709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Usage tracker for resource:router and tenant:8813bd49430948cabb19073849974109 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:41.035408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:41.043281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:41.045739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0249c75-7c33-46ab-817c-73fee3e37cb2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:41.049639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.050008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.050534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.050870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.057034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.057034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.057034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.057034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.057034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.057034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.057034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.057034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.058839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759566d-48c4-4e33-abaf-331e333777e5 None None] Network 176f00c6-11c0-49d6-a4a8-7155a7d99d1e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:41.059221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.078363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.079211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-599bd543-926e-4d8a-a6aa-865a60100d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.079626 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6c735a34-71b8-401c-a5b3-13340be821be tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/security-groups/4494b1e9-672c-4a7a-9716-2dc0e1f0e4ee HTTP/1.1" status: 204 len: 168 time: 0.5054786 Mar 02 09:07:41.081036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.081383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.081939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.082455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.082753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.083174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.083550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.083827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.084332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.086134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.086681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-599bd543-926e-4d8a-a6aa-865a60100d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.086850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.087343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:41.088196 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-599bd543-926e-4d8a-a6aa-865a60100d21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0364644d-c1a7-424d-97a2-82a9df681eab HTTP/1.1" status: 204 len: 168 time: 0.2544377 Mar 02 09:07:41.089174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 34998) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:41.096060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e94a92bc-9328-4f5c-a8d2-529bdce94204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.111456 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e3948118-9ed3-4f55-be2a-e9b734ba1576 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b0249c75-7c33-46ab-817c-73fee3e37cb2 HTTP/1.1" status: 204 len: 168 time: 0.8530204 Mar 02 09:07:41.122790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35002) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:41.153987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bd543-926e-4d8a-a6aa-865a60100d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0364644d-c1a7-424d-97a2-82a9df681eab,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:41.171575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.172601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.238793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e94a92bc-9328-4f5c-a8d2-529bdce94204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.258692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a92bc-9328-4f5c-a8d2-529bdce94204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f1e774-7896-4c48-b789-badccd03e2a4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:41.284037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.302527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.328874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.346098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Deleting port 560bad1c-fe5d-4593-b818-bc39fa997430 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:41.346098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.346288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e94a92bc-9328-4f5c-a8d2-529bdce94204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.350500 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e94a92bc-9328-4f5c-a8d2-529bdce94204 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3f1e774-7896-4c48-b789-badccd03e2a4 HTTP/1.1" status: 204 len: 168 time: 0.4591649 Mar 02 09:07:41.379364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] DHCP port deletion for 176f00c6-11c0-49d6-a4a8-7155a7d99d1e request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:07:41.383416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Deleting port 560bad1c-fe5d-4593-b818-bc39fa997430 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:41.384321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.403291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.420388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.610921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.612273 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2a7c3479-8146-41e3-aeea-6035d913376a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5962672 Mar 02 09:07:41.615458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35016) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:41.622197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-da56167a-2d81-47f9-a505-6815146115e4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:41.648520 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] For port 560bad1c-fe5d-4593-b818-bc39fa997430, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=560bad1c-fe5d-4593-b818-bc39fa997430,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:41.648887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.660212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.729680 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] For port 560bad1c-fe5d-4593-b818-bc39fa997430, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=560bad1c-fe5d-4593-b818-bc39fa997430,segment=NetworkSegment(3e08214f-b248-40ee-b063-56d2464a6961),segment_id=3e08214f-b248-40ee-b063-56d2464a6961)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:41.731238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:41.996327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bace36a-2081-475c-ba36-e627ad075c42,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:42.007301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Calling delete_port for 560bad1c-fe5d-4593-b818-bc39fa997430 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:42.009030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Calling delete_port for 560bad1c-fe5d-4593-b818-bc39fa997430 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:42.064709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.065311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.065887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.067056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.067603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.068861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.069473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.070222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.071299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.072536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.077424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.077424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.088669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.090692 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3a6bb041-2119-43bd-97cf-0f2ced9fc053 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/security-groups/4bace36a-2081-475c-ba36-e627ad075c42 HTTP/1.1" status: 204 len: 168 time: 0.9699867 Mar 02 09:07:42.093325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35032) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:42.106888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 757d55a8-4769-4179-8634-2ddb543362a5 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:42.144239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 757d55a8-4769-4179-8634-2ddb543362a5 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:42.144508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 757d55a8-4769-4179-8634-2ddb543362a5 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:42.144928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 560bad1c-fe5d-4593-b818-bc39fa997430 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:42.162221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da56167a-2d81-47f9-a505-6815146115e4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.195447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-221b6c2f-82e5-41c7-8429-83ad820faa5e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet 94d2b802-0b80-47ec-8dc4-60b2e7e20845 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:42.198570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-221b6c2f-82e5-41c7-8429-83ad820faa5e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.242488 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Port 560bad1c-fe5d-4593-b818-bc39fa997430 update to DOWN by agent not found {{(pid=88402) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 09:07:42.244126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.271365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-221b6c2f-82e5-41c7-8429-83ad820faa5e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.272456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da56167a-2d81-47f9-a505-6815146115e4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.294956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Pushing event deleted for resources: {'Port': ['ID=560bad1c-fe5d-4593-b818-bc39fa997430,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:42.305736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] No DVR routers for this DVR port 560bad1c-fe5d-4593-b818-bc39fa997430 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:42.312230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.312575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.313099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.313622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.314148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.314633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.315134 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.315630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.316113 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.316605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.316932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.317254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e1c25b-56db-4c67-a81f-ce7077485301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:07:42.338263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:07:42.338598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:07:42.381221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-221b6c2f-82e5-41c7-8429-83ad820faa5e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.576181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-221b6c2f-82e5-41c7-8429-83ad820faa5e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.623134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b6c2f-82e5-41c7-8429-83ad820faa5e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=94d2b802-0b80-47ec-8dc4-60b2e7e20845,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:42.637565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-221b6c2f-82e5-41c7-8429-83ad820faa5e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.637565 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-221b6c2f-82e5-41c7-8429-83ad820faa5e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/94d2b802-0b80-47ec-8dc4-60b2e7e20845 HTTP/1.1" status: 204 len: 168 time: 0.5387936 Mar 02 09:07:42.638553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35050) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:42.640171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e51351-378b-4920-8904-7132d5a78b5b None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:42.644322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:42.714346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da56167a-2d81-47f9-a505-6815146115e4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Router 42d96a30-576b-48fe-bd29-d279b7882ab7 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:07:42.802354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:42.811475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:42.822664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:42.823876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35058) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:42.831527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:42.839453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Deleting port 560bad1c-fe5d-4593-b818-bc39fa997430 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:42.840128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.918320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da56167a-2d81-47f9-a505-6815146115e4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:07:42.919156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] The port '560bad1c-fe5d-4593-b818-bc39fa997430' was deleted {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:07:42.926960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-da56167a-2d81-47f9-a505-6815146115e4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:42.928324 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-da56167a-2d81-47f9-a505-6815146115e4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "PUT /v2.0/routers/42d96a30-576b-48fe-bd29-d279b7882ab7 HTTP/1.1" status: 200 len: 698 time: 1.3113596 Mar 02 09:07:42.931021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35064) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:42.952985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] Sync routers for ids ['42d96a30-576b-48fe-bd29-d279b7882ab7'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:07:42.974589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] Routers {'42d96a30-576b-48fe-bd29-d279b7882ab7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:42.975452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['42d96a30-576b-48fe-bd29-d279b7882ab7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:43.006544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35068) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:43.015613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:43.019709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.154735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.169226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] Set router 42d96a30-576b-48fe-bd29-d279b7882ab7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:43.173227 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7064bb7a-bdf7-4872-bbfe-45963da5fb09 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/routers/42d96a30-576b-48fe-bd29-d279b7882ab7 HTTP/1.1" status: 200 len: 704 time: 0.2407305 Mar 02 09:07:43.175787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35074) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:43.245553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0390e559-1210-426a-8141-243a93961dd2 tempest-DvrRoutersNegativeTest-1539235595 tempest-DvrRoutersNegativeTest-1539235595-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1503932900', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:43.248801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.policy [None req-0390e559-1210-426a-8141-243a93961dd2 tempest-DvrRoutersNegativeTest-1539235595 tempest-DvrRoutersNegativeTest-1539235595-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88400) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 02 09:07:43.249097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.policy [None req-0390e559-1210-426a-8141-243a93961dd2 tempest-DvrRoutersNegativeTest-1539235595 tempest-DvrRoutersNegativeTest-1539235595-project] Failed policy check for 'create_router' {{(pid=88400) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 02 09:07:43.249622 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-0390e559-1210-426a-8141-243a93961dd2 tempest-DvrRoutersNegativeTest-1539235595 tempest-DvrRoutersNegativeTest-1539235595-project] create failed (client error): Access was denied to this resource. Mar 02 09:07:43.252411 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0390e559-1210-426a-8141-243a93961dd2 tempest-DvrRoutersNegativeTest-1539235595 tempest-DvrRoutersNegativeTest-1539235595-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4218147 Mar 02 09:07:43.265799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1438445103-network', 'tenant_id': '27cf156a47bb49a6852ef71daf38a4cd'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:43.270863 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ba2645d6-846b-462f-ba35-6473a544d716 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=42d96a30-576b-48fe-bd29-d279b7882ab7 HTTP/1.1" status: 200 len: 205 time: 0.0926344 Mar 02 09:07:43.273161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:43.275592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35082) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:43.281078 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Usage tracker for resource:network and tenant:27cf156a47bb49a6852ef71daf38a4cd is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:43.333068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176f00c6-11c0-49d6-a4a8-7155a7d99d1e']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:43.342870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d96a30-576b-48fe-bd29-d279b7882ab7', 'name': 'tempest-RoutersIpV6Test-router-1395084218', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:07:41Z', 'updated_at': '2022-03-02T09:07:42Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:43.344262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:43.357242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e08214f-b248-40ee-b063-56d2464a6961') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:43.357532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e08214f-b248-40ee-b063-56d2464a6961') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:43.365599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] Checking router: 42d96a30-576b-48fe-bd29-d279b7882ab7 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:07:43.370351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:43.380032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.380976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] Routers {'42d96a30-576b-48fe-bd29-d279b7882ab7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:07:43.381613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['42d96a30-576b-48fe-bd29-d279b7882ab7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:43.409133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.419984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:43.420362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: util.warn( Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:43.434718 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:43.454519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6a44432-07cb-42ab-9cd0-3d7488bed846 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.579129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Made reservation on behalf of 27cf156a47bb49a6852ef71daf38a4cd for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:43.581473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.629765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.668123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] Set router 42d96a30-576b-48fe-bd29-d279b7882ab7 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:07:43.673929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.689399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.716199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] Pushing event deleted for resources: {'Network': ['ID=176f00c6-11c0-49d6-a4a8-7155a7d99d1e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:43.717924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:43.724675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Usage tracker for resource:security_group_rule and tenant:27cf156a47bb49a6852ef71daf38a4cd is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:43.728026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:43.734763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-041453ef-ca0f-4cbb-9688-fd55e5043bac admin admin] 10.222.0.10 "DELETE /v2.0/networks/176f00c6-11c0-49d6-a4a8-7155a7d99d1e HTTP/1.1" status: 204 len: 168 time: 2.6084344 Mar 02 09:07:43.735846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:43.820473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:43.921649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d96a30-576b-48fe-bd29-d279b7882ab7', 'name': 'tempest-RoutersIpV6Test-router-1395084218', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:07:41Z', 'updated_at': '2022-03-02T09:07:42Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:43.927542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32f60f-708b-45cd-816c-770530c4741e None None] The sync data for ids ['42d96a30-576b-48fe-bd29-d279b7882ab7'] in dv-neutron-828796-1-hyperv is: [{'id': '42d96a30-576b-48fe-bd29-d279b7882ab7', 'name': 'tempest-RoutersIpV6Test-router-1395084218', 'tenant_id': '8813bd49430948cabb19073849974109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:07:41Z', 'updated_at': '2022-03-02T09:07:42Z', 'revision_number': 2, 'project_id': '8813bd49430948cabb19073849974109', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:07:43.944122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=75946022-b660-49f1-81c1-6539ea27d342,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:43.963103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:43.964117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:43.975350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:43.975942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.012424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35090) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.065237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6a44432-07cb-42ab-9cd0-3d7488bed846 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.073178 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aee4b266-186d-48d1-9b01-4984c77c8cdf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4331977 Mar 02 09:07:44.077332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35096) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.080874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6a44432-07cb-42ab-9cd0-3d7488bed846 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.081816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'security_group': {'name': 'tempest-secgroup-467510621'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:44.104774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:44.114717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:44.119858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.125562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:44.131972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:44.151495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b637404-3096-4c75-a1a8-54d95205821e None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:44.189464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf18e264-fdee-4c65-be64-5d326526c341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.225408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-bf18e264-fdee-4c65-be64-5d326526c341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:44.225408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-bf18e264-fdee-4c65-be64-5d326526c341 admin admin] Usage tracker for resource:security_group_rule and tenant:36507d6a628440ab9a2fd1b3f48d65e8 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:44.225408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-bf18e264-fdee-4c65-be64-5d326526c341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:44.226838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35100) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.235481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-bf18e264-fdee-4c65-be64-5d326526c341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:44.254970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.273903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6a44432-07cb-42ab-9cd0-3d7488bed846 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.275280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a44432-07cb-42ab-9cd0-3d7488bed846 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Fanout notify agent at l3_agent the message router_deleted on router 42d96a30-576b-48fe-bd29-d279b7882ab7 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:07:44.340365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.341474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e1108725-030d-45a3-bece-f3c5ddd548d3 None None] Provisioning complete for port 440c66c9-c828-49c8-97d9-25b66a2c5180 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:44.342507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e1108725-030d-45a3-bece-f3c5ddd548d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.362191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:07:44.383542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:44.388498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group_rule and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:44.389776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.390799 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Added segment 98eb89ad-8b99-42e2-b138-27fc6443d856 of type vlan for network 63514855-7dd4-4589-9078-be49e1d2c98a Mar 02 09:07:44.392831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:44.399920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:44.430641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee264977-105f-4adb-a44f-28959f727f16,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:44.468367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.474923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b6a44432-07cb-42ab-9cd0-3d7488bed846 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.484520 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b6a44432-07cb-42ab-9cd0-3d7488bed846 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/42d96a30-576b-48fe-bd29-d279b7882ab7 HTTP/1.1" status: 204 len: 168 time: 1.2060142 Mar 02 09:07:44.484520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35106) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.486315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.488682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf18e264-fdee-4c65-be64-5d326526c341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.551250 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-27fb6f2e-d75e-4d12-a327-86404ecfb727 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=42d96a30-576b-48fe-bd29-d279b7882ab7 HTTP/1.1" status: 200 len: 205 time: 0.0652378 Mar 02 09:07:44.556869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35110) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.631383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.672288 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-a64a7467-5c1d-45e8-bd98-904d11c5a9e2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] delete failed (client error): The resource could not be found. Mar 02 09:07:44.673293 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a64a7467-5c1d-45e8-bd98-904d11c5a9e2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/42d96a30-576b-48fe-bd29-d279b7882ab7 HTTP/1.1" status: 404 len: 336 time: 0.1133692 Mar 02 09:07:44.676266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35114) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.702533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf18e264-fdee-4c65-be64-5d326526c341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.738539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e1108725-030d-45a3-bece-f3c5ddd548d3 None None] Provisioning complete for port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:44.738880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e1108725-030d-45a3-bece-f3c5ddd548d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.748594 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f3f7c524-624f-4206-933e-3aa9d96923ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d46638fe2fb94b42895fff73d0ae8776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206003 Mar 02 09:07:44.756058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56799131-d945-4b98-b5a6-242a085e7223,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:44.761099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35118) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.819928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e1108725-030d-45a3-bece-f3c5ddd548d3 None None] Port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:44.903777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.904973 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a2df1870-92ff-4846-8bd3-04b1d80b49bf tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8276663 Mar 02 09:07:44.910583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.911533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:44.912084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.915184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bf18e264-fdee-4c65-be64-5d326526c341 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36507d6a628440ab9a2fd1b3f48d65e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9016392 Mar 02 09:07:44.915766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35122) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.916083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35124) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.932565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26679a18-559a-45fb-ba88-2c88bc4a2a37 None None] Update dhcp port {'port': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'fixed_ips': [{'subnet_id': 'de0c2f47-9347-4615-8979-fae4b2ef4c75', 'ip_address': '172.20.0.18'}, {'subnet_id': '75946022-b660-49f1-81c1-6539ea27d342'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': '440c66c9-c828-49c8-97d9-25b66a2c5180'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:07:44.941756 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cd7f8e-b9c2-4dc1-8178-002f87c0f5f0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:44.942250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cd7f8e-b9c2-4dc1-8178-002f87c0f5f0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:44.954213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'security_group': {'name': 'tempest-secgroup-1391576196'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:44.966885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:44.971097 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-05cd7f8e-b9c2-4dc1-8178-002f87c0f5f0 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/73f41f4a-cf04-44a2-8810-cb6cfd94c31d HTTP/1.1" status: 404 len: 337 time: 0.2928829 Mar 02 09:07:44.974703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35130) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:44.981416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18e264-fdee-4c65-be64-5d326526c341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf91b21-1899-4727-a1e5-087b0ae18baf,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:44.992361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:44.994399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26679a18-559a-45fb-ba88-2c88bc4a2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:44.994770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:45.010166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:45.052861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00dfe3fa-b55d-4a80-a44e-ae7fe73f1a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.078107 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0567029 Mar 02 09:07:45.078331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2c5747e3-c227-4a89-b10f-302e693a8ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.079568 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-247354f9-caab-466b-ac21-9953078a9e61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:45.080017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247354f9-caab-466b-ac21-9953078a9e61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:45.082101 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-247354f9-caab-466b-ac21-9953078a9e61 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/75078f05-b749-436c-b576-08be7b40cab0 HTTP/1.1" status: 404 len: 337 time: 0.1063199 Mar 02 09:07:45.082760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35134) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.087750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35136) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.094143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Request body: {'subnet': {'network_id': '63514855-7dd4-4589-9078-be49e1d2c98a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1438445103-subnet', 'tenant_id': '27cf156a47bb49a6852ef71daf38a4cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:45.099207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:45.103692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Usage tracker for resource:subnet and tenant:27cf156a47bb49a6852ef71daf38a4cd is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:45.107119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:45.114308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:45.125507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de082095-d70c-4a2d-a01f-65cdc11b4ddd admin admin] Pushing event updated for resources: {'Network': ['ID=63514855-7dd4-4589-9078-be49e1d2c98a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:45.140367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 63514855-7dd4-4589-9078-be49e1d2c98a details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:07:45.148684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00dfe3fa-b55d-4a80-a44e-ae7fe73f1a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.161810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.185096 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-85429bf0-bc61-4409-b4b9-412fd4f32d0f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:45.185585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85429bf0-bc61-4409-b4b9-412fd4f32d0f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:45.187597 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-85429bf0-bc61-4409-b4b9-412fd4f32d0f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/29b610fe-c7f6-4679-b690-61e8717c94ce HTTP/1.1" status: 404 len: 337 time: 0.0920691 Mar 02 09:07:45.195187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35142) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.202275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2c5747e3-c227-4a89-b10f-302e693a8ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.242899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Made reservation on behalf of 27cf156a47bb49a6852ef71daf38a4cd for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:45.246505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.248516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:45.263249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group_rule and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:45.271644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:45.278715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:45.281042 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-951e95da-a499-4c52-8c8d-f92c15c01ba2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:45.281550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951e95da-a499-4c52-8c8d-f92c15c01ba2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:45.285945 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-951e95da-a499-4c52-8c8d-f92c15c01ba2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/861d5107-84f2-4326-835f-1ac58e361b0e HTTP/1.1" status: 404 len: 337 time: 0.0898266 Mar 02 09:07:45.286515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35146) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.327085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-26679a18-559a-45fb-ba88-2c88bc4a2a37 None None] Allocated IP 172.20.0.2 (28800cbf-c94f-4b97-b791-82025ce817b3/75946022-b660-49f1-81c1-6539ea27d342/440c66c9-c828-49c8-97d9-25b66a2c5180) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:45.352095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6b4a6538-d289-4941-8b98-db28635cdc2a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Synchronizing usage tracker for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:45.369987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6b4a6538-d289-4941-8b98-db28635cdc2a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] Unset dirty status for tenant:8813bd49430948cabb19073849974109 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:45.371212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6b4a6538-d289-4941-8b98-db28635cdc2a tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=318dc00a-2f3a-4848-b86f-f4d4310e69b3 HTTP/1.1" status: 200 len: 205 time: 0.0819445 Mar 02 09:07:45.377377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35150) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.436053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00dfe3fa-b55d-4a80-a44e-ae7fe73f1a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.461685 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-22e654a0-aaaf-4464-b853-332ca73d52e7 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] delete failed (client error): The resource could not be found. Mar 02 09:07:45.465428 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-22e654a0-aaaf-4464-b853-332ca73d52e7 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/318dc00a-2f3a-4848-b86f-f4d4310e69b3 HTTP/1.1" status: 404 len: 336 time: 0.0878470 Mar 02 09:07:45.466225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfe3fa-b55d-4a80-a44e-ae7fe73f1a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6664d6-6045-4e2a-9a5d-400ea4610887,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:45.467114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35154) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.474872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00dfe3fa-b55d-4a80-a44e-ae7fe73f1a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.478396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-00dfe3fa-b55d-4a80-a44e-ae7fe73f1a43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f6664d6-6045-4e2a-9a5d-400ea4610887 HTTP/1.1" status: 204 len: 168 time: 0.7138391 Mar 02 09:07:45.496601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2c5747e3-c227-4a89-b10f-302e693a8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.506547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-26679a18-559a-45fb-ba88-2c88bc4a2a37 None None] For port 440c66c9-c828-49c8-97d9-25b66a2c5180, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=440c66c9-c828-49c8-97d9-25b66a2c5180,segment=NetworkSegment(f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c),segment_id=f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:45.526633 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d427fd33-d3ee-4af5-9036-4d543bc69760 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a501c7d-677b-4821-9928-1a17d1e4e474 HTTP/1.1" status: 200 len: 205 time: 0.0580668 Mar 02 09:07:45.529725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35160) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.538251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2c5747e3-c227-4a89-b10f-302e693a8ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.557478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26679a18-559a-45fb-ba88-2c88bc4a2a37 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.566942 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2c5747e3-c227-4a89-b10f-302e693a8ab1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0bf91b21-1899-4727-a1e5-087b0ae18baf HTTP/1.1" status: 204 len: 168 time: 0.6396031 Mar 02 09:07:45.567918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5747e3-c227-4a89-b10f-302e693a8ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf91b21-1899-4727-a1e5-087b0ae18baf,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:45.621274 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-a44ee2ad-bbd1-410e-8b5a-a01dfc44f122 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] delete failed (client error): The resource could not be found. Mar 02 09:07:45.625091 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a44ee2ad-bbd1-410e-8b5a-a01dfc44f122 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/5a501c7d-677b-4821-9928-1a17d1e4e474 HTTP/1.1" status: 404 len: 336 time: 0.0914898 Mar 02 09:07:45.625292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35166) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.633934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-26679a18-559a-45fb-ba88-2c88bc4a2a37 None None] Transition to ACTIVE for port object 440c66c9-c828-49c8-97d9-25b66a2c5180 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:45.646892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.695114 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab84ad1-c2fd-4d59-b994-aa4cd8c93e7d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:45.695490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab84ad1-c2fd-4d59-b994-aa4cd8c93e7d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:45.709372 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5ab84ad1-c2fd-4d59-b994-aa4cd8c93e7d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/b895952f-ee5e-4a06-9515-76534e9c7255 HTTP/1.1" status: 404 len: 337 time: 0.0816395 Mar 02 09:07:45.711410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35170) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.728797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-26679a18-559a-45fb-ba88-2c88bc4a2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.759264 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-00116b1d-81f0-4c9c-b0c4-72e6720fa651 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=dbaf9ac7-18f9-4fcd-87c0-d0950963018c HTTP/1.1" status: 200 len: 205 time: 0.0444989 Mar 02 09:07:45.759264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.760364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35174) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.804932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f0d029-65bb-4495-b7bd-e9f3d959317f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:45.850036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.878982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26679a18-559a-45fb-ba88-2c88bc4a2a37 None None] Pushing event updated for resources: {'Port': ['ID=440c66c9-c828-49c8-97d9-25b66a2c5180,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:45.881682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:45.883718 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-bcc0887a-01ca-4494-9f9f-0a2b0e3d7306 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] delete failed (client error): The resource could not be found. Mar 02 09:07:45.884731 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bcc0887a-01ca-4494-9f9f-0a2b0e3d7306 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/dbaf9ac7-18f9-4fcd-87c0-d0950963018c HTTP/1.1" status: 404 len: 336 time: 0.1232078 Mar 02 09:07:45.886815 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d2807833-5330-4d80-9fde-1190c449760b tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9604435 Mar 02 09:07:45.887699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35180) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.888035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35182) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:45.942634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Checking segment: {'id': '98eb89ad-8b99-42e2-b138-27fc6443d856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '63514855-7dd4-4589-9078-be49e1d2c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:07:45.942850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'security_group': {'name': 'tempest-secgroup-525771671'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:45.942989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Network hostable DHCP agents. Network: 63514855-7dd4-4589-9078-be49e1d2c98a, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:07:45.948948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:45.953138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:45.956360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bcf751-0574-4ffe-a375-75a441500a80,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:45.956589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:45.964095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:45.973147 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f8aba79b-b3bd-4b4e-9ccc-74c5a83d325d tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8 HTTP/1.1" status: 200 len: 205 time: 0.0821736 Mar 02 09:07:45.977177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35190) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.045635 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-b1c9ec02-afd1-4607-9c3f-7b9d938720e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] delete failed (client error): The resource could not be found. Mar 02 09:07:46.046689 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b1c9ec02-afd1-4607-9c3f-7b9d938720e1 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/3375d2b3-e7ba-49f8-bf76-4f16cb4d6ef8 HTTP/1.1" status: 404 len: 336 time: 0.0687819 Mar 02 09:07:46.049305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35198) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.053816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Network 63514855-7dd4-4589-9078-be49e1d2c98a is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:07:46.084511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:46.099745 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0ad028-6f4d-4de0-a561-9ecf4e76367b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:46.101097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0ad028-6f4d-4de0-a561-9ecf4e76367b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:46.106264 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bf0ad028-6f4d-4de0-a561-9ecf4e76367b tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/4f28d5cb-394d-4380-b087-a411435e2224 HTTP/1.1" status: 404 len: 337 time: 0.0540149 Mar 02 09:07:46.107678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35204) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.111220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:46.123312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:security_group_rule and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:46.123312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:46.130303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:46.184952 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-da9c410a-b435-49a9-bc53-4469079a26b4 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=059e283d-8cf9-43b1-8340-c44463f9388a HTTP/1.1" status: 200 len: 205 time: 0.0759656 Mar 02 09:07:46.188196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35214) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.235262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:46.260371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 63514855-7dd4-4589-9078-be49e1d2c98a) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:46.269343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185cc2e7-1d90-4e8c-8348-7dd75e6a85d7 None None] Network 63514855-7dd4-4589-9078-be49e1d2c98a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:46.272067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:46.274027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:46.302491 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-e26ebdb3-9783-4f49-8068-dbaab3e0d9b2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] delete failed (client error): The resource could not be found. Mar 02 09:07:46.304690 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e26ebdb3-9783-4f49-8068-dbaab3e0d9b2 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/059e283d-8cf9-43b1-8340-c44463f9388a HTTP/1.1" status: 404 len: 336 time: 0.1150122 Mar 02 09:07:46.307386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35220) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.355651 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8753bf02-6a9b-4940-9e06-9b5a8759b29f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:46.356461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8753bf02-6a9b-4940-9e06-9b5a8759b29f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:46.366705 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8753bf02-6a9b-4940-9e06-9b5a8759b29f tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/16dabf73-bb8d-4a78-b37f-a560f5d159b8 HTTP/1.1" status: 404 len: 337 time: 0.0581694 Mar 02 09:07:46.370795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35226) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.372457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:46.467212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-91b23f78-6cde-42b7-aaf6-5aa0ed911bf3 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "GET /v2.0/ports?device_id=7abd0f19-c591-4f4f-aeb9-20868541c293 HTTP/1.1" status: 200 len: 205 time: 0.0969119 Mar 02 09:07:46.469645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35230) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.495623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e82d2c4-87a1-4661-a634-86540afb304a,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:46.529333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:46.535291 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c1547da3-e26c-4c55-bd5c-e9dd38a08ebb tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6417043 Mar 02 09:07:46.535291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35234) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.541394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-783160552', 'security_groups': ['8e82d2c4-87a1-4661-a634-86540afb304a'], 'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '75946022-b660-49f1-81c1-6539ea27d342'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:46.553199 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-121db1bf-58c3-4ff9-8ba6-7f8717a8b92a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4670873 Mar 02 09:07:46.568741 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-a74a92f3-e31d-4ee9-9dc5-141ceae4f688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] delete failed (client error): The resource could not be found. Mar 02 09:07:46.569743 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a74a92f3-e31d-4ee9-9dc5-141ceae4f688 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/routers/7abd0f19-c591-4f4f-aeb9-20868541c293 HTTP/1.1" status: 404 len: 336 time: 0.0990441 Mar 02 09:07:46.574591 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35240) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.622298 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc407d91-6452-43d9-8c3c-1828e5056b81 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:46.631485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc407d91-6452-43d9-8c3c-1828e5056b81 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:46.633436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad472d-d7e9-4ed7-bf4d-905dc46505f0 None None] Network 63514855-7dd4-4589-9078-be49e1d2c98a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:46.638439 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fc407d91-6452-43d9-8c3c-1828e5056b81 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/c1e30441-398e-4062-9c3d-c1c48bff778f HTTP/1.1" status: 404 len: 337 time: 0.0578005 Mar 02 09:07:46.639126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35248) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:46.700399 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-9006e791-6891-410e-a6d5-9d14e3f9e162 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:46.707261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9006e791-6891-410e-a6d5-9d14e3f9e162 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:46.710692 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9006e791-6891-410e-a6d5-9d14e3f9e162 tempest-RoutersIpV6Test-2008026176 tempest-RoutersIpV6Test-2008026176-project] 10.222.0.10 "DELETE /v2.0/subnets/2a8d1323-f436-490f-b18c-6f890973e82d HTTP/1.1" status: 404 len: 337 time: 0.0689340 Mar 02 09:07:46.749243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:46.760318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:46.807529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a04389a7-fa4a-4fcb-aad8-94544418953e None None] Provisioning for port 440c66c9-c828-49c8-97d9-25b66a2c5180 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:46.820830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a04389a7-fa4a-4fcb-aad8-94544418953e None None] Provisioning complete for port 440c66c9-c828-49c8-97d9-25b66a2c5180 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:46.821189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a04389a7-fa4a-4fcb-aad8-94544418953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:46.830797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:46.965022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:46.986902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] device_id is not set on port 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:07:47.036730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a04389a7-fa4a-4fcb-aad8-94544418953e None None] Provisioning complete for port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:47.037260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a04389a7-fa4a-4fcb-aad8-94544418953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:47.103304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a04389a7-fa4a-4fcb-aad8-94544418953e None None] Port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:47.189559 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:47.210309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.5 (28800cbf-c94f-4b97-b791-82025ce817b3/75946022-b660-49f1-81c1-6539ea27d342/8aee348b-c2ba-491e-b9e1-1ddd8aa96e28) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:47.360430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35272) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:47.416656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:47.441202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:47.522082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:47.591581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:47.594676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:47.597082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:47.666149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=8aee348b-c2ba-491e-b9e1-1ddd8aa96e28,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:47.714262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:47.714911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:47.737611 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cb6abffb-8cda-472c-936c-454225212b74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8813bd49430948cabb19073849974109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759267 Mar 02 09:07:47.740129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35284) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:47.813598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35290) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:47.822440 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d79af2d7-b575-4875-af92-85ca18730f68 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2869520 Mar 02 09:07:47.830678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35296) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:47.838181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:47.857161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 440c66c9-c828-49c8-97d9-25b66a2c5180 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:47.871417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-074d7b73-51d7-4027-af78-b3ff706aaeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:47.908023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-074d7b73-51d7-4027-af78-b3ff706aaeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:47.942419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 440c66c9-c828-49c8-97d9-25b66a2c5180 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:47.942880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.090434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b4f020b0-7814-4885-91ed-90f05c23b230 None None] Provisioning for port 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:48.097029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b4f020b0-7814-4885-91ed-90f05c23b230 None None] Provisioning complete for port 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:48.097393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b4f020b0-7814-4885-91ed-90f05c23b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.140139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-074d7b73-51d7-4027-af78-b3ff706aaeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.164394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b4f020b0-7814-4885-91ed-90f05c23b230 None None] Port 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:48.164961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d7b73-51d7-4027-af78-b3ff706aaeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d1afda-79aa-426c-88eb-79d03da389ad,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:48.177974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-074d7b73-51d7-4027-af78-b3ff706aaeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.179111 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-074d7b73-51d7-4027-af78-b3ff706aaeff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25d1afda-79aa-426c-88eb-79d03da389ad HTTP/1.1" status: 204 len: 168 time: 0.4376767 Mar 02 09:07:48.186488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:48.191016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:48.197994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:48.201519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:48.278034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:48.278863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.309333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403280893'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:48.328698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:48.336968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:48.383526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:48.389318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35312) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:48.397495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1764498062-network', 'tenant_id': 'eaeeccec275247a09e4a3124d17c16cb'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:48.402446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:48.403938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:48.408917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Usage tracker for resource:network and tenant:eaeeccec275247a09e4a3124d17c16cb is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:48.413775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:48.421803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:48.447631 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.ipam_backend_mixin [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75946022-b660-49f1-81c1-6539ea27d342 (CIDR: 172.20.0.0/28) Mar 02 09:07:48.519621 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:48.519621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:48.537578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.554584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.566019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Made reservation on behalf of eaeeccec275247a09e4a3124d17c16cb for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:48.566019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.573475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:48.577943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:48.580314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.580894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:48.588379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:48.595195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:48.599044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Usage tracker for resource:security_group_rule and tenant:eaeeccec275247a09e4a3124d17c16cb is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:48.602214 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:48.613028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:48.678721 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cc136701-0f9d-416f-a98c-2c8644ea7fc4 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8466644 Mar 02 09:07:48.679469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35322) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:48.685149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35326) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:48.687581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:48.775990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.860209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1117195551'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:48.865066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:48.869996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Usage tracker for resource:network and tenant:6116f664a4ce4deea86f3c3feaa70428 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:48.873726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:48.879595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:48.901263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:48.955465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:48.959320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:48.962140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:48.968336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:49.402698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:49.413889 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:49.421051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:49.425419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:49.438994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:49.445854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362e276c-3013-4206-9a60-6fdafff521da,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:49.510278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:49.752518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:49.756730 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:49.760228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:49.812806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:07:49.869973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f83fa2-9305-49c1-83ec-919bd74930de,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:49.881361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:49.881361 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Added segment c9cfde90-af1a-48cb-9c15-fdf7f5ee6298 of type vlan for network 082ea35c-e72f-47a5-ad61-db54b6342ce0 Mar 02 09:07:49.915000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Made reservation on behalf of 6116f664a4ce4deea86f3c3feaa70428 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:49.920686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:49.925529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:49.931373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:49.946427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:49.946710 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.ipam_backend_mixin [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet de0c2f47-9347-4615-8979-fae4b2ef4c75 (CIDR: 172.20.0.16/28) Mar 02 09:07:49.957184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Usage tracker for resource:security_group_rule and tenant:6116f664a4ce4deea86f3c3feaa70428 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:49.957184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:49.959379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:49.974189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c690513d-54d0-49ac-9e39-edc053ac3697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:49.980746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.010909 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:07:50.010909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:50.039797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f792ca-691e-4d4a-854f-a6d67660f399,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:50.065626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.066799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:50.067386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.105650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.116164 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-61fc8796-ba29-46e7-9fb1-222b082f408e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4354074 Mar 02 09:07:50.124209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35348) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:50.129810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'subnet': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:50.147248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.148707 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5d570571-c7a8-492a-b302-262f35c3eb0d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3339674 Mar 02 09:07:50.161008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35352) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:50.176589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] Pushing event updated for resources: {'Network': ['ID=082ea35c-e72f-47a5-ad61-db54b6342ce0,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:50.187339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 082ea35c-e72f-47a5-ad61-db54b6342ce0 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:07:50.239646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.280511 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ec6e8cd9-6fd3-4430-89eb-32a387e96be1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8869803 Mar 02 09:07:50.280918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35356) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:50.287215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Request body: {'subnet': {'network_id': '082ea35c-e72f-47a5-ad61-db54b6342ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1764498062-subnet', 'tenant_id': 'eaeeccec275247a09e4a3124d17c16cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:50.301672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:50.306223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Usage tracker for resource:subnet and tenant:eaeeccec275247a09e4a3124d17c16cb is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:50.309236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:50.315521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:50.323100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:07:50.335103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84347cea-fc2f-45b6-9cb8-2e2201fe9b15,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:50.367693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.368033 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Added segment b90eb4fd-286c-42f2-be01-cc6fc3904b53 of type vlan for network 51c82b99-89b3-4af2-9738-b4d9bab8d274 Mar 02 09:07:50.382041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aef19d7c-22fb-42f3-bd7d-26c349fa8c58 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:50.384726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:50.397039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Usage tracker for resource:subnet and tenant:82838f910669466198e98f5f1a1ca96b is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:50.421276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Made reservation on behalf of eaeeccec275247a09e4a3124d17c16cb for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:50.421413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:50.421899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.424172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.430054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:50.446228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35362) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:50.450408 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032494 Mar 02 09:07:50.453440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35364) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:50.568041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-aef19d7c-22fb-42f3-bd7d-26c349fa8c58 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:50.568041 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aef19d7c-22fb-42f3-bd7d-26c349fa8c58 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4012156 Mar 02 09:07:50.568041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35370) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:50.571319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2aa24d50-3d82-4bdb-b0b2-ab228db8fd67 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-security--2030857485', 'description': 'tempest-security-description-123526573'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:50.586800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Made reservation on behalf of 82838f910669466198e98f5f1a1ca96b for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:50.590894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.599100 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9565fb4a-925a-4f12-bda5-15994b9ef692 tempest-NetworksApiDiscovery-1140953817 tempest-NetworksApiDiscovery-1140953817-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1415846 Mar 02 09:07:50.604377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.612401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:50.612401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.740135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.785492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2aa24d50-3d82-4bdb-b0b2-ab228db8fd67 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.815103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff58272d-845c-4b78-87f1-c7945ac11678,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:50.822807 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Checking segment: {'id': 'c9cfde90-af1a-48cb-9c15-fdf7f5ee6298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '082ea35c-e72f-47a5-ad61-db54b6342ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:07:50.823164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Network hostable DHCP agents. Network: 082ea35c-e72f-47a5-ad61-db54b6342ce0, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:07:50.839578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Pushing event updated for resources: {'Network': ['ID=51c82b99-89b3-4af2-9738-b4d9bab8d274,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:50.849714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 51c82b99-89b3-4af2-9738-b4d9bab8d274 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:07:50.895289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2aa24d50-3d82-4bdb-b0b2-ab228db8fd67 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:50.904293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Network 082ea35c-e72f-47a5-ad61-db54b6342ce0 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:07:50.909159 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aeb4fec1-e632-4fec-884e-1aa0483be2da tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2198532 Mar 02 09:07:50.909694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35376) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:50.986619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2aa24d50-3d82-4bdb-b0b2-ab228db8fd67 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.013144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2aa24d50-3d82-4bdb-b0b2-ab228db8fd67 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.014375 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2aa24d50-3d82-4bdb-b0b2-ab228db8fd67 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "PUT /v2.0/security-groups/23f792ca-691e-4d4a-854f-a6d67660f399 HTTP/1.1" status: 200 len: 1779 time: 0.4475038 Mar 02 09:07:51.017363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35382) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:51.035066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 082ea35c-e72f-47a5-ad61-db54b6342ce0) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:51.035200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa24d50-3d82-4bdb-b0b2-ab228db8fd67 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f792ca-691e-4d4a-854f-a6d67660f399,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:51.043119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:51.043661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.049742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Request body: {'network': {'name': 'tempest-network--994388616', 'router:external': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:51.050656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de433b31-073a-45e9-8d00-6c144d5a2a99 None None] Network 082ea35c-e72f-47a5-ad61-db54b6342ce0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:51.060960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:51.070308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Usage tracker for resource:network and tenant:e72c4f383b1748b7aef0fad62afb5c5c is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:51.076918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:51.084762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:51.111933 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a4bc7c11-1b14-40ce-8e9d-4a1e22251247 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups/23f792ca-691e-4d4a-854f-a6d67660f399 HTTP/1.1" status: 200 len: 1779 time: 0.0933328 Mar 02 09:07:51.114320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35388) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:51.160166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.184695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cc98eba-d79e-47a2-a58d-30f32a7d973a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.211486 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9a51a8d3-ecf1-40d4-ad13-dd013e86f6bb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9292934 Mar 02 09:07:51.216053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cc98eba-d79e-47a2-a58d-30f32a7d973a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.222132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Made reservation on behalf of e72c4f383b1748b7aef0fad62afb5c5c for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:51.232319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35392) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:51.232449 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.253319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Network 28800cbf-c94f-4b97-b791-82025ce817b3 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:51.254380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.276650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:51.281774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:51.282393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.286163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:51.301982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Usage tracker for resource:security_group_rule and tenant:e72c4f383b1748b7aef0fad62afb5c5c is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:51.307462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:51.310967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Subnet': ['ID=6f48ef5a-6549-4e1a-bc85-1e2e2f6f9425,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:51.315770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:51.336376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b72824-bac1-49e9-92fb-a0fe50ce5504 None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:51.392515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cc98eba-d79e-47a2-a58d-30f32a7d973a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.406385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8ee1b43f-a8a0-462a-ba4b-924a361bafce tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2807584 Mar 02 09:07:51.414657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bae31957-030d-48d2-9d68-44d441bb6517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.418108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35402) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:51.430332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f370547c-248c-464a-b583-d96e042c1e91 None None] Network 082ea35c-e72f-47a5-ad61-db54b6342ce0 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:51.435308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc98eba-d79e-47a2-a58d-30f32a7d973a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f792ca-691e-4d4a-854f-a6d67660f399,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:51.443278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1120108789', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f48ef5a-6549-4e1a-bc85-1e2e2f6f9425'}], 'security_groups': ['56799131-d945-4b98-b5a6-242a085e7223', '07f0d029-65bb-4495-b7bd-e9f3d959317f']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:51.489771 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bae31957-030d-48d2-9d68-44d441bb6517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:51.501872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bae31957-030d-48d2-9d68-44d441bb6517 admin admin] Usage tracker for resource:security_group_rule and tenant:8089305d546c456aa97f0b27062e4a06 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:51.506714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bae31957-030d-48d2-9d68-44d441bb6517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:51.516904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bae31957-030d-48d2-9d68-44d441bb6517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:51.560499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.617806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7cc98eba-d79e-47a2-a58d-30f32a7d973a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.620992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35412) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:51.621308 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7cc98eba-d79e-47a2-a58d-30f32a7d973a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/23f792ca-691e-4d4a-854f-a6d67660f399 HTTP/1.1" status: 204 len: 168 time: 0.5056379 Mar 02 09:07:51.648559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.705448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:07:51.727677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8240c6b6-8187-4fc5-add5-de71b544c137,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:51.740120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7c8db833-6191-4c50-9a12-b47605b2d0e5 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157537 Mar 02 09:07:51.740120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.740120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Added segment ce45be67-1ce3-4bb9-a731-727aa63b198c of type vlan for network 3a53c800-808a-42a0-8047-d42d86cbd104 Mar 02 09:07:51.741050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35416) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:51.768921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-aa1e5334-eefb-4356-93a8-23ec59cb2419 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] delete failed (client error): The resource could not be found. Mar 02 09:07:51.769996 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aa1e5334-eefb-4356-93a8-23ec59cb2419 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/23f792ca-691e-4d4a-854f-a6d67660f399 HTTP/1.1" status: 404 len: 347 time: 0.0240808 Mar 02 09:07:51.775178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35420) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:51.784826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.786616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576320568'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:51.800984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:51.816415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:51.820727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:51.828035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.834772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:51.915521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.953676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7729d1ef-c123-47ce-ad82-52eb5d4aacfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.974288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bae31957-030d-48d2-9d68-44d441bb6517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:51.995252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a561393-1f45-4207-a76a-c7fd6289ef79 None None] Update dhcp port {'port': {'network_id': '28800cbf-c94f-4b97-b791-82025ce817b3', 'fixed_ips': [{'subnet_id': 'de0c2f47-9347-4615-8979-fae4b2ef4c75', 'ip_address': '172.20.0.18'}, {'subnet_id': '75946022-b660-49f1-81c1-6539ea27d342', 'ip_address': '172.20.0.2'}, {'subnet_id': '6f48ef5a-6549-4e1a-bc85-1e2e2f6f9425'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': '440c66c9-c828-49c8-97d9-25b66a2c5180'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:07:52.000788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:52.006703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:52.012499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:52.024139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:52.049289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bae31957-030d-48d2-9d68-44d441bb6517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.051044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0a561393-1f45-4207-a76a-c7fd6289ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.056216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-4673f641-3ca1-46c4-85a6-4a680cd26cbb tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:52.058029 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-4673f641-3ca1-46c4-85a6-4a680cd26cbb tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/networks?id=63514855-7dd4-4589-9078-be49e1d2c98a HTTP/1.1" status: 200 len: 812 time: 0.1981559 Mar 02 09:07:52.143255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae31957-030d-48d2-9d68-44d441bb6517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1ac897-b21b-4864-b789-fa65460651a2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:52.156738 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bae31957-030d-48d2-9d68-44d441bb6517 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8089305d546c456aa97f0b27062e4a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9315944 Mar 02 09:07:52.161434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35432) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:52.187780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.188742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:52.189509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.210855 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-048c3937-9405-48c0-a51d-5e26dc0254f8 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/quotas/27cf156a47bb49a6852ef71daf38a4cd HTTP/1.1" status: 200 len: 375 time: 0.1420946 Mar 02 09:07:52.296906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d2b4fdfa-d5dc-4c4f-8862-f953efe08a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.348189 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-b39925c6-aa69-446b-a6c1-ee0c2da2920f tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=27cf156a47bb49a6852ef71daf38a4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1149559 Mar 02 09:07:52.368740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d2b4fdfa-d5dc-4c4f-8862-f953efe08a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.379371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'Network': ['ID=3a53c800-808a-42a0-8047-d42d86cbd104,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:52.393748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 3a53c800-808a-42a0-8047-d42d86cbd104 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:07:52.414453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Delete allocated IP 172.20.0.5 (28800cbf-c94f-4b97-b791-82025ce817b3/75946022-b660-49f1-81c1-6539ea27d342) {{(pid=88400) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 09:07:52.426542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Allocated IP 172.20.0.37 (28800cbf-c94f-4b97-b791-82025ce817b3/6f48ef5a-6549-4e1a-bc85-1e2e2f6f9425/8aee348b-c2ba-491e-b9e1-1ddd8aa96e28) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:52.445795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.469602 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6bc56404-0186-4a95-afcd-c2fb13810915 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5590842 Mar 02 09:07:52.474176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35438) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:52.546541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.604885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a7659-1f55-4167-9bba-ce529adbb248,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:52.621048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d2b4fdfa-d5dc-4c4f-8862-f953efe08a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.637590 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-25b5ec6c-e13d-47da-a586-8e97196f63f7 service neutron] 10.222.0.10 "GET /v2.0/networks/63514855-7dd4-4589-9078-be49e1d2c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672908 Mar 02 09:07:52.680046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.681214 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b5dc8e6e-1afa-4edb-9227-d16ca58fac0e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9025536 Mar 02 09:07:52.684887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35442) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:52.691212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': 'f43a7659-1f55-4167-9bba-ce529adbb248', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:52.698251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4fdfa-d5dc-4c4f-8862-f953efe08a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1ac897-b21b-4864-b789-fa65460651a2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:52.731700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d2b4fdfa-d5dc-4c4f-8862-f953efe08a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.732815 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d2b4fdfa-d5dc-4c4f-8862-f953efe08a52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f1ac897-b21b-4864-b789-fa65460651a2 HTTP/1.1" status: 204 len: 168 time: 0.5701380 Mar 02 09:07:52.741174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:52.749565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:52.758644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:52.758826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.767276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:52.801061 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-ecdf65b6-1458-4bf9-ba92-c04f801cb351 service neutron] 10.222.0.10 "GET /v2.0/networks/63514855-7dd4-4589-9078-be49e1d2c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576221 Mar 02 09:07:52.869402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.948355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:52.974495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.010646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a53c800-808a-42a0-8047-d42d86cbd104']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:53.030299 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.034828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce45be67-1ce3-4bb9-a731-727aa63b198c') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:53.035122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce45be67-1ce3-4bb9-a731-727aa63b198c') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:53.054859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.068027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.069602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.071294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Transition to ACTIVE for port object 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:53.081233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.082339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.091417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:07:53.091877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.099797 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7d13fa7-9405-4272-b53b-82b6e2a0bcf0 req-7dea81d4-c43b-4ff2-b421-724caeb38b04 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 210 time: 0.0568302 Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:07:53.106745 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:07:53.115895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc9b6ac-ec31-41bf-9651-881f40d6f16d,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:53.182676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.196319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.207562 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c9714d56-3392-4eb4-b0b3-5f8d9d473fb1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5166917 Mar 02 09:07:53.207562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35450) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:53.231198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-0a561393-1f45-4207-a76a-c7fd6289ef79 None None] Allocated IP 172.20.0.34 (28800cbf-c94f-4b97-b791-82025ce817b3/6f48ef5a-6549-4e1a-bc85-1e2e2f6f9425/440c66c9-c828-49c8-97d9-25b66a2c5180) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:53.254371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-28f81292-b4d3-4740-b0d8-d5f934eee0cd tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.262047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-28f81292-b4d3-4740-b0d8-d5f934eee0cd tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.348474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event updated for resources: {'Port': ['ID=8aee348b-c2ba-491e-b9e1-1ddd8aa96e28,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:53.356531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-28f81292-b4d3-4740-b0d8-d5f934eee0cd tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.369109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] In _notify_port_updated(), no bound segment for port 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 on network 28800cbf-c94f-4b97-b791-82025ce817b3 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:07:53.374811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:53.375426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.376695 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e3bec710-2629-457d-b4fb-7a29db4cc604 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "PUT /v2.0/ports/8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 HTTP/1.1" status: 200 len: 960 time: 1.9512167 Mar 02 09:07:53.379546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35454) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:53.379832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-28f81292-b4d3-4740-b0d8-d5f934eee0cd tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.383293 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-28f81292-b4d3-4740-b0d8-d5f934eee0cd tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ccc9b6ac-ec31-41bf-9651-881f40d6f16d HTTP/1.1" status: 204 len: 168 time: 0.1764963 Mar 02 09:07:53.383293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f81292-b4d3-4740-b0d8-d5f934eee0cd tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccc9b6ac-ec31-41bf-9651-881f40d6f16d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:53.385600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35458) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:53.389786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0a561393-1f45-4207-a76a-c7fd6289ef79 None None] For port 440c66c9-c828-49c8-97d9-25b66a2c5180, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=440c66c9-c828-49c8-97d9-25b66a2c5180,segment=NetworkSegment(f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c),segment_id=f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:53.417712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.418157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0a561393-1f45-4207-a76a-c7fd6289ef79 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.436505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-808e6480-4285-4098-b6b8-2bc7e0e0f964 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:53.457168 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0a561393-1f45-4207-a76a-c7fd6289ef79 None None] Transition to ACTIVE for port object 440c66c9-c828-49c8-97d9-25b66a2c5180 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:07:53.457409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a53c800-808a-42a0-8047-d42d86cbd104 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 09:07:53.457409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.459092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a53c800-808a-42a0-8047-d42d86cbd104,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:53.473924 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fde5bbe9-2b67-4b93-b17f-3b798ffaefc3 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3a53c800-808a-42a0-8047-d42d86cbd104 HTTP/1.1" status: 204 len: 168 time: 0.9987411 Mar 02 09:07:53.477212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35462) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:53.482718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-425077ec-9583-44ac-abbb-c145661f37e6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:53.486038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-425077ec-9583-44ac-abbb-c145661f37e6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.515563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:53.527256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:53.534356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Usage tracker for resource:network and tenant:e72c4f383b1748b7aef0fad62afb5c5c is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:53.538784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:53.551517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:53.572169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0a561393-1f45-4207-a76a-c7fd6289ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.582904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-808e6480-4285-4098-b6b8-2bc7e0e0f964 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:53.587046 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-808e6480-4285-4098-b6b8-2bc7e0e0f964 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1981363 Mar 02 09:07:53.587567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35466) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:53.666153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7adf0dca-d47d-407d-a544-ece628eb238b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.693346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7adf0dca-d47d-407d-a544-ece628eb238b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.707448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Made reservation on behalf of e72c4f383b1748b7aef0fad62afb5c5c for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:53.712035 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.785160 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-425077ec-9583-44ac-abbb-c145661f37e6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.793809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a561393-1f45-4207-a76a-c7fd6289ef79 None None] Pushing event updated for resources: {'Port': ['ID=440c66c9-c828-49c8-97d9-25b66a2c5180,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:53.829724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7adf0dca-d47d-407d-a544-ece628eb238b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.850518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf0dca-d47d-407d-a544-ece628eb238b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a7659-1f55-4167-9bba-ce529adbb248,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:53.913751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-425077ec-9583-44ac-abbb-c145661f37e6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:53.940864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:07:53.946291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7adf0dca-d47d-407d-a544-ece628eb238b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.946976 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7adf0dca-d47d-407d-a544-ece628eb238b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/f43a7659-1f55-4167-9bba-ce529adbb248 HTTP/1.1" status: 204 len: 168 time: 0.3583510 Mar 02 09:07:53.950855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35470) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:53.964257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:53.964501 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Added segment 219210ed-bac2-4a57-b8f8-98dafdfdb749 of type vlan for network 4aebf312-a1cc-48af-9a36-00086c3ad1b7 Mar 02 09:07:54.006091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2500dbf5-692f-4d77-bd93-95003a3704ed tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:54.020303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.118259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2500dbf5-692f-4d77-bd93-95003a3704ed tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:54.119638 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2500dbf5-692f-4d77-bd93-95003a3704ed tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1676700 Mar 02 09:07:54.125067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35478) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:54.134050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298642314'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:54.141736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:54.154826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:54.174511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.175497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:54.176077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.223506 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3f87aef3-1691-45a7-bfb9-9187d386c915 req-3bb5184c-dcba-41d5-b759-1550c7506355 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 210 time: 0.0489774 Mar 02 09:07:54.266983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.285314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:54.290338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:54.294441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:54.305225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:54.398533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.400352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-425077ec-9583-44ac-abbb-c145661f37e6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.458598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'Network': ['ID=4aebf312-a1cc-48af-9a36-00086c3ad1b7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:54.473315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4aebf312-a1cc-48af-9a36-00086c3ad1b7 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:07:54.474038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.474152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425077ec-9583-44ac-abbb-c145661f37e6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=8aee348b-c2ba-491e-b9e1-1ddd8aa96e28,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:54.520914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34843741-9e6f-43e3-95e6-c179b6d790d5,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:54.554815 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bb3c3ec2-73f6-47fb-beb2-091c6737ab06 None None] Provisioning for port 440c66c9-c828-49c8-97d9-25b66a2c5180 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:07:54.573891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bb3c3ec2-73f6-47fb-beb2-091c6737ab06 None None] Provisioning complete for port 440c66c9-c828-49c8-97d9-25b66a2c5180 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:54.574482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bb3c3ec2-73f6-47fb-beb2-091c6737ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.574640 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0684c7b9-119c-468b-8f22-a1b45dee2de4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0964484 Mar 02 09:07:54.575920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-425077ec-9583-44ac-abbb-c145661f37e6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.577771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35486) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:54.583084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Request body: {'subnet': {'network_id': '4aebf312-a1cc-48af-9a36-00086c3ad1b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:54.585733 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-425077ec-9583-44ac-abbb-c145661f37e6 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 HTTP/1.1" status: 204 len: 168 time: 1.2051959 Mar 02 09:07:54.586438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35490) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:54.597789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:54.601921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Usage tracker for resource:subnet and tenant:e72c4f383b1748b7aef0fad62afb5c5c is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:54.605884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:54.608410 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.612346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:54.616122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.619936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dc96640f-15ff-4542-9160-b2eca6979029 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4949899 Mar 02 09:07:54.621110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35494) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:54.629511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '34843741-9e6f-43e3-95e6-c179b6d790d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:54.641048 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7ed7c4-7a7a-4a5f-866a-7d97bbc06b98 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] GET failed (client error): The resource could not be found. Mar 02 09:07:54.641048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4a7ed7c4-7a7a-4a5f-866a-7d97bbc06b98 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:54.641258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:54.643432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:54.646791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:54.652938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:54.725984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bb3c3ec2-73f6-47fb-beb2-091c6737ab06 None None] Provisioning complete for port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:54.726281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bb3c3ec2-73f6-47fb-beb2-091c6737ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.765946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4a7ed7c4-7a7a-4a5f-866a-7d97bbc06b98 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:54.766064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Made reservation on behalf of e72c4f383b1748b7aef0fad62afb5c5c for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:07:54.766565 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4a7ed7c4-7a7a-4a5f-866a-7d97bbc06b98 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports/8aee348b-c2ba-491e-b9e1-1ddd8aa96e28 HTTP/1.1" status: 404 len: 333 time: 0.1771083 Mar 02 09:07:54.767547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35498) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:54.770101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.789163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c3ec2-73f6-47fb-beb2-091c6737ab06 None None] Port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:54.789163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bb3c3ec2-73f6-47fb-beb2-091c6737ab06 None None] Could not find standard attr ID for object 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:07:54.812254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.845684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40ea5de3-8f2e-4a75-9fda-f29e43f58361 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.861252 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:07:54.877323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40ea5de3-8f2e-4a75-9fda-f29e43f58361 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:54.899684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a64627a5-b0c2-4d20-bde1-b44b7d8ca773 None None] Could not find standard attr ID for object 8aee348b-c2ba-491e-b9e1-1ddd8aa96e28. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:07:54.944572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.009457 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40ea5de3-8f2e-4a75-9fda-f29e43f58361 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.031670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea5de3-8f2e-4a75-9fda-f29e43f58361 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e82d2c4-87a1-4661-a634-86540afb304a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:55.033666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40ea5de3-8f2e-4a75-9fda-f29e43f58361 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.037212 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-40ea5de3-8f2e-4a75-9fda-f29e43f58361 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/security-groups/8e82d2c4-87a1-4661-a634-86540afb304a HTTP/1.1" status: 204 len: 168 time: 0.2658987 Mar 02 09:07:55.042915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35502) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:55.051630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.096659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8df53f7-940e-479b-a7a7-70cfbabb8719,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:55.106068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-358fa843-598a-49e6-86e6-2dc3ddd2e379 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.133293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-358fa843-598a-49e6-86e6-2dc3ddd2e379 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.163819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.164068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0e055435-e5ef-4643-af4a-b067b45f188b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5406895 Mar 02 09:07:55.167703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35508) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:55.178517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '34843741-9e6f-43e3-95e6-c179b6d790d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:55.181984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:55.186222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:55.189110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:55.194933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:55.329561 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-120def9c-5047-4400-99f0-5b7b93558a02 req-c1913ce0-2844-4850-ba1a-57ad7ab0395f tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 210 time: 0.0480614 Mar 02 09:07:55.334267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-358fa843-598a-49e6-86e6-2dc3ddd2e379 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.346983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.359174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fa843-598a-49e6-86e6-2dc3ddd2e379 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f0d029-65bb-4495-b7bd-e9f3d959317f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:55.371848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-358fa843-598a-49e6-86e6-2dc3ddd2e379 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.373569 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-358fa843-598a-49e6-86e6-2dc3ddd2e379 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/security-groups/07f0d029-65bb-4495-b7bd-e9f3d959317f HTTP/1.1" status: 204 len: 168 time: 0.3351526 Mar 02 09:07:55.380931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35518) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:55.426828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.451094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2d5a-e5b5-4c84-9cdf-0d5127e01e9c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.462326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.objects.ports [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88401) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:07:55.462785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.480382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2d5a-e5b5-4c84-9cdf-0d5127e01e9c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.502910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.555411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86258b56-285c-467f-8bd7-1cee523927b0,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:55.568194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'Subnet': ['ID=26e3c2bf-2118-4978-a9ed-a39c0118e3d4,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:55.577245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Checking segment: {'id': '219210ed-bac2-4a57-b8f8-98dafdfdb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4aebf312-a1cc-48af-9a36-00086c3ad1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:07:55.577603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Network hostable DHCP agents. Network: 4aebf312-a1cc-48af-9a36-00086c3ad1b7, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:07:55.679819 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2d5a-e5b5-4c84-9cdf-0d5127e01e9c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.698813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c2d5a-e5b5-4c84-9cdf-0d5127e01e9c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56799131-d945-4b98-b5a6-242a085e7223,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:55.702152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2d5a-e5b5-4c84-9cdf-0d5127e01e9c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.703507 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ec8c2d5a-e5b5-4c84-9cdf-0d5127e01e9c tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/security-groups/56799131-d945-4b98-b5a6-242a085e7223 HTTP/1.1" status: 204 len: 168 time: 0.3214390 Mar 02 09:07:55.706750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35522) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:55.706892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.722060 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9b80d11e-577f-41b8-ace7-adcba5f06287 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5530908 Mar 02 09:07:55.723121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35526) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:55.725782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Network 4aebf312-a1cc-48af-9a36-00086c3ad1b7 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:07:55.730719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '34843741-9e6f-43e3-95e6-c179b6d790d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:55.743699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:55.748427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:55.751280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:55.756968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:55.774181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d209c16f-552d-46f7-aa87-420f57c41973 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet 75946022-b660-49f1-81c1-6539ea27d342 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:55.777693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d209c16f-552d-46f7-aa87-420f57c41973 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.823779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 440c66c9-c828-49c8-97d9-25b66a2c5180 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:07:55.839279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d209c16f-552d-46f7-aa87-420f57c41973 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.842319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4aebf312-a1cc-48af-9a36-00086c3ad1b7) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:55.846522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:55.847298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.853709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f71409b-b5c1-4fa2-b995-cab15e26df90 None None] Network 4aebf312-a1cc-48af-9a36-00086c3ad1b7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:55.884094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:55.932572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d209c16f-552d-46f7-aa87-420f57c41973 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.000529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 440c66c9-c828-49c8-97d9-25b66a2c5180 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:56.000529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.001616 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a08ff9d8-e0bb-42fb-b1f3-54c012f1e9df tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4227719 Mar 02 09:07:56.005622 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35530) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:56.012678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Request body: {'floatingip': {'floating_network_id': '4aebf312-a1cc-48af-9a36-00086c3ad1b7'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:56.021932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:56.027183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Usage tracker for resource:floatingip and tenant:e72c4f383b1748b7aef0fad62afb5c5c is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:56.030229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:56.036070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:56.054783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.095030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d209c16f-552d-46f7-aa87-420f57c41973 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.122986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.137726 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.152163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b05bcfc-f706-45f8-a571-57eb04def807,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:56.153406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209c16f-552d-46f7-aa87-420f57c41973 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=75946022-b660-49f1-81c1-6539ea27d342,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:56.155519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d209c16f-552d-46f7-aa87-420f57c41973 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.166084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91aff23-c6a1-4007-855a-2ce29c8e6d7c None None] Network 4aebf312-a1cc-48af-9a36-00086c3ad1b7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:56.174708 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d209c16f-552d-46f7-aa87-420f57c41973 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/75946022-b660-49f1-81c1-6539ea27d342 HTTP/1.1" status: 204 len: 168 time: 0.4674766 Mar 02 09:07:56.179111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e8acc8-67e3-4aed-bd7d-99a04243e9d4 None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:56.181644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35534) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:56.239671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.243319 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-176a8324-646f-4e78-bad7-8fd5f4186e1f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5164673 Mar 02 09:07:56.247786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35538) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:56.250174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '34843741-9e6f-43e3-95e6-c179b6d790d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:56.256862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:56.262048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:56.266531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:56.273268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:56.313069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ce40ad-0b86-4da1-8da8-043e9f1ba3d8 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet 6f48ef5a-6549-4e1a-bc85-1e2e2f6f9425 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:56.325900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-00ce40ad-0b86-4da1-8da8-043e9f1ba3d8 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.372872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.390837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-00ce40ad-0b86-4da1-8da8-043e9f1ba3d8 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.460673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.480489 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4e3a7593-0f78-4ad7-abf7-d6d9f99351d6 req-d70b8f8c-e4cd-48a4-b257-6ff118c03510 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 210 time: 0.0714185 Mar 02 09:07:56.516420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.579051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-00ce40ad-0b86-4da1-8da8-043e9f1ba3d8 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.640884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.668677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ed58f6-239e-40c1-aa78-33583b48a5d6,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:56.708749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Allocated IP 172.20.0.3 (4aebf312-a1cc-48af-9a36-00086c3ad1b7/26e3c2bf-2118-4978-a9ed-a39c0118e3d4/ebd4908c-701c-4c99-8dd2-e0d838a0bda2) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:07:56.754252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.755469 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-14c7f77f-1623-4719-af96-45e763e90b90 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5107234 Mar 02 09:07:56.758283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35546) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:56.763665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '34843741-9e6f-43e3-95e6-c179b6d790d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:56.770001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:56.774854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:56.782358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:56.784798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:56.806915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-00ce40ad-0b86-4da1-8da8-043e9f1ba3d8 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.860004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.862582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce40ad-0b86-4da1-8da8-043e9f1ba3d8 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=6f48ef5a-6549-4e1a-bc85-1e2e2f6f9425,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:56.867778 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-00ce40ad-0b86-4da1-8da8-043e9f1ba3d8 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:56.912320 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-00ce40ad-0b86-4da1-8da8-043e9f1ba3d8 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/6f48ef5a-6549-4e1a-bc85-1e2e2f6f9425 HTTP/1.1" status: 204 len: 168 time: 0.7289445 Mar 02 09:07:56.914238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35552) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:56.960253 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-4928fe87-5a01-495e-81bd-22d627a38253 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:56.960628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4928fe87-5a01-495e-81bd-22d627a38253 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:56.962612 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4928fe87-5a01-495e-81bd-22d627a38253 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/75946022-b660-49f1-81c1-6539ea27d342 HTTP/1.1" status: 404 len: 337 time: 0.0474560 Mar 02 09:07:56.967810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35556) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.048817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.049875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.063686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-7729b1ac-632e-4617-b7ea-eec57c7ebec3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting subnet de0c2f47-9347-4615-8979-fae4b2ef4c75 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:07:57.069098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7729b1ac-632e-4617-b7ea-eec57c7ebec3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.127857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7729b1ac-632e-4617-b7ea-eec57c7ebec3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.157272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.164072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.206810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fce785-8a0f-46e7-90e4-3272e151d344,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:57.248579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Network 4aebf312-a1cc-48af-9a36-00086c3ad1b7 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:07:57.252116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:07:57.254799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:07:57.274402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff5880f-2cfd-4aff-b0d2-31d8a539b242 None None] Network 28800cbf-c94f-4b97-b791-82025ce817b3 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:07:57.279072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7729b1ac-632e-4617-b7ea-eec57c7ebec3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.338610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.340516 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-32f943c6-acde-41b1-a77a-cec5966c4985 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5811000 Mar 02 09:07:57.341505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35564) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.389585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-af934b80-d133-4e8d-b189-d0501ad5bc55 None None] Provisioning complete for port 440c66c9-c828-49c8-97d9-25b66a2c5180 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:57.389983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-af934b80-d133-4e8d-b189-d0501ad5bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.401579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5728803-5f09-4f32-8a15-0838ef0f3763 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.417145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5728803-5f09-4f32-8a15-0838ef0f3763 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.454353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'Port': ['ID=ebd4908c-701c-4c99-8dd2-e0d838a0bda2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:57.489674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7729b1ac-632e-4617-b7ea-eec57c7ebec3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.550624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5728803-5f09-4f32-8a15-0838ef0f3763 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.553081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.572833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7729b1ac-632e-4617-b7ea-eec57c7ebec3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.580496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729b1ac-632e-4617-b7ea-eec57c7ebec3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Subnet': ['ID=de0c2f47-9347-4615-8979-fae4b2ef4c75,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:57.591466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5728803-5f09-4f32-8a15-0838ef0f3763 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67fce785-8a0f-46e7-90e4-3272e151d344,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:57.604088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5728803-5f09-4f32-8a15-0838ef0f3763 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.604088 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d5728803-5f09-4f32-8a15-0838ef0f3763 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/67fce785-8a0f-46e7-90e4-3272e151d344 HTTP/1.1" status: 204 len: 168 time: 0.2538259 Mar 02 09:07:57.605075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35570) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.608904 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7729b1ac-632e-4617-b7ea-eec57c7ebec3 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/de0c2f47-9347-4615-8979-fae4b2ef4c75 HTTP/1.1" status: 204 len: 168 time: 0.6387372 Mar 02 09:07:57.613266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35574) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.670621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-af934b80-d133-4e8d-b189-d0501ad5bc55 None None] Provisioning complete for port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:07:57.670988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-af934b80-d133-4e8d-b189-d0501ad5bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.672021 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f612969c-5b06-42dd-9e57-a58a74658922 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:57.680164 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f612969c-5b06-42dd-9e57-a58a74658922 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:57.682030 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f612969c-5b06-42dd-9e57-a58a74658922 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/94d2b802-0b80-47ec-8dc4-60b2e7e20845 HTTP/1.1" status: 404 len: 337 time: 0.0674431 Mar 02 09:07:57.685316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35578) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.743567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-af934b80-d133-4e8d-b189-d0501ad5bc55 None None] Port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:07:57.749502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e1555ae7-2c38-4dd9-af34-b8f0a572f5a4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:57.772503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.773758 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-52a62bea-f6eb-4794-9854-e713e5226f46 req-25ce5697-19b9-4f07-ab2a-aad93aa16b3c tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 210 time: 0.1029894 Mar 02 09:07:57.783135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2f9790d4-67dc-4ba7-8c63-e0d7869f5442 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Synchronizing usage tracker for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:57.796338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2f9790d4-67dc-4ba7-8c63-e0d7869f5442 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Unset dirty status for tenant:82838f910669466198e98f5f1a1ca96b on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:57.797452 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2f9790d4-67dc-4ba7-8c63-e0d7869f5442 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3924f19-ed17-4557-b5a3-33dadb4783d8 HTTP/1.1" status: 200 len: 205 time: 0.1117241 Mar 02 09:07:57.801052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35582) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.856091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e82155-5fb6-42a5-89c9-5f9532b43657 None None] DHCP port deletion for 28800cbf-c94f-4b97-b791-82025ce817b3 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:07:57.860797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d3e82155-5fb6-42a5-89c9-5f9532b43657 None None] Deleting port 440c66c9-c828-49c8-97d9-25b66a2c5180 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:57.861169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d3e82155-5fb6-42a5-89c9-5f9532b43657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:57.874696 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-88547eee-dbdb-4194-8d2f-831ff0e20b14 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] delete failed (client error): The resource could not be found. Mar 02 09:07:57.879954 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-88547eee-dbdb-4194-8d2f-831ff0e20b14 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/routers/d3924f19-ed17-4557-b5a3-33dadb4783d8 HTTP/1.1" status: 404 len: 336 time: 0.0741458 Mar 02 09:07:57.882140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35586) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.920490 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ed8d37-ce09-4537-a12c-164c9140ba43 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:57.926614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ed8d37-ce09-4537-a12c-164c9140ba43 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:57.926614 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d7ed8d37-ce09-4537-a12c-164c9140ba43 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/54ff37fc-5af1-402d-a1b7-3c3f7ab819c9 HTTP/1.1" status: 404 len: 337 time: 0.0406775 Mar 02 09:07:57.927856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35590) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.932359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e1555ae7-2c38-4dd9-af34-b8f0a572f5a4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:57.936594 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e1555ae7-2c38-4dd9-af34-b8f0a572f5a4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3337212 Mar 02 09:07:57.937170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35594) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.970773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc2a091-78d2-495c-99f5-b21532c579f9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:57.970773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc2a091-78d2-495c-99f5-b21532c579f9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:57.975736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ffc2a091-78d2-495c-99f5-b21532c579f9 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/3e0baca0-9366-40d9-9110-2815018f5627 HTTP/1.1" status: 404 len: 337 time: 0.0464859 Mar 02 09:07:57.975937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35598) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:57.988981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed2ca-400e-42ec-94dc-03480f3933ba tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.004461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed2ca-400e-42ec-94dc-03480f3933ba tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.018655 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46f4db7-f1c1-435c-8d2e-73fb36d721ef tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:58.019112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46f4db7-f1c1-435c-8d2e-73fb36d721ef tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:58.022085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f46f4db7-f1c1-435c-8d2e-73fb36d721ef tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/1577f661-c141-4858-aa46-c0f8e2f421e8 HTTP/1.1" status: 404 len: 337 time: 0.0448415 Mar 02 09:07:58.025224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35602) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.069770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.075679 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d00f8f-9d41-4360-9dd2-5d61d5087fa2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:58.076143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d00f8f-9d41-4360-9dd2-5d61d5087fa2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:58.077869 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-76d00f8f-9d41-4360-9dd2-5d61d5087fa2 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/4c0ad3c9-975f-4045-9cae-3f7f98ad8b0c HTTP/1.1" status: 404 len: 333 time: 0.0499017 Mar 02 09:07:58.078800 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d3e82155-5fb6-42a5-89c9-5f9532b43657 None None] For port 440c66c9-c828-49c8-97d9-25b66a2c5180, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=440c66c9-c828-49c8-97d9-25b66a2c5180,segment=NetworkSegment(f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c),segment_id=f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:07:58.079208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d3e82155-5fb6-42a5-89c9-5f9532b43657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.080581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35606) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.119344 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-46df6642-e21a-4ddc-8c07-3ca463869e59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:58.119818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46df6642-e21a-4ddc-8c07-3ca463869e59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:58.121461 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-46df6642-e21a-4ddc-8c07-3ca463869e59 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/bab14724-c373-4ded-bf10-e982fedd0b13 HTTP/1.1" status: 404 len: 337 time: 0.0398197 Mar 02 09:07:58.124087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35610) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.125006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed2ca-400e-42ec-94dc-03480f3933ba tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.148473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.164457 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-6920e565-5390-4042-be31-3407ea1bbef5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:58.164946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6920e565-5390-4042-be31-3407ea1bbef5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:58.169166 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6920e565-5390-4042-be31-3407ea1bbef5 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/1ec96726-3926-4ab1-980d-ae2f6aa9d889 HTTP/1.1" status: 404 len: 337 time: 0.0416119 Mar 02 09:07:58.169373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35614) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.192289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ed2ca-400e-42ec-94dc-03480f3933ba tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92ed58f6-239e-40c1-aa78-33583b48a5d6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:58.206230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d3e82155-5fb6-42a5-89c9-5f9532b43657 None None] Calling delete_port for 440c66c9-c828-49c8-97d9-25b66a2c5180 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:58.209230 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4dcf287-a26c-491b-a8f3-5c96bf429f62 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:58.214765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4dcf287-a26c-491b-a8f3-5c96bf429f62 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:58.214765 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d4dcf287-a26c-491b-a8f3-5c96bf429f62 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/a0265a41-1a37-4b73-b86d-a75322a69121 HTTP/1.1" status: 404 len: 333 time: 0.0411463 Mar 02 09:07:58.214969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35618) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.251265 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5625ecf-e707-42f4-b3a2-837fec8fb94e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:58.251715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5625ecf-e707-42f4-b3a2-837fec8fb94e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:58.253493 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c5625ecf-e707-42f4-b3a2-837fec8fb94e tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/556d501e-707a-40b4-bc81-a52ba785d812 HTTP/1.1" status: 404 len: 337 time: 0.0378006 Mar 02 09:07:58.256188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35622) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.298379 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b321bf22-f1e8-4ad8-8d61-1299aafbb124 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] DELETE failed (client error): The resource could not be found. Mar 02 09:07:58.298379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b321bf22-f1e8-4ad8-8d61-1299aafbb124 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:07:58.304729 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b321bf22-f1e8-4ad8-8d61-1299aafbb124 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/subnets/97307a93-dff9-49c6-b0fc-4dbebf5052bb HTTP/1.1" status: 404 len: 337 time: 0.0427380 Mar 02 09:07:58.304838 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35628) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.307870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed2ca-400e-42ec-94dc-03480f3933ba tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.308901 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fa6ed2ca-400e-42ec-94dc-03480f3933ba tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/92ed58f6-239e-40c1-aa78-33583b48a5d6 HTTP/1.1" status: 204 len: 168 time: 0.3670323 Mar 02 09:07:58.312366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35632) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.341771 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'Port': ['ID=ebd4908c-701c-4c99-8dd2-e0d838a0bda2,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:58.345373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.376727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2635acf3-ad8e-4dd4-ac43-c0c7646de288 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:58.379616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d3e82155-5fb6-42a5-89c9-5f9532b43657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.398069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a2858-02cc-468c-a402-33d9b93018ac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Deleting port 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:58.398414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d2a2858-02cc-468c-a402-33d9b93018ac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.430030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e82155-5fb6-42a5-89c9-5f9532b43657 None None] Pushing event deleted for resources: {'Port': ['ID=440c66c9-c828-49c8-97d9-25b66a2c5180,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:58.431524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e82155-5fb6-42a5-89c9-5f9532b43657 None None] No DVR routers for this DVR port 440c66c9-c828-49c8-97d9-25b66a2c5180 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:07:58.492458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.493688 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a569edca-77fe-4c56-9779-c1bf205a32fc tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4870331 Mar 02 09:07:58.497153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35636) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.550583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2635acf3-ad8e-4dd4-ac43-c0c7646de288 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:58.555644 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2635acf3-ad8e-4dd4-ac43-c0c7646de288 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2417891 Mar 02 09:07:58.565735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35640) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.591433 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-836ada5d-4565-4386-95f3-fcf0fdc5021c tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=4aebf312-a1cc-48af-9a36-00086c3ad1b7 HTTP/1.1" status: 200 len: 689 time: 0.0930448 Mar 02 09:07:58.594633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35644) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:58.640388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c9024307-345a-49c0-bd91-52f4987d7554 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.646089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d2a2858-02cc-468c-a402-33d9b93018ac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.707661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c9024307-345a-49c0-bd91-52f4987d7554 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.792538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a2858-02cc-468c-a402-33d9b93018ac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Calling delete_port for 4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:58.878531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.882896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c9024307-345a-49c0-bd91-52f4987d7554 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:58.964262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9024307-345a-49c0-bd91-52f4987d7554 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b05bcfc-f706-45f8-a571-57eb04def807,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:58.991803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d2a2858-02cc-468c-a402-33d9b93018ac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.028068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-511d59f5-1372-4afc-9fb2-571058adcc0c req-59bca944-081f-4c93-8a18-cb380057b37a tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 210 time: 0.0759101 Mar 02 09:07:59.034069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Deleting port ebd4908c-701c-4c99-8dd2-e0d838a0bda2 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:07:59.034069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.047484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a2858-02cc-468c-a402-33d9b93018ac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Port': ['ID=4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:59.052624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9d2a2858-02cc-468c-a402-33d9b93018ac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.097846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c9024307-345a-49c0-bd91-52f4987d7554 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.098920 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c9024307-345a-49c0-bd91-52f4987d7554 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9b05bcfc-f706-45f8-a571-57eb04def807 HTTP/1.1" status: 204 len: 168 time: 0.5321467 Mar 02 09:07:59.109478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35650) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:59.165395 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-376d503a-087e-4d9f-a149-d676f6acf1b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694540 Mar 02 09:07:59.208424 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9d2a2858-02cc-468c-a402-33d9b93018ac tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/ports/4142ebbe-a3f8-4a72-9f5b-1801ceb9f6e5 HTTP/1.1" status: 204 len: 168 time: 0.9046018 Mar 02 09:07:59.210930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35654) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:59.231345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6abfc03c-c1fd-4572-b192-c36b043c9b4e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:07:59.263155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.263645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.380904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6abfc03c-c1fd-4572-b192-c36b043c9b4e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:07:59.385977 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6abfc03c-c1fd-4572-b192-c36b043c9b4e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2717893 Mar 02 09:07:59.386114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.386960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35658) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:59.389309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Calling delete_port for ebd4908c-701c-4c99-8dd2-e0d838a0bda2 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:07:59.465088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-284dcf99-f77d-4ca9-8b7c-bf2b70b61b75 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.493161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-284dcf99-f77d-4ca9-8b7c-bf2b70b61b75 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.521791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-5faa33c3-aecc-482b-a5b3-60db95a7db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:59.523545 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-5faa33c3-aecc-482b-a5b3-60db95a7db22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 1099 time: 0.2729554 Mar 02 09:07:59.628282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-284dcf99-f77d-4ca9-8b7c-bf2b70b61b75 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.636169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.656985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-2dfdcea3-8f5c-43b8-b9c5-c246df601791 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:59.658544 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-2dfdcea3-8f5c-43b8-b9c5-c246df601791 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.15 "GET /v2.0/networks?id=63514855-7dd4-4589-9078-be49e1d2c98a HTTP/1.1" status: 200 len: 812 time: 0.1963899 Mar 02 09:07:59.671732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Request body: {'port': {'device_id': 'f86b220e-94b1-49dc-b811-ebf60daa1a9f', 'network_id': '63514855-7dd4-4589-9078-be49e1d2c98a', 'admin_state_up': True, 'tenant_id': '27cf156a47bb49a6852ef71daf38a4cd'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:07:59.767322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.805647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dcf99-f77d-4ca9-8b7c-bf2b70b61b75 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86258b56-285c-467f-8bd7-1cee523927b0,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:59.824275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebd4908c-701c-4c99-8dd2-e0d838a0bda2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:07:59.853066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 440c66c9-c828-49c8-97d9-25b66a2c5180 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:07:59.855852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28800cbf-c94f-4b97-b791-82025ce817b3']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:59.880233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-284dcf99-f77d-4ca9-8b7c-bf2b70b61b75 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.881257 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-284dcf99-f77d-4ca9-8b7c-bf2b70b61b75 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/86258b56-285c-467f-8bd7-1cee523927b0 HTTP/1.1" status: 204 len: 168 time: 0.4925103 Mar 02 09:07:59.883175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:59.883562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3db5ba5-dd9a-43bd-80a0-1de4c639bf7c') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:07:59.892668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35662) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:07:59.899503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 440c66c9-c828-49c8-97d9-25b66a2c5180 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:07:59.903140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 440c66c9-c828-49c8-97d9-25b66a2c5180 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:07:59.930866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.937642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:07:59.944135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Usage tracker for resource:port and tenant:27cf156a47bb49a6852ef71daf38a4cd is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:07:59.948214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:07:59.956389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:07:59.958365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:07:59.969400 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-6635b0b9-5167-4c1c-ac33-05bf9924bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:07:59.974201 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-6635b0b9-5167-4c1c-ac33-05bf9924bbde service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.3816869 Mar 02 09:07:59.974201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.021608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.039112 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:08:00.039604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:08:00.054630 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:08:00.057283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Made reservation on behalf of 27cf156a47bb49a6852ef71daf38a4cd for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:00.061089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.109194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d7b08fc7-d2d1-4ba4-9a9b-fbe1eec1c720 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:00.201024 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-e2404b2e-d838-436c-b5a9-0509438768eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48912577-8dd2-49e3-a573-4293a457a0ff HTTP/1.1" status: 200 len: 1002 time: 0.2190742 Mar 02 09:08:00.216371 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-edb20332-0dea-4200-af4f-f54dbc5ff368 req-048d11e1-ea45-496d-b892-ac978d994e0c tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 210 time: 0.0703101 Mar 02 09:08:00.264515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-1623a84f-eb35-471e-825b-48ba72d012a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:00.266005 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-1623a84f-eb35-471e-825b-48ba72d012a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0588074 Mar 02 09:08:00.266728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d7b08fc7-d2d1-4ba4-9a9b-fbe1eec1c720 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:00.267860 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d7b08fc7-d2d1-4ba4-9a9b-fbe1eec1c720 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3708615 Mar 02 09:08:00.270840 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35672) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:00.293258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.316373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.325981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Allocated IP 172.20.0.7 (63514855-7dd4-4589-9078-be49e1d2c98a/c7bcf751-0574-4ffe-a375-75a441500a80/b4ab07ec-6522-4293-8643-cae90ff7fdc5) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:00.339946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=26e3c2bf-2118-4978-a9ed-a39c0118e3d4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:00.349039 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.372502 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] 10.222.0.10 "DELETE /v2.0/networks/28800cbf-c94f-4b97-b791-82025ce817b3 HTTP/1.1" status: 204 len: 168 time: 1.1603501 Mar 02 09:08:00.376104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005017de-aa80-4a7c-a70c-5bc36a6f9236 tempest-PortsTestJSON-794010716 tempest-PortsTestJSON-794010716-project] Pushing event deleted for resources: {'Network': ['ID=28800cbf-c94f-4b97-b791-82025ce817b3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:00.387485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92595729-a9b5-4c43-95e3-079b5744f881 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.409770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92595729-a9b5-4c43-95e3-079b5744f881 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.467826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-6615c0d4-fba1-41a5-adcf-a4134efe4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:00.469531 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-6615c0d4-fba1-41a5-adcf-a4134efe4436 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1960933 Mar 02 09:08:00.569619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92595729-a9b5-4c43-95e3-079b5744f881 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.573526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.600795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92595729-a9b5-4c43-95e3-079b5744f881 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8df53f7-940e-479b-a7a7-70cfbabb8719,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:00.613652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aebf312-a1cc-48af-9a36-00086c3ad1b7']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:00.631002 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-2a1e652a-212a-4b1a-bafb-e4ef720ef771 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533575 Mar 02 09:08:00.656594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219210ed-bac2-4a57-b8f8-98dafdfdb749') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:00.656892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219210ed-bac2-4a57-b8f8-98dafdfdb749') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:00.723294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.732850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-92595729-a9b5-4c43-95e3-079b5744f881 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.733982 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-92595729-a9b5-4c43-95e3-079b5744f881 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b8df53f7-940e-479b-a7a7-70cfbabb8719 HTTP/1.1" status: 204 len: 168 time: 0.4621897 Mar 02 09:08:00.736976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35678) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:00.775730 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0d755c76-b304-430b-aed4-23cb1b8cf9fa req-6dd09402-32bb-4de7-9030-8af5357570e3 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382627 Mar 02 09:08:00.778626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.797037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:08:00.797439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:08:00.815468 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:08:00.852586 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-88f4a24c-808b-4833-a5db-03d85bcce0ba tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1124046 Mar 02 09:08:00.855472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35684) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:00.915578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35688) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:00.923712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.925918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f2f6a88-8750-4932-b642-837f6b5bdfbf tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:00.953982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f2f6a88-8750-4932-b642-837f6b5bdfbf tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.020257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.039988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4aebf312-a1cc-48af-9a36-00086c3ad1b7 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 09:08:01.044415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.050553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event deleted for resources: {'Network': ['ID=4aebf312-a1cc-48af-9a36-00086c3ad1b7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:01.064642 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d1c044bd-d052-4973-a7e0-a71badd3c045 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "DELETE /v2.0/networks/4aebf312-a1cc-48af-9a36-00086c3ad1b7 HTTP/1.1" status: 204 len: 168 time: 2.4682014 Mar 02 09:08:01.094812 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5ccbb70f-ba7a-47fa-a5bf-6171ed9e71e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82838f910669466198e98f5f1a1ca96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694584 Mar 02 09:08:01.096811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35694) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:01.096980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35696) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:01.146352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f2f6a88-8750-4932-b642-837f6b5bdfbf tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.154385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.186126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f6a88-8750-4932-b642-837f6b5bdfbf tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34843741-9e6f-43e3-95e6-c179b6d790d5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:01.188955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bedd9839-0c8b-47b2-b3ec-a7c76dd22e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.224860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f2f6a88-8750-4932-b642-837f6b5bdfbf tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.228286 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4f2f6a88-8750-4932-b642-837f6b5bdfbf tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/34843741-9e6f-43e3-95e6-c179b6d790d5 HTTP/1.1" status: 204 len: 168 time: 0.3693066 Mar 02 09:08:01.230131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35702) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:01.245599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Network 63514855-7dd4-4589-9078-be49e1d2c98a is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:01.248653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bedd9839-0c8b-47b2-b3ec-a7c76dd22e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.256336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:01.268626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:01.319137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-204d2cce-71c8-43f4-83f6-95fcfdb90af1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:01.334312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:01.334924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.342816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Pushing event updated for resources: {'Port': ['ID=b4ab07ec-6522-4293-8643-cae90ff7fdc5,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:01.356342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b463393c-6d2f-45d0-9f0a-76e22824b5d4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Synchronizing usage tracker for tenant:e72c4f383b1748b7aef0fad62afb5c5c on resource:floatingip {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:01.408395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-204d2cce-71c8-43f4-83f6-95fcfdb90af1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:01.413083 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-204d2cce-71c8-43f4-83f6-95fcfdb90af1 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1815732 Mar 02 09:08:01.414495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35708) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:01.420530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103249905'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:01.426236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:01.435782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:01.441126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bedd9839-0c8b-47b2-b3ec-a7c76dd22e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.446771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3b59-5a0e-4a4c-8fec-920598d17868 req-8e81eef3-2fea-4842-b2b4-de3c98c9b69e tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:01.447756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-1bba3b59-5a0e-4a4c-8fec-920598d17868 req-8e81eef3-2fea-4842-b2b4-de3c98c9b69e tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Synchronizing usage tracker for tenant:27cf156a47bb49a6852ef71daf38a4cd on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:01.464343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd9839-0c8b-47b2-b3ec-a7c76dd22e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1f96d2-8e03-4035-84b1-dd4c6f735a00,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:01.467619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bedd9839-0c8b-47b2-b3ec-a7c76dd22e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.469101 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bedd9839-0c8b-47b2-b3ec-a7c76dd22e21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be1f96d2-8e03-4035-84b1-dd4c6f735a00 HTTP/1.1" status: 204 len: 168 time: 0.3708019 Mar 02 09:08:01.506020 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-60effc01-fdc0-4aca-8f6b-25fa19676353 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8281524 Mar 02 09:08:01.508382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Request body: {'port': {'device_id': 'f86b220e-94b1-49dc-b811-ebf60daa1a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:01.556901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-1bba3b59-5a0e-4a4c-8fec-920598d17868 req-8e81eef3-2fea-4842-b2b4-de3c98c9b69e tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Unset dirty status for tenant:27cf156a47bb49a6852ef71daf38a4cd on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:01.559569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1bba3b59-5a0e-4a4c-8fec-920598d17868 req-8e81eef3-2fea-4842-b2b4-de3c98c9b69e tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 931 time: 0.2077789 Mar 02 09:08:01.560206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b463393c-6d2f-45d0-9f0a-76e22824b5d4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Unset dirty status for tenant:e72c4f383b1748b7aef0fad62afb5c5c on resource:floatingip {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:01.564065 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b463393c-6d2f-45d0-9f0a-76e22824b5d4 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.4636364 Mar 02 09:08:01.564244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35714) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:01.641232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8c888-e2ff-4fe7-9ac8-9c357d3e068d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:01.643276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8c888-e2ff-4fe7-9ac8-9c357d3e068d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:01.643276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8c888-e2ff-4fe7-9ac8-9c357d3e068d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:01.643276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8c888-e2ff-4fe7-9ac8-9c357d3e068d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:01.643276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8c888-e2ff-4fe7-9ac8-9c357d3e068d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:01.644424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8c888-e2ff-4fe7-9ac8-9c357d3e068d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:01.644865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8c888-e2ff-4fe7-9ac8-9c357d3e068d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:01.647012 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cce8c888-e2ff-4fe7-9ac8-9c357d3e068d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4662 time: 0.0815365 Mar 02 09:08:01.649034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.656109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35718) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:01.670139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:01.674155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:01.677271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:01.686585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:01.739271 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-015f3596-a32e-4518-b9f2-b9cbd86e960b tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] delete failed (client error): The resource could not be found. Mar 02 09:08:01.740546 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-015f3596-a32e-4518-b9f2-b9cbd86e960b tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/e2cb7a18-3236-4549-b9d1-f583fa338fe9 HTTP/1.1" status: 404 len: 345 time: 0.0835352 Mar 02 09:08:01.746362 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1bba3b59-5a0e-4a4c-8fec-920598d17868 req-38e11396-20a4-49da-bb35-196e4a700122 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675403 Mar 02 09:08:01.746807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35722) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:01.750982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.754338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.791150 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c8f546-e6df-4b72-ab20-0f70d896e7ec tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] DELETE failed (client error): The resource could not be found. Mar 02 09:08:01.792128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c8f546-e6df-4b72-ab20-0f70d896e7ec tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:08:01.793732 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c7c8f546-e6df-4b72-ab20-0f70d896e7ec tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "DELETE /v2.0/networks/4aebf312-a1cc-48af-9a36-00086c3ad1b7 HTTP/1.1" status: 404 len: 339 time: 0.0443716 Mar 02 09:08:01.803349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35726) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:01.809525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Request body: {'network': {'name': 'tempest-network--1838537395', 'router:external': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:01.814810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:01.818884 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Usage tracker for resource:network and tenant:e72c4f383b1748b7aef0fad62afb5c5c is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:01.825727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:01.827543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:01.883336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:01.936798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb1bf93-8e70-4bc0-9c76-485c96a5edb2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:01.995045 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Made reservation on behalf of e72c4f383b1748b7aef0fad62afb5c5c for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:01.998343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.022379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.023589 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ac3643e1-7b07-48fe-aece-c85453af2dc4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6078248 Mar 02 09:08:02.033341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35734) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:02.035251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:08:02.036521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '0bb1bf93-8e70-4bc0-9c76-485c96a5edb2', 'direction': 'ingress', 'protocol': 17}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:02.045598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.046043 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Added segment 55dc0bcc-aa49-4c28-8ee2-3e84d27bb767 of type vlan for network 139edd81-90fd-4e5b-aeaf-69504d4d12b4 Mar 02 09:08:02.047530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:02.056005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:02.061211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:02.069292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:02.078753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.169885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ab07ec-6522-4293-8643-cae90ff7fdc5 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:08:02.177014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.195843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Transition to ACTIVE for port object b4ab07ec-6522-4293-8643-cae90ff7fdc5 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:02.197085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.234003 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.235876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:02.235876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.256672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.302561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.340019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'Network': ['ID=139edd81-90fd-4e5b-aeaf-69504d4d12b4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:02.356344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 139edd81-90fd-4e5b-aeaf-69504d4d12b4 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:08:02.356896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.380381 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c4d97962-1e19-4e24-8768-316009cf456d tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5758007 Mar 02 09:08:02.385294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35744) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:02.588075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf6cd50-5d6e-4560-bfa9-0b7a97daf1ad,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:02.600687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Pushing event updated for resources: {'Port': ['ID=b4ab07ec-6522-4293-8643-cae90ff7fdc5,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:02.684908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.686120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b7612dc4-7d26-41cc-83d4-386c3e0d9d8a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6573811 Mar 02 09:08:02.689059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35754) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:02.694917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85809f-8911-40b5-bcba-c020f10cc02f tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:02.701184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85809f-8911-40b5-bcba-c020f10cc02f tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:02.707187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85809f-8911-40b5-bcba-c020f10cc02f tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:02.713811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85809f-8911-40b5-bcba-c020f10cc02f tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:02.715536 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ad85809f-8911-40b5-bcba-c020f10cc02f tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3306239 Mar 02 09:08:02.722892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35758) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:02.748095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Attempting to bind port b4ab07ec-6522-4293-8643-cae90ff7fdc5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:02.748436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Attempting to bind port b4ab07ec-6522-4293-8643-cae90ff7fdc5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '98eb89ad-8b99-42e2-b138-27fc6443d856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '63514855-7dd4-4589-9078-be49e1d2c98a'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:02.748768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Attempting to bind port b4ab07ec-6522-4293-8643-cae90ff7fdc5 on network 63514855-7dd4-4589-9078-be49e1d2c98a {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:02.758306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Port b4ab07ec-6522-4293-8643-cae90ff7fdc5 on network 63514855-7dd4-4589-9078-be49e1d2c98a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:08:02.758626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Attempting to bind port b4ab07ec-6522-4293-8643-cae90ff7fdc5 on network 63514855-7dd4-4589-9078-be49e1d2c98a {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:02.774906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:02.775246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Checking segment: {'id': '98eb89ad-8b99-42e2-b138-27fc6443d856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '63514855-7dd4-4589-9078-be49e1d2c98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:02.776180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Bound using segment: {'id': '98eb89ad-8b99-42e2-b138-27fc6443d856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '63514855-7dd4-4589-9078-be49e1d2c98a'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:02.776621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Bound port: b4ab07ec-6522-4293-8643-cae90ff7fdc5, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98eb89ad-8b99-42e2-b138-27fc6443d856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '63514855-7dd4-4589-9078-be49e1d2c98a'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:02.777492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.798687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-119b91a0-d5d3-476b-8435-0ed69e43412b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.860739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.865731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-119b91a0-d5d3-476b-8435-0ed69e43412b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:02.973286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] For port b4ab07ec-6522-4293-8643-cae90ff7fdc5, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:02.985287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] For port b4ab07ec-6522-4293-8643-cae90ff7fdc5, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4ab07ec-6522-4293-8643-cae90ff7fdc5,segment=NetworkSegment(98eb89ad-8b99-42e2-b138-27fc6443d856),segment_id=98eb89ad-8b99-42e2-b138-27fc6443d856)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:03.017006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.019457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027260-5044-45ee-9017-2908f7356fcc req-d20b6b08-dc52-4ebd-bf54-1209998644a3 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:03.020938 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c0027260-5044-45ee-9017-2908f7356fcc req-d20b6b08-dc52-4ebd-bf54-1209998644a3 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 943 time: 0.1239867 Mar 02 09:08:03.046416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139edd81-90fd-4e5b-aeaf-69504d4d12b4']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:03.058980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dc0bcc-aa49-4c28-8ee2-3e84d27bb767') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:03.059505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dc0bcc-aa49-4c28-8ee2-3e84d27bb767') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:03.064863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c0027260-5044-45ee-9017-2908f7356fcc req-bf3488c7-7f02-465e-ac28-854700f56160 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Mar 02 09:08:03.071568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:08:03.134350 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:08:03.156873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.196808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-119b91a0-d5d3-476b-8435-0ed69e43412b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.232126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b91a0-d5d3-476b-8435-0ed69e43412b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb1bf93-8e70-4bc0-9c76-485c96a5edb2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:03.234615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:03.235220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.236606 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] 10.222.0.15 "PUT /v2.0/ports/b4ab07ec-6522-4293-8643-cae90ff7fdc5 HTTP/1.1" status: 200 len: 1093 time: 1.7347786 Mar 02 09:08:03.238708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86b220e-94b1-49dc-b811-ebf60daa1a9f', 'tag': 'b4ab07ec-6522-4293-8643-cae90ff7fdc5'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:08:03.267965 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.268227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-119b91a0-d5d3-476b-8435-0ed69e43412b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.268227 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-119b91a0-d5d3-476b-8435-0ed69e43412b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/0bb1bf93-8e70-4bc0-9c76-485c96a5edb2 HTTP/1.1" status: 204 len: 168 time: 0.5780940 Mar 02 09:08:03.272008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35772) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:03.275655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 139edd81-90fd-4e5b-aeaf-69504d4d12b4 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 09:08:03.276617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44344c5-c696-4996-ade8-8b7ec29200ea service neutron] Pushing event updated for resources: {'Port': ['ID=b4ab07ec-6522-4293-8643-cae90ff7fdc5,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:03.278190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.315480 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "DELETE /v2.0/networks/139edd81-90fd-4e5b-aeaf-69504d4d12b4 HTTP/1.1" status: 204 len: 168 time: 0.5910683 Mar 02 09:08:03.316723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028385b8-e18e-475e-a365-27d9648cfb14 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event deleted for resources: {'Network': ['ID=139edd81-90fd-4e5b-aeaf-69504d4d12b4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:03.318755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35776) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:03.325809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Request body: {'network': {'name': 'tempest-network--2072355495', 'router:external': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:03.330027 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86b220e-94b1-49dc-b811-ebf60daa1a9f', 'tag': 'b4ab07ec-6522-4293-8643-cae90ff7fdc5', 'status': 'completed', 'code': 200} Mar 02 09:08:03.331402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:03.335583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Usage tracker for resource:network and tenant:e72c4f383b1748b7aef0fad62afb5c5c is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:03.340852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:03.345729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:03.391599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d25caf91-68a2-4043-936b-697b58354244 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:03.446206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af35215-8695-4dc9-bd98-38ee9adfe510 req-3a236b64-cbbc-480a-a0cf-144ecb3f595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:03.447689 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1af35215-8695-4dc9-bd98-38ee9adfe510 req-3a236b64-cbbc-480a-a0cf-144ecb3f595d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27cf156a47bb49a6852ef71daf38a4cd&device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 1096 time: 0.0953765 Mar 02 09:08:03.448749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Made reservation on behalf of e72c4f383b1748b7aef0fad62afb5c5c for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:03.455163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.485069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:08:03.496277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.501624 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Added segment fd490f21-f5b0-4eb9-be34-33e83c7fe9ff of type vlan for network e49f9073-3911-4319-af31-9f242ca999f7 Mar 02 09:08:03.533043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.558556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d25caf91-68a2-4043-936b-697b58354244 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:03.560322 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d25caf91-68a2-4043-936b-697b58354244 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2855349 Mar 02 09:08:03.564258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35784) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:03.571967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286017471'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:03.580212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:03.592340 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:03.613903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af35215-8695-4dc9-bd98-38ee9adfe510 req-3f4f1b16-2201-4d82-a1a2-9f353f1a1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:03.615627 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1af35215-8695-4dc9-bd98-38ee9adfe510 req-3f4f1b16-2201-4d82-a1a2-9f353f1a1eed service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=27cf156a47bb49a6852ef71daf38a4cd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1602292 Mar 02 09:08:03.722595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.723779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:03.724312 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.754989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af35215-8695-4dc9-bd98-38ee9adfe510 req-3235b73e-f29c-43bb-93a0-e5dd44276a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:03.756525 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1af35215-8695-4dc9-bd98-38ee9adfe510 req-3235b73e-f29c-43bb-93a0-e5dd44276a1b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349635 Mar 02 09:08:03.864380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:03.881596 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5616689 Mar 02 09:08:03.884561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35794) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:03.891353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93088e38-7a4c-4dc0-8bca-1d796514503f tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'Network': ['ID=e49f9073-3911-4319-af31-9f242ca999f7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:03.901666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:03.902799 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network e49f9073-3911-4319-af31-9f242ca999f7 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:08:03.904944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:03.907974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:03.914043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:03.925755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-9ffd92aa-fbc0-4ae9-9f57-5f25251ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:03.927262 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-9ffd92aa-fbc0-4ae9-9f57-5f25251ecb6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27cf156a47bb49a6852ef71daf38a4cd&device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 1096 time: 0.1282866 Mar 02 09:08:03.992494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35798) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:04.019276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.072990 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-9a5c4a68-934c-4936-ba26-6c0b1fb15c97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4ab07ec-6522-4293-8643-cae90ff7fdc5 HTTP/1.1" status: 200 len: 217 time: 0.1382005 Mar 02 09:08:04.114521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.136004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb64b0-c824-47fc-99cc-ce8a647107ff tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:04.136592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b3bb64b0-c824-47fc-99cc-ce8a647107ff tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Synchronizing usage tracker for tenant:6116f664a4ce4deea86f3c3feaa70428 on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:04.173454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-bf3cdedb-5fe3-437a-9927-cacbc6011c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:04.175138 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-bf3cdedb-5fe3-437a-9927-cacbc6011c5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7bcf751-0574-4ffe-a375-75a441500a80 HTTP/1.1" status: 200 len: 852 time: 0.0935500 Mar 02 09:08:04.183957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'network': {'name': 'tempest-network-smoke--458380408', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:04.196567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:04.199281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22091fd-e26c-406f-b0df-5fd82e0f1183,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:04.204630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:network and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:04.207715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:04.214474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:04.251540 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-398304a6-c014-49f6-a316-b0767e60d2e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63514855-7dd4-4589-9078-be49e1d2c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700915 Mar 02 09:08:04.256872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b3bb64b0-c824-47fc-99cc-ce8a647107ff tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Unset dirty status for tenant:6116f664a4ce4deea86f3c3feaa70428 on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:04.257907 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b3bb64b0-c824-47fc-99cc-ce8a647107ff tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] 10.222.0.10 "GET /v2.0/networks/e49f9073-3911-4319-af31-9f242ca999f7 HTTP/1.1" status: 200 len: 757 time: 0.3722303 Mar 02 09:08:04.261885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35806) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:04.284611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.287906 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-217c5756-ddbb-4b42-8ffa-c9a15dfc83c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7203286 Mar 02 09:08:04.289808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35810) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:04.310936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1112685810'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:04.316237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:04.373011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:04.382050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:04.386145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.404591 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:04.409824 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-ad18ad91-69e3-48ec-95ac-62538c176116 service neutron] 10.222.0.15 "GET /v2.0/networks/63514855-7dd4-4589-9078-be49e1d2c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508067 Mar 02 09:08:04.413540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.417520 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b77646-19a9-4ed2-a6cc-2d82c260aed2 req-3ad43d8c-f187-4df1-9ab9-e7f0c18ff0ac tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:04.418949 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15b77646-19a9-4ed2-a6cc-2d82c260aed2 req-3ad43d8c-f187-4df1-9ab9-e7f0c18ff0ac tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 943 time: 0.2027194 Mar 02 09:08:04.425926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:04.441092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:04.449868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0538f156-3922-4d3b-8846-cf3e3b1fa4dd tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:04.454690 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0538f156-3922-4d3b-8846-cf3e3b1fa4dd tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] 10.222.0.10 "GET /v2.0/networks/51c82b99-89b3-4af2-9738-b4d9bab8d274 HTTP/1.1" status: 200 len: 768 time: 0.1883519 Mar 02 09:08:04.454690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35814) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:04.472285 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:04.476173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:04.494793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:04.555806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15b77646-19a9-4ed2-a6cc-2d82c260aed2 req-f228689a-e675-4b4b-a0db-06aecabf9b75 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177983 Mar 02 09:08:04.578732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.616584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.624572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:04.632768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:04.638631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:04.651251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:04.704486 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88c9cbc4-880c-4cdd-afee-c6828a9a09a5 req-fe63ea1b-e19a-4074-9110-090611610e1d service neutron] 10.222.0.15 "GET /v2.0/networks/63514855-7dd4-4589-9078-be49e1d2c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846029 Mar 02 09:08:04.825695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.866641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.874506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49f9073-3911-4319-af31-9f242ca999f7']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:04.895646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd490f21-f5b0-4eb9-be34-33e83c7fe9ff') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:04.895943 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd490f21-f5b0-4eb9-be34-33e83c7fe9ff') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:04.916985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.929087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.936779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.941190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.954277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:08:04.954663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:08:04.967630 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:08:05.035538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.064984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:05.110306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98310dc8-428a-470b-9f3b-30d68236c55c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:05.147478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.163180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e49f9073-3911-4319-af31-9f242ca999f7 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 09:08:05.164514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:08:05.168728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.178068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event deleted for resources: {'Network': ['ID=e49f9073-3911-4319-af31-9f242ca999f7,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:05.184862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.185663 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2e6778fd-c175-4937-a81e-fb8f1b65bc11 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8952050 Mar 02 09:08:05.186746 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.187078 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Added segment df6b1232-d560-4266-8099-28631f24ed57 of type vlan for network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 Mar 02 09:08:05.188476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35818) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:05.189000 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-40545085-f23d-4bca-bbb6-55a5eb079802 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "DELETE /v2.0/networks/e49f9073-3911-4319-af31-9f242ca999f7 HTTP/1.1" status: 204 len: 168 time: 0.7338417 Mar 02 09:08:05.192530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35820) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:05.201365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Request body: {'network': {'name': 'tempest-network--1105826716'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:05.211824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': 'd22091fd-e26c-406f-b0df-5fd82e0f1183', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98310dc8-428a-470b-9f3b-30d68236c55c', 'remote_ip_prefix': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:05.217002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.217817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:05.222697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:05.225216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:05.229733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:05.232843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Usage tracker for resource:network and tenant:e72c4f383b1748b7aef0fad62afb5c5c is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:05.238845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:05.242125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:05.248002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:05.319617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.330941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:05.330941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.356227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Made reservation on behalf of e72c4f383b1748b7aef0fad62afb5c5c for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:05.358559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.384480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.415578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:08:05.445452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.445816 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Added segment f68f646a-73d3-49f0-90d7-b99cb7df1b8a of type vlan for network 2305cec5-cbde-49fe-9149-4755825458a4 Mar 02 09:08:05.488228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.505895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.536669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35826) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:05.536858 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5460889 Mar 02 09:08:05.544071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'admin_state_up': True, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:05.549702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e9d37-ad15-4151-bfa4-fd3f80af96af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Network': ['ID=13c9e0dd-f1be-4a0d-8aa4-5aec78617418,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:05.553782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:05.560420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:router and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:05.561450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:08:05.563522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:05.571070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:05.617571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.641956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d185fa4c-f6e5-45ab-8303-55f5e4b2a82a,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:05.654131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.654955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:05.656166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.698579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.699598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.792667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.793854 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1e88be16-340a-4715-b55e-f7a4dc79bc51 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6000397 Mar 02 09:08:05.796790 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35832) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:05.816113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'Network': ['ID=2305cec5-cbde-49fe-9149-4755825458a4,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:05.821509 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8a352927-089c-4585-9374-8d172f657443 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6236045 Mar 02 09:08:05.822207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35836) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:05.825004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.827147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 2305cec5-cbde-49fe-9149-4755825458a4 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:08:05.830123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-db50517d-4673-4b4c-bb84-5837edc594d7 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:05.863819 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a49f842a-c26f-4a2d-a143-b6045eccb5b8 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.873016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282663d7-8714-4e27-9038-caccac667b10 req-6800b9f4-9c62-4104-a06d-90be0fd2bccb tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:05.879703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a49f842a-c26f-4a2d-a143-b6045eccb5b8 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:05.880267 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-282663d7-8714-4e27-9038-caccac667b10 req-6800b9f4-9c62-4104-a06d-90be0fd2bccb tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 943 time: 0.1830256 Mar 02 09:08:05.983179 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-282663d7-8714-4e27-9038-caccac667b10 req-60e037a7-ffe4-4012-adc7-31a7da88db22 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020553 Mar 02 09:08:06.056323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a49f842a-c26f-4a2d-a143-b6045eccb5b8 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.075949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f842a-c26f-4a2d-a143-b6045eccb5b8 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d185fa4c-f6e5-45ab-8303-55f5e4b2a82a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:06.086613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a49f842a-c26f-4a2d-a143-b6045eccb5b8 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.087696 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a49f842a-c26f-4a2d-a143-b6045eccb5b8 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d185fa4c-f6e5-45ab-8303-55f5e4b2a82a HTTP/1.1" status: 204 len: 168 time: 0.2898757 Mar 02 09:08:06.097124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35840) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:06.120256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db50517d-4673-4b4c-bb84-5837edc594d7 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.166729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bf60dc94-da23-4be1-bf59-670df408a755 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:06.169076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.193545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db50517d-4673-4b4c-bb84-5837edc594d7 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.222727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db50517d-4673-4b4c-bb84-5837edc594d7 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Network 2305cec5-cbde-49fe-9149-4755825458a4 is not hosted by any dhcp agent {{(pid=88400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 09:08:06.226197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50517d-4673-4b4c-bb84-5837edc594d7 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:06.226197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db50517d-4673-4b4c-bb84-5837edc594d7 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.226197 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-db50517d-4673-4b4c-bb84-5837edc594d7 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "PUT /v2.0/networks/2305cec5-cbde-49fe-9149-4755825458a4 HTTP/1.1" status: 200 len: 858 time: 0.4025288 Mar 02 09:08:06.228302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35844) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:06.311995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bf60dc94-da23-4be1-bf59-670df408a755 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:06.313269 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bf60dc94-da23-4be1-bf59-670df408a755 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2152531 Mar 02 09:08:06.316311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35848) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:06.321219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50517d-4673-4b4c-bb84-5837edc594d7 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event updated for resources: {'Network': ['ID=2305cec5-cbde-49fe-9149-4755825458a4,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:06.390597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.448286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4277-3392-4105-8951-68d2fdbeb6b4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.482747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4277-3392-4105-8951-68d2fdbeb6b4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.518197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.547705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2305cec5-cbde-49fe-9149-4755825458a4']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:06.560311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68f646a-73d3-49f0-90d7-b99cb7df1b8a') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:06.560598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68f646a-73d3-49f0-90d7-b99cb7df1b8a') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:06.571977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.588602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.594589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:08:06.594966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:08:06.607703 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:08:06.680451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.711856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.731056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.753347 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2305cec5-cbde-49fe-9149-4755825458a4 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 09:08:06.756566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.759113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] Pushing event deleted for resources: {'Network': ['ID=2305cec5-cbde-49fe-9149-4755825458a4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:06.768207 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b0147c05-02b5-4487-90cc-fb632a3ef5b0 tempest-ExternalNetworksTestJSON-1239106151 tempest-ExternalNetworksTestJSON-1239106151-project-admin] 10.222.0.10 "DELETE /v2.0/networks/2305cec5-cbde-49fe-9149-4755825458a4 HTTP/1.1" status: 204 len: 168 time: 0.5355036 Mar 02 09:08:06.768402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35852) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:06.788251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4277-3392-4105-8951-68d2fdbeb6b4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:06.809910 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d41d288-8bc6-49bf-94be-907f1878da3f tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] DELETE failed (client error): The resource could not be found. Mar 02 09:08:06.810374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d41d288-8bc6-49bf-94be-907f1878da3f tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:08:06.812121 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9d41d288-8bc6-49bf-94be-907f1878da3f tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] 10.222.0.10 "DELETE /v2.0/subnets/26e3c2bf-2118-4978-a9ed-a39c0118e3d4 HTTP/1.1" status: 404 len: 337 time: 0.0427408 Mar 02 09:08:06.814892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35856) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:06.817882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c4277-3392-4105-8951-68d2fdbeb6b4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98310dc8-428a-470b-9f3b-30d68236c55c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:06.913347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.205 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/499690fa-43f4-40ad-b79b-3620ad4f0e0c) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:06.959925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.030381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4277-3392-4105-8951-68d2fdbeb6b4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.031566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0d3c4277-3392-4105-8951-68d2fdbeb6b4 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/98310dc8-428a-470b-9f3b-30d68236c55c HTTP/1.1" status: 204 len: 168 time: 0.7142279 Mar 02 09:08:07.034497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35862) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:07.072670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.117558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.165110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c82b99-89b3-4af2-9738-b4d9bab8d274']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:07.188359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90eb4fd-286c-42f2-be01-cc6fc3904b53') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:07.188633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90eb4fd-286c-42f2-be01-cc6fc3904b53') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:07.202691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2eff45a3-dc97-41b1-9f79-082225de5d63 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:07.213765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.238407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.246631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:08:07.247087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:08:07.263482 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:08:07.284699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.321476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2eff45a3-dc97-41b1-9f79-082225de5d63 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:07.322803 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2eff45a3-dc97-41b1-9f79-082225de5d63 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2873931 Mar 02 09:08:07.328333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35866) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:07.366279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:07.375237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:07.375237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:07.402352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d0dac1ef-8154-48c1-80ce-6114ee41e10f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.407882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=499690fa-43f4-40ad-b79b-3620ad4f0e0c,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:07.430204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d0dac1ef-8154-48c1-80ce-6114ee41e10f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.452946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.477800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.497557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] Pushing event deleted for resources: {'Network': ['ID=51c82b99-89b3-4af2-9738-b4d9bab8d274,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:07.567114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ba2f3-4233-4656-a4d8-b527f523c50b req-b44f61dc-10c9-4de4-921b-bc9548a0f313 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:07.568569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee0ba2f3-4233-4656-a4d8-b527f523c50b req-b44f61dc-10c9-4de4-921b-bc9548a0f313 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 943 time: 0.4404221 Mar 02 09:08:07.610335 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f88c5f58-c392-40e1-aaa7-8325a980beb6 tempest-ExternalNetworksTestJSON-1202106760 tempest-ExternalNetworksTestJSON-1202106760-project] 10.222.0.10 "DELETE /v2.0/networks/51c82b99-89b3-4af2-9738-b4d9bab8d274 HTTP/1.1" status: 204 len: 168 time: 0.7919571 Mar 02 09:08:07.639119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d0dac1ef-8154-48c1-80ce-6114ee41e10f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.660545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dac1ef-8154-48c1-80ce-6114ee41e10f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22091fd-e26c-406f-b0df-5fd82e0f1183,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:07.677546 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee0ba2f3-4233-4656-a4d8-b527f523c50b req-da6f24d6-0dbb-4c65-a52c-bd5d8e9e19ee tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006033 Mar 02 09:08:07.731029 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d0dac1ef-8154-48c1-80ce-6114ee41e10f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:07.735080 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d0dac1ef-8154-48c1-80ce-6114ee41e10f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/d22091fd-e26c-406f-b0df-5fd82e0f1183 HTTP/1.1" status: 204 len: 168 time: 0.4030662 Mar 02 09:08:07.735080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35872) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:07.785348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-34bea066-6fc9-4a75-85b8-31657aa15f27 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:07.901209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-34bea066-6fc9-4a75-85b8-31657aa15f27 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:07.903393 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-34bea066-6fc9-4a75-85b8-31657aa15f27 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675427 Mar 02 09:08:07.908734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35876) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:07.913721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107091029'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:07.920089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:07.928843 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b4ab07ec-6522-4293-8643-cae90ff7fdc5 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:08:07.929944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:07.948211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.002352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.027555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:08.030707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:08.033671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:08.039639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:08.070948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b4ab07ec-6522-4293-8643-cae90ff7fdc5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4ab07ec-6522-4293-8643-cae90ff7fdc5,segment=NetworkSegment(98eb89ad-8b99-42e2-b138-27fc6443d856),segment_id=98eb89ad-8b99-42e2-b138-27fc6443d856)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:08.086397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'b4ab07ec-6522-4293-8643-cae90ff7fdc5', 'network_id': '63514855-7dd4-4589-9078-be49e1d2c98a', 'port_id': 'b4ab07ec-6522-4293-8643-cae90ff7fdc5', 'mac_address': 'fa:16:3e:54:a8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7bcf751-0574-4ffe-a375-75a441500a80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:08:08.172844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.196809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ab07ec-6522-4293-8643-cae90ff7fdc5 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:08:08.217726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b4ab07ec-6522-4293-8643-cae90ff7fdc5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4ab07ec-6522-4293-8643-cae90ff7fdc5,segment=NetworkSegment(98eb89ad-8b99-42e2-b138-27fc6443d856),segment_id=98eb89ad-8b99-42e2-b138-27fc6443d856)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:08.231122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35882) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:08.252650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.279786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.304570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.304780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.371823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21990c59-f3a5-4a16-967a-1a2fbf8c7a2f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:08.386780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b4ab07ec-6522-4293-8643-cae90ff7fdc5,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:08.414102 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-00f20189-f5f4-4357-91c9-9f185c27eb6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6116f664a4ce4deea86f3c3feaa70428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818616 Mar 02 09:08:08.417332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35888) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:08.473644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.477129 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9a0cbfd2-10ed-4c5e-9ad5-93a20da406d0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5672009 Mar 02 09:08:08.479134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35892) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:08.480550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ca4a33c-86f6-46d5-b4c3-9991e125137f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.484137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '21990c59-f3a5-4a16-967a-1a2fbf8c7a2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:08.494718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:08.501921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:08.506747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:08.508552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ca4a33c-86f6-46d5-b4c3-9991e125137f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.515090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:08.611140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['b4ab07ec-6522-4293-8643-cae90ff7fdc5'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:08:08.627422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.670502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ca4a33c-86f6-46d5-b4c3-9991e125137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.671900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:08:08.692150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4a33c-86f6-46d5-b4c3-9991e125137f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84347cea-fc2f-45b6-9cb8-2e2201fe9b15,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:08.697521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.698942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4ca4a33c-86f6-46d5-b4c3-9991e125137f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:08.716323 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4ca4a33c-86f6-46d5-b4c3-9991e125137f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84347cea-fc2f-45b6-9cb8-2e2201fe9b15 HTTP/1.1" status: 204 len: 168 time: 0.2978880 Mar 02 09:08:09.006197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.042191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6526f9b7-cbd0-40ca-8f2a-2e53d538004b,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:09.070476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:08:09.082205 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Sync routers for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:08:09.092957 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:08:09.093563 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:09.117342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3605710-496f-4ef1-ba78-faabc787a75f req-14a44c61-63e6-4f4c-9ed4-96c122330880 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:09.119018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d3605710-496f-4ef1-ba78-faabc787a75f req-14a44c61-63e6-4f4c-9ed4-96c122330880 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 944 time: 0.3152077 Mar 02 09:08:09.164746 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d3605710-496f-4ef1-ba78-faabc787a75f req-5afa8499-450a-447b-91ee-1a49763a155f tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391374 Mar 02 09:08:09.196100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.202040 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4f68b373-b578-41cb-9385-e3484f1f70ce tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7171907 Mar 02 09:08:09.204195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35902) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:09.237923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2da71eb-38df-4b3c-9a4b-185369b288c0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.245919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.247091 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-74214066-e172-4c3e-881d-8071eae5f7b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7092795 Mar 02 09:08:09.250188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35906) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:09.253385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2da71eb-38df-4b3c-9a4b-185369b288c0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.275948 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:08:09.382948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2da71eb-38df-4b3c-9a4b-185369b288c0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.408000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da71eb-38df-4b3c-9a4b-185369b288c0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6526f9b7-cbd0-40ca-8f2a-2e53d538004b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:09.413056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c2da71eb-38df-4b3c-9a4b-185369b288c0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.422172 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c2da71eb-38df-4b3c-9a4b-185369b288c0 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6526f9b7-cbd0-40ca-8f2a-2e53d538004b HTTP/1.1" status: 204 len: 168 time: 0.2083919 Mar 02 09:08:09.422172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35912) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:09.482972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35916) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:09.483555 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-13acc2da-b907-4d25-a13a-202a16f2e2d1 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2288485 Mar 02 09:08:09.488238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35920) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:09.542322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2b26d719-b815-4c58-8c89-4b81b63f5d3a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:09.568388 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ab2f57e6-e86d-427e-b34c-42552f83a623 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e72c4f383b1748b7aef0fad62afb5c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894094 Mar 02 09:08:09.568388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35924) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:09.588210 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:08:07Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:09.592768 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Checking router: 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:08:09.592768 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Updating router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 port 499690fa-43f4-40ad-b79b-3620ad4f0e0c binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:08:09.630567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8577da77-586e-4d34-8cb7-e4741ad777fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.648988 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.658373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8577da77-586e-4d34-8cb7-e4741ad777fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.660356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9092e2-981a-40e3-8bd8-821321a5d592 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:09.661850 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cb9092e2-981a-40e3-8bd8-821321a5d592 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1725090 Mar 02 09:08:09.664675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35928) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:09.709786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2b26d719-b815-4c58-8c89-4b81b63f5d3a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:09.711291 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2b26d719-b815-4c58-8c89-4b81b63f5d3a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2939947 Mar 02 09:08:09.717368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35932) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:09.717520 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-15fc0146-d923-4b91-b640-fbe567aa4020 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505691 Mar 02 09:08:09.719836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35936) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:09.725752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-328168479', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:09.789705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35a54130-e08e-4458-964c-8664681a387a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.815910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35a54130-e08e-4458-964c-8664681a387a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.837997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8577da77-586e-4d34-8cb7-e4741ad777fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.848562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:09.852466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:subnet and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:09.855414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:09.865479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:09.866720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577da77-586e-4d34-8cb7-e4741ad777fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8240c6b6-8187-4fc5-add5-de71b544c137,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:09.873347 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8577da77-586e-4d34-8cb7-e4741ad777fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:09.876870 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8577da77-586e-4d34-8cb7-e4741ad777fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8240c6b6-8187-4fc5-add5-de71b544c137 HTTP/1.1" status: 204 len: 168 time: 0.3056872 Mar 02 09:08:09.945543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b4ab07ec-6522-4293-8643-cae90ff7fdc5 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:09.987312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:09.996738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.034991 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.038758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35a54130-e08e-4458-964c-8664681a387a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.046832 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Transition to ACTIVE for port object 499690fa-43f4-40ad-b79b-3620ad4f0e0c will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:10.058796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a54130-e08e-4458-964c-8664681a387a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21990c59-f3a5-4a16-967a-1a2fbf8c7a2f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:10.171402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port b4ab07ec-6522-4293-8643-cae90ff7fdc5 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:10.174617 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.177335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35a54130-e08e-4458-964c-8664681a387a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.177663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35942) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:10.177783 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-35a54130-e08e-4458-964c-8664681a387a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/21990c59-f3a5-4a16-967a-1a2fbf8c7a2f HTTP/1.1" status: 204 len: 168 time: 0.4467146 Mar 02 09:08:10.177902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port b4ab07ec-6522-4293-8643-cae90ff7fdc5 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:10.177902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.248757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d1a9f4de-a665-4728-8d06-ea1500517466 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:10.257981 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Attempting to bind port 499690fa-43f4-40ad-b79b-3620ad4f0e0c on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:10.258429 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Attempting to bind port 499690fa-43f4-40ad-b79b-3620ad4f0e0c by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:10.258849 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Attempting to bind port 499690fa-43f4-40ad-b79b-3620ad4f0e0c on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:10.265300 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Pushing event updated for resources: {'Port': ['ID=499690fa-43f4-40ad-b79b-3620ad4f0e0c,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:10.272872 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:10.273285 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:10.278166 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.278166 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:10.278166 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Bound port: 499690fa-43f4-40ad-b79b-3620ad4f0e0c, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:10.278166 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.320031 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.320031 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.320689 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.320689 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.320993 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.322281 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.322281 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.322281 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.323079 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.323079 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.323079 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.323396 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:10.358291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.369131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d1a9f4de-a665-4728-8d06-ea1500517466 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:10.370944 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d1a9f4de-a665-4728-8d06-ea1500517466 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2059436 Mar 02 09:08:10.375295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35950) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:10.382611 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] For port 499690fa-43f4-40ad-b79b-3620ad4f0e0c, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:10.383149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.387156 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] For port 499690fa-43f4-40ad-b79b-3620ad4f0e0c, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=499690fa-43f4-40ad-b79b-3620ad4f0e0c,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:10.388914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-secgroup--994056645'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:10.395486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86b220e-94b1-49dc-b811-ebf60daa1a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ab07ec-6522-4293-8643-cae90ff7fdc5'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:08:10.396887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:10.407871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b4ab07ec-6522-4293-8643-cae90ff7fdc5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4ab07ec-6522-4293-8643-cae90ff7fdc5,segment=NetworkSegment(98eb89ad-8b99-42e2-b138-27fc6443d856),segment_id=98eb89ad-8b99-42e2-b138-27fc6443d856)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:10.409426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:10.452326 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86b220e-94b1-49dc-b811-ebf60daa1a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ab07ec-6522-4293-8643-cae90ff7fdc5', 'code': 200} Mar 02 09:08:10.494121 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.507025 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Checking segment: {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:10.508104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network hostable DHCP agents. Network: 13c9e0dd-f1be-4a0d-8aa4-5aec78617418, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:08:10.512526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=8af48cf4-2ab3-47f6-a49b-20c579a985b5,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:10.545826 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.545997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.552883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca105349-0821-403b-bf64-873e616d3823 req-2b9d87b8-0d37-425f-993e-1fe06cca9877 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:10.560141 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca105349-0821-403b-bf64-873e616d3823 req-2b9d87b8-0d37-425f-993e-1fe06cca9877 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 944 time: 0.2459466 Mar 02 09:08:10.590577 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:08:10.590577 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:10.597795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:10.605688 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:10.612604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:10.622371 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca105349-0821-403b-bf64-873e616d3823 req-5f9115d9-accb-4008-a93d-98cebe0beb34 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607917 Mar 02 09:08:10.642429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:08:10.643681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:10.670585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b4ab07ec-6522-4293-8643-cae90ff7fdc5,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:10.711559 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c847dfb-5958-47ff-9b04-7d37280bb6a4 None None] Pushing event updated for resources: {'Port': ['ID=499690fa-43f4-40ad-b79b-3620ad4f0e0c,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:10.734623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.756034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 13c9e0dd-f1be-4a0d-8aa4-5aec78617418) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:10.760630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:10.761209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.765939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae4a565-55dc-4278-99ad-ab2ea256f511 None None] Network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:10.824629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:10.832717 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:08:10.889682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48232920-2d91-4153-8d7c-32c5eecc44f3,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:10.943179 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1422737c-1da3-4de4-a7d3-18b9c677f8f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2218912 Mar 02 09:08:10.946012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 35966) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:10.970559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932ac04-b8db-474a-95e6-d849b500d546 req-062b7699-bc64-4008-9e6c-c87dcb0d7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:10.972051 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9932ac04-b8db-474a-95e6-d849b500d546 req-062b7699-bc64-4008-9e6c-c87dcb0d7bda service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 1098 time: 0.0791790 Mar 02 09:08:11.006401 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.007623 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bb016a66-54f4-4410-874a-dead3ac24848 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6307333 Mar 02 09:08:11.014281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35970) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:11.023462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '48232920-2d91-4153-8d7c-32c5eecc44f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:11.033139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:11.034057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:11.035028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.039320 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9932ac04-b8db-474a-95e6-d849b500d546 req-8d7c8a29-1f19-41a0-901b-e8e9b8adf6ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588596 Mar 02 09:08:11.040459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:11.043672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:11.049648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:11.135610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.205017 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:08:07Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:11.211060 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2004e0-0a84-4d52-889c-d365d196997d None None] The sync data for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv is: [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:08:07Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:08:11.212363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Allocated IP 172.20.0.2 (13c9e0dd-f1be-4a0d-8aa4-5aec78617418/8af48cf4-2ab3-47f6-a49b-20c579a985b5/bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:11.273806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.387384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.436693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813902c9-918f-4f07-be09-8d90ddfd9efa,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:11.471968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.497364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Transition to ACTIVE for port object bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:11.533820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Transition to ACTIVE for port object bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:11.570833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.574892 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4d221f8e-fea1-4df5-b2cd-cf37a79f6933 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5595367 Mar 02 09:08:11.578090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35984) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:11.604672 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2b9567b6-37f6-4994-a367-abfd470ce1ab tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules/813902c9-918f-4f07-be09-8d90ddfd9efa HTTP/1.1" status: 200 len: 763 time: 0.0219138 Mar 02 09:08:11.606310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35988) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:11.628684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.679874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-644f7639-5fc8-4fbd-8826-64fcc70f9b9b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:11.818375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:11.821560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:11.825318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:11.868757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-644f7639-5fc8-4fbd-8826-64fcc70f9b9b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:11.868757 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-644f7639-5fc8-4fbd-8826-64fcc70f9b9b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2571862 Mar 02 09:08:11.872921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 35994) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:11.932075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.936830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 499690fa-43f4-40ad-b79b-3620ad4f0e0c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:11.944918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8fd396f-92a7-41c0-b79f-3ab57d0f001a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.963228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8fd396f-92a7-41c0-b79f-3ab57d0f001a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:11.986418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b49486-a67a-4c3e-a7e2-fceb2d539d4c req-2b7d833f-2aff-49ba-90c1-cdebe0f08ce5 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:11.993511 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-41b49486-a67a-4c3e-a7e2-fceb2d539d4c req-2b7d833f-2aff-49ba-90c1-cdebe0f08ce5 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.1784685 Mar 02 09:08:12.056885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Pushing event updated for resources: {'Port': ['ID=bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:12.074668 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-41b49486-a67a-4c3e-a7e2-fceb2d539d4c req-29c4ae3a-bc7d-4648-9106-c175495248c5 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742245 Mar 02 09:08:12.109354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Attempting to bind port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:12.109720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Attempting to bind port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:12.110295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Attempting to bind port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d on network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:12.121759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:12.121759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Checking segment: {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:12.121759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.121759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Bound using segment: {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:12.121759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Bound port: bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:12.121759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.144208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8fd396f-92a7-41c0-b79f-3ab57d0f001a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.193412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd396f-92a7-41c0-b79f-3ab57d0f001a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=813902c9-918f-4f07-be09-8d90ddfd9efa,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:12.244433 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] For port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:12.250311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] For port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:12.258867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8fd396f-92a7-41c0-b79f-3ab57d0f001a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.271675 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c8fd396f-92a7-41c0-b79f-3ab57d0f001a tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/813902c9-918f-4f07-be09-8d90ddfd9efa HTTP/1.1" status: 204 len: 168 time: 0.3871403 Mar 02 09:08:12.271675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36004) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:12.295454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 499690fa-43f4-40ad-b79b-3620ad4f0e0c completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:12.311200 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 499690fa-43f4-40ad-b79b-3620ad4f0e0c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:12.311583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.353814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-593e1ed4-32cf-40f5-b0bc-4ca8c922f73f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:12.383496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.500890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bb297-f2ca-4610-beda-6ca2af0fa55f None None] Pushing event updated for resources: {'Port': ['ID=bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:12.513540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-593e1ed4-32cf-40f5-b0bc-4ca8c922f73f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:12.521467 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-593e1ed4-32cf-40f5-b0bc-4ca8c922f73f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2566218 Mar 02 09:08:12.522895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36008) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:12.534278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0e117f4c-ec62-4642-9b57-c97d4094f504 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '48232920-2d91-4153-8d7c-32c5eecc44f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:12.559137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0e117f4c-ec62-4642-9b57-c97d4094f504 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:12.580903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0e117f4c-ec62-4642-9b57-c97d4094f504 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:12.586450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.606774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 499690fa-43f4-40ad-b79b-3620ad4f0e0c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=499690fa-43f4-40ad-b79b-3620ad4f0e0c,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:12.636401 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.1 (13c9e0dd-f1be-4a0d-8aa4-5aec78617418/8af48cf4-2ab3-47f6-a49b-20c579a985b5/da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:12.705798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e117f4c-ec62-4642-9b57-c97d4094f504 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.739811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.795684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e117f4c-ec62-4642-9b57-c97d4094f504 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.824153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=499690fa-43f4-40ad-b79b-3620ad4f0e0c,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:12.875357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.885546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:12.919766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e117f4c-ec62-4642-9b57-c97d4094f504 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:12.945750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e117f4c-ec62-4642-9b57-c97d4094f504 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad47fa2-fe9d-43ca-aff4-ee839e3a0b8e,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:12.985330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36018) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:13.002558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.034407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0e117f4c-ec62-4642-9b57-c97d4094f504 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.034407 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0e117f4c-ec62-4642-9b57-c97d4094f504 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5076461 Mar 02 09:08:13.034407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36024) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:13.054084 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5cb0c8cc-ca61-4ee2-8f54-7e60b7fed804 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules/5ad47fa2-fe9d-43ca-aff4-ee839e3a0b8e HTTP/1.1" status: 200 len: 763 time: 0.0186026 Mar 02 09:08:13.057049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36028) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:13.083041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:13.086761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:13.091326 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:13.123420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d6aaa5a8-494f-4839-abc6-4af058534c29 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:13.162537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:13.169992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1194049867', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:13.174999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:13.178390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.182883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Usage tracker for resource:port and tenant:94c09c7879c44b3e8c2abca40d1c163d is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:13.219528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:13.235390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d6aaa5a8-494f-4839-abc6-4af058534c29 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:13.239855 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d6aaa5a8-494f-4839-abc6-4af058534c29 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1786370 Mar 02 09:08:13.239855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:13.241079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36034) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:13.390478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87ee098d-18b8-4f02-a650-5b1ee1190701 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.404287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87ee098d-18b8-4f02-a650-5b1ee1190701 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.438946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7076e2-7523-4af3-89c9-f1ab4027a422 req-018726b9-596f-4d2b-82a2-93631db5bff2 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:13.440240 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ad7076e2-7523-4af3-89c9-f1ab4027a422 req-018726b9-596f-4d2b-82a2-93631db5bff2 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.2606328 Mar 02 09:08:13.457651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.482777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Made reservation on behalf of 94c09c7879c44b3e8c2abca40d1c163d for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:13.489969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.508949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.522029 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ad7076e2-7523-4af3-89c9-f1ab4027a422 req-c1b74da0-b9f3-4a04-a473-465e58f8babd tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746028 Mar 02 09:08:13.530603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:13.535062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Usage tracker for resource:security_group_rule and tenant:94c09c7879c44b3e8c2abca40d1c163d is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:13.538335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:13.556773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:13.563568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87ee098d-18b8-4f02-a650-5b1ee1190701 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.602754 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee098d-18b8-4f02-a650-5b1ee1190701 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ad47fa2-fe9d-43ca-aff4-ee839e3a0b8e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:13.743113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.746059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-87ee098d-18b8-4f02-a650-5b1ee1190701 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.749696 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-87ee098d-18b8-4f02-a650-5b1ee1190701 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/5ad47fa2-fe9d-43ca-aff4-ee839e3a0b8e HTTP/1.1" status: 204 len: 168 time: 0.5061314 Mar 02 09:08:13.752530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36040) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:13.814326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:13.838594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-39bb4786-549d-4527-868c-61f2f453c6cf tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:13.843786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] device_id is not set on port e5a27270-7ee6-4b5f-9681-9ca52a896797 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:13.887658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9debef-8136-4fe2-9ed7-fa8a74962d2c None None] Network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:13.941747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2f4ab-bcf2-4b01-aab1-c7ca28e9b78a req-e5176785-fd23-4189-8d9e-1f711ef629c9 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:13.943289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1ab2f4ab-bcf2-4b01-aab1-c7ca28e9b78a req-e5176785-fd23-4189-8d9e-1f711ef629c9 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.2548769 Mar 02 09:08:13.977672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301c4183-b7b8-463d-b69e-8fb24b3bd7b3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:13.997983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-39bb4786-549d-4527-868c-61f2f453c6cf tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:13.999371 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-39bb4786-549d-4527-868c-61f2f453c6cf tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2473710 Mar 02 09:08:14.002502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:14.003212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36044) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:14.018949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '48232920-2d91-4153-8d7c-32c5eecc44f3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:14.026262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:14.036715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:14.061448 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1ab2f4ab-bcf2-4b01-aab1-c7ca28e9b78a req-6e95a768-0f79-4284-aff6-3c88413ff315 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044314 Mar 02 09:08:14.085074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Allocated IP 172.26.3.176 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/e5a27270-7ee6-4b5f-9681-9ca52a896797) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:14.086852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.100640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d23a12a4-9ab2-4bf9-a089-e03258057d25 None None] Provisioning for port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:14.143589 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Project ab78888d536b464381f5bbec3bbf5704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:08:14.153624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.227362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.239919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.282020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:14.298139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:14.298139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.330771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.360151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.377935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:14.384025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.399727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee3f1d1-8c85-40cc-b9aa-ef1e1d99999b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:14.444482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.486652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:14.491959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.566595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.568255 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-786b759b-c863-4975-b891-d580adcdf76b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5630155 Mar 02 09:08:14.570879 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36050) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:14.576513 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.577292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 499690fa-43f4-40ad-b79b-3620ad4f0e0c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:14.579716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:14.583206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:14.591777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:14.594921 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:14.599012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:14.607975 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-008efa2a-699e-49a1-92bc-9f16637bf4d9 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules/bee3f1d1-8c85-40cc-b9aa-ef1e1d99999b HTTP/1.1" status: 200 len: 769 time: 0.0356951 Mar 02 09:08:14.630492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36054) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:14.676270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Pushing event updated for resources: {'Port': ['ID=e5a27270-7ee6-4b5f-9681-9ca52a896797,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:14.700008 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:14.715850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-88f80d74-9b58-4c4d-9599-b552ba33aa0c None None] Provisioning for port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:14.726132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-88f80d74-9b58-4c4d-9599-b552ba33aa0c None None] Provisioning complete for port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:14.726509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88f80d74-9b58-4c4d-9599-b552ba33aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.742574 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-742f1656-6944-4ad2-9200-3fe5c99c35a3 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0951257 Mar 02 09:08:14.742574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:14.742574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.765535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36058) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:14.805518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-88f80d74-9b58-4c4d-9599-b552ba33aa0c None None] Port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:08:14.824046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-88f80d74-9b58-4c4d-9599-b552ba33aa0c None None] Provisioning complete for port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:14.824414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88f80d74-9b58-4c4d-9599-b552ba33aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.846439 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e834d3c1-7ffb-44e3-a928-e192eeca71e9 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.8597991 Mar 02 09:08:14.850374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36064) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:14.857368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.176'}]}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:14.873562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-514a1728-22e7-4efd-a4bc-72a4cc676d6e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.882335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 499690fa-43f4-40ad-b79b-3620ad4f0e0c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:14.882705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.885110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:14.907169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Usage tracker for resource:router and tenant:94c09c7879c44b3e8c2abca40d1c163d is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:14.919889 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-514a1728-22e7-4efd-a4bc-72a4cc676d6e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:14.926291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:14.937599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:15.033268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:08:15.033765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.034793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.040310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-514a1728-22e7-4efd-a4bc-72a4cc676d6e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.068695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a1728-22e7-4efd-a4bc-72a4cc676d6e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bee3f1d1-8c85-40cc-b9aa-ef1e1d99999b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:15.081286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-514a1728-22e7-4efd-a4bc-72a4cc676d6e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.084780 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-514a1728-22e7-4efd-a4bc-72a4cc676d6e tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/bee3f1d1-8c85-40cc-b9aa-ef1e1d99999b HTTP/1.1" status: 204 len: 168 time: 0.3170686 Mar 02 09:08:15.091871 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36068) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:15.108530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.130342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9b0b2-0745-4700-abb3-cb6b871f19cb req-cd70a4c4-19c3-4fa7-a0fa-883907eaecb5 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.138048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69b9b0b2-0745-4700-abb3-cb6b871f19cb req-cd70a4c4-19c3-4fa7-a0fa-883907eaecb5 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.1642826 Mar 02 09:08:15.153977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-98d87169-d68c-43c4-a6b5-d2cb728ff4e5 None None] Provisioning complete for port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:15.154547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-98d87169-d68c-43c4-a6b5-d2cb728ff4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.191536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3d8179ec-7061-4888-b9d1-a3705e6c5712 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:15.209558 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69b9b0b2-0745-4700-abb3-cb6b871f19cb req-a26f8343-586d-4885-b926-ba3f9f5a0171 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680573 Mar 02 09:08:15.221262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-98d87169-d68c-43c4-a6b5-d2cb728ff4e5 None None] Port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:08:15.236205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:08:15.247062 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b73f9187-689c-445a-9471-5098258cdaed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/2bda3aba-f7d1-4bba-9e55-a57d8944a9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2954748 Mar 02 09:08:15.248076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Sync routers for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:08:15.248693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36072) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:15.257457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:08:15.258113 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:15.311221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3d8179ec-7061-4888-b9d1-a3705e6c5712 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:15.312481 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3d8179ec-7061-4888-b9d1-a3705e6c5712 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2234952 Mar 02 09:08:15.346119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36076) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:15.468692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-637e78ca-3d33-4b06-a039-b0561f9293c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.476287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6eb583-2fe7-424c-ba02-1bbd6f13df43 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.476975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6eb583-2fe7-424c-ba02-1bbd6f13df43 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.477594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6eb583-2fe7-424c-ba02-1bbd6f13df43 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.478742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6eb583-2fe7-424c-ba02-1bbd6f13df43 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.479355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6eb583-2fe7-424c-ba02-1bbd6f13df43 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.486848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6eb583-2fe7-424c-ba02-1bbd6f13df43 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.486848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6eb583-2fe7-424c-ba02-1bbd6f13df43 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.486848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6eb583-2fe7-424c-ba02-1bbd6f13df43 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.486848 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5d6eb583-2fe7-424c-ba02-1bbd6f13df43 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2335525 Mar 02 09:08:15.492335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:08:15.493386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36080) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:15.515120 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-637e78ca-3d33-4b06-a039-b0561f9293c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.533808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.582362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3291e28-efda-4656-b852-0a68bb911ee9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.582923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3291e28-efda-4656-b852-0a68bb911ee9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.583379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3291e28-efda-4656-b852-0a68bb911ee9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.583828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3291e28-efda-4656-b852-0a68bb911ee9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.584270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3291e28-efda-4656-b852-0a68bb911ee9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.584714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3291e28-efda-4656-b852-0a68bb911ee9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.585155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3291e28-efda-4656-b852-0a68bb911ee9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.585597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3291e28-efda-4656-b852-0a68bb911ee9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:15.587958 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e3291e28-efda-4656-b852-0a68bb911ee9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.0930290 Mar 02 09:08:15.590981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36084) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:15.662903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-637e78ca-3d33-4b06-a039-b0561f9293c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.688324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e78ca-3d33-4b06-a039-b0561f9293c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48232920-2d91-4153-8d7c-32c5eecc44f3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:15.810891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-637e78ca-3d33-4b06-a039-b0561f9293c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:15.815220 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-637e78ca-3d33-4b06-a039-b0561f9293c2 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/48232920-2d91-4153-8d7c-32c5eecc44f3 HTTP/1.1" status: 204 len: 168 time: 0.4663570 Mar 02 09:08:15.815609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36088) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:15.885262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:15.892535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f834ee2f-3efd-4132-bb03-ea218737eedd tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:15.929980 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8c446394-6563-4691-b114-f48bce56b05e tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3535 time: 0.3375278 Mar 02 09:08:15.951062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:08:13Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:13Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:15.965289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Checking router: 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:08:15.965693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Updating router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:08:15.998545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f834ee2f-3efd-4132-bb03-ea218737eedd tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:16.004016 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f834ee2f-3efd-4132-bb03-ea218737eedd tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1834824 Mar 02 09:08:16.004249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36094) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:16.010161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group': {'name': 'tempest-secgroup--152655596'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:16.016475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:16.030321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:16.040938 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.051285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:16.051649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.136138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.159507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:16.159632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.164372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:16.167226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:16.173074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:16.191587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.255497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.328809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.388904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea0fdd3-2239-4d1b-bd94-70f783d7f8d5,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:16.467496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.469869 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-16a72699-323d-4ec1-968c-553c6388fb55 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4637341 Mar 02 09:08:16.471900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36100) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:16.478970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Request body: {'security_group_rule': {'security_group_id': '9ea0fdd3-2239-4d1b-bd94-70f783d7f8d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:16.486140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:16.486717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d42ff-cc79-4640-ab32-0a048b21fce5 req-87d8d9e5-f310-44a7-ae4b-c15f7d57ab69 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:16.491375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Usage tracker for resource:security_group_rule and tenant:ab78888d536b464381f5bbec3bbf5704 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:16.496443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:16.504118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:16.505587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dd0d42ff-cc79-4640-ab32-0a048b21fce5 req-87d8d9e5-f310-44a7-ae4b-c15f7d57ab69 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.1660981 Mar 02 09:08:16.507949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.551306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.561032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Transition to ACTIVE for port object da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:16.605864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.628166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.674093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.753206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.785620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bef2b2-3b42-408c-9032-f0c9251d206e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:16.839167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dafdc-9d6a-4cf2-9b09-9d437dd89535 None None] Pushing event updated for resources: {'Port': ['ID=da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:16.857071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Attempting to bind port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:16.857444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Attempting to bind port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:16.861772 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Attempting to bind port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 on network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:16.861923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.861923 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c2a6042d-c2ae-48d6-8dc0-5e7b81f4d667 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3869290 Mar 02 09:08:16.863202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36104) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:16.863417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:16.864271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Checking segment: {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:16.864867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.865429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Bound using segment: {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:16.865914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Bound port: da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:16.866464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.878098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.885299 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dd0d42ff-cc79-4640-ab32-0a048b21fce5 req-3f702233-e6ee-4c9e-a560-ce0cb6aa26fa tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054078 Mar 02 09:08:16.885299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.951942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95eba16a-e7b0-4e0f-b3db-11a45024ab9d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.976236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] For port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:16.980451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] For port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:16.991069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:16.991069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa36716a-4dad-497e-b300-a3f9e7c05515 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:08:16.991933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95eba16a-e7b0-4e0f-b3db-11a45024ab9d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:17.095439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:17.121507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95eba16a-e7b0-4e0f-b3db-11a45024ab9d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:17.121821 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 09:08:17.123155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-da457ba9-dc54-452d-be64-c82575e4ab23 tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2718396 Mar 02 09:08:17.126151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36112) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:17.152744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eba16a-e7b0-4e0f-b3db-11a45024ab9d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea0fdd3-2239-4d1b-bd94-70f783d7f8d5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:17.155105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95eba16a-e7b0-4e0f-b3db-11a45024ab9d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:17.156996 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-95eba16a-e7b0-4e0f-b3db-11a45024ab9d tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/9ea0fdd3-2239-4d1b-bd94-70f783d7f8d5 HTTP/1.1" status: 204 len: 168 time: 0.2906909 Mar 02 09:08:17.159475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36116) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:17.232378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-871a88d4-fba5-469e-9f51-81e828c9072e tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Deleting port e5a27270-7ee6-4b5f-9681-9ca52a896797 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:17.232863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-871a88d4-fba5-469e-9f51-81e828c9072e tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:17.241717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ff426ebc-a484-482b-96c0-39f1f44ac90f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:17.246086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dafdc-9d6a-4cf2-9b09-9d437dd89535 None None] Pushing event updated for resources: {'Port': ['ID=da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:17.260908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:17.262173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:08:17.262788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:07:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:17.330844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ff426ebc-a484-482b-96c0-39f1f44ac90f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:17.332484 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ff426ebc-a484-482b-96c0-39f1f44ac90f tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1713321 Mar 02 09:08:17.335433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36122) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:17.454116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-775ce028-00b3-4910-b93b-66e8bd36308c tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Synchronizing usage tracker for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:17.561346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-775ce028-00b3-4910-b93b-66e8bd36308c tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] Unset dirty status for tenant:ab78888d536b464381f5bbec3bbf5704 on resource:security_group_rule {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:17.562704 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-775ce028-00b3-4910-b93b-66e8bd36308c tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2255483 Mar 02 09:08:17.565620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36126) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:17.593241 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-5d629d2f-bfa6-4f0c-8206-fb37014dcd3b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] delete failed (client error): The resource could not be found. Mar 02 09:08:17.597756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:08:17.598274 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5d629d2f-bfa6-4f0c-8206-fb37014dcd3b tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "DELETE /v2.0/security-groups/9ea0fdd3-2239-4d1b-bd94-70f783d7f8d5 HTTP/1.1" status: 404 len: 347 time: 0.0278397 Mar 02 09:08:17.598558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36130) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:17.674194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36134) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:17.680617 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-147dc008-3e16-4b60-be8b-63b56e31e497 tempest-SecGroupIPv6Test-1080385942 tempest-SecGroupIPv6Test-1080385942-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810452 Mar 02 09:08:17.684063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983382331', 'description': 'tempest-secgroup-smoke-1983382331 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:17.691698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:17.695871 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:17.696201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-871a88d4-fba5-469e-9f51-81e828c9072e tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:17.700552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:17.706724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:17.795210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:17.830515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:17.840448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:17.845765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:17.858377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:17.945107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:17.953499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:08:13Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:16Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:17.957538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e1242c-ca28-499a-b3f4-c2a00418e797 None None] The sync data for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv is: [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:08:13Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:16Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:08:17.973587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-871a88d4-fba5-469e-9f51-81e828c9072e tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Calling delete_port for e5a27270-7ee6-4b5f-9681-9ca52a896797 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:18.009972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.074183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23d630a-1de7-42fb-83d3-f74aa420a3fc,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:18.092338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-2b4e54a9-4f49-4fa6-a4e8-57386ffccac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:18.094049 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-2b4e54a9-4f49-4fa6-a4e8-57386ffccac6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27cf156a47bb49a6852ef71daf38a4cd&device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 1098 time: 0.5178804 Mar 02 09:08:18.109280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b2601-7ce8-4313-bcd7-83a6d40c1a29 req-4386feb0-8051-4d78-a640-9d5ada53ecd9 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:18.110456 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-818b2601-7ce8-4313-bcd7-83a6d40c1a29 req-4386feb0-8051-4d78-a640-9d5ada53ecd9 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.5354517 Mar 02 09:08:18.169383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.171563 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c4325e8b-0ec2-4cc0-992b-320a1aa39b24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4961874 Mar 02 09:08:18.174480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36142) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:18.183256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'f23d630a-1de7-42fb-83d3-f74aa420a3fc', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:18.193333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:18.203440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:18.207628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:18.215445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:18.259735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36146) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:18.304487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.324940 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-818b2601-7ce8-4313-bcd7-83a6d40c1a29 req-f5ff5a70-9c4a-4477-8810-ffcb03c92074 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859677 Mar 02 09:08:18.350759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-c3452dae-8a78-425d-b2ab-9bd6346262df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:18.352307 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-c3452dae-8a78-425d-b2ab-9bd6346262df service neutron] 10.222.0.15 "GET /v2.0/networks?id=63514855-7dd4-4589-9078-be49e1d2c98a HTTP/1.1" status: 200 len: 913 time: 0.2519021 Mar 02 09:08:18.394499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.428905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-871a88d4-fba5-469e-9f51-81e828c9072e tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.458950 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5687d615-7ae8-4022-b445-7be45b38fa85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab78888d536b464381f5bbec3bbf5704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912065 Mar 02 09:08:18.459678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36154) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:18.474435 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-36af3445-1d00-46e6-9fda-bef67ec3cd82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4ab07ec-6522-4293-8643-cae90ff7fdc5 HTTP/1.1" status: 200 len: 217 time: 0.1153300 Mar 02 09:08:18.476965 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.497937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a88d4-fba5-469e-9f51-81e828c9072e tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5a27270-7ee6-4b5f-9681-9ca52a896797,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:18.506445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a470329-06c5-4281-82d7-24f9f7fae480,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:18.562222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e7b67b48-5916-4a3a-8bc1-0d5bed611bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.594959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e7b67b48-5916-4a3a-8bc1-0d5bed611bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.636353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.641015 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8cd8eaa2-4377-418a-8ffe-b820a5afd4a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4628334 Mar 02 09:08:18.641864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36158) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:18.647817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'f23d630a-1de7-42fb-83d3-f74aa420a3fc', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:18.655020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:18.659328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:18.662693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:18.668020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-c7f7822c-856a-41c1-985b-b9ed46c879c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:18.668020 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-c7f7822c-856a-41c1-985b-b9ed46c879c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7bcf751-0574-4ffe-a375-75a441500a80 HTTP/1.1" status: 200 len: 852 time: 0.1788790 Mar 02 09:08:18.670492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:18.716205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-871a88d4-fba5-469e-9f51-81e828c9072e tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.720676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-9674dc6b-3e20-417a-9f7c-e1b35c116f8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63514855-7dd4-4589-9078-be49e1d2c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471084 Mar 02 09:08:18.750524 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-871a88d4-fba5-469e-9f51-81e828c9072e tempest-RoutersAdminNegativeIpV6Test-568981726 tempest-RoutersAdminNegativeIpV6Test-568981726-project-admin] 10.222.0.10 "DELETE /v2.0/ports/e5a27270-7ee6-4b5f-9681-9ca52a896797 HTTP/1.1" status: 204 len: 168 time: 1.6223819 Mar 02 09:08:18.760951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.811159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e7b67b48-5916-4a3a-8bc1-0d5bed611bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.835595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b67b48-5916-4a3a-8bc1-0d5bed611bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e276c-3013-4206-9a60-6fdafff521da,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:18.857633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:18.873149 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-1a5ed8a3-363c-489f-bb9a-c87a9fa52bf5 service neutron] 10.222.0.15 "GET /v2.0/networks/63514855-7dd4-4589-9078-be49e1d2c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455040 Mar 02 09:08:18.974165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.012084 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c881f81-93b4-4075-a43b-5290766f42d5 req-b192c277-277f-4cc3-88f8-9a5833c8f71f service neutron] 10.222.0.15 "GET /v2.0/networks/63514855-7dd4-4589-9078-be49e1d2c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331372 Mar 02 09:08:19.019550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2ca6a2-7576-43b4-8222-27011914b32b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:19.078772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e7b67b48-5916-4a3a-8bc1-0d5bed611bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.079939 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e7b67b48-5916-4a3a-8bc1-0d5bed611bbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/362e276c-3013-4206-9a60-6fdafff521da HTTP/1.1" status: 204 len: 168 time: 0.6191518 Mar 02 09:08:19.109461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.111730 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a05b626c-f8f7-430d-9e77-60f729995298 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4686477 Mar 02 09:08:19.114734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36166) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:19.120336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'f23d630a-1de7-42fb-83d3-f74aa420a3fc', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:19.127485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:19.132361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:19.135987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:19.142934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:19.248138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36172) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:19.265026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.328356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.412480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.437314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27bc955-1404-405a-97d4-740157ad273f,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:19.513059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-285fb800-3917-4516-abb0-0ad5d92ee296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.526729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.527940 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-191cee9f-6ab5-45f9-beac-923de8cbf504 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122291 Mar 02 09:08:19.533306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-285fb800-3917-4516-abb0-0ad5d92ee296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:19.538417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36184) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:19.538899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-285fb800-3917-4516-abb0-0ad5d92ee296 admin admin] Usage tracker for resource:security_group_rule and tenant:668f2c568ccc42f89bef2f41e42aca76 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:19.542852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-285fb800-3917-4516-abb0-0ad5d92ee296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:19.549816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'f23d630a-1de7-42fb-83d3-f74aa420a3fc', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:19.553480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-285fb800-3917-4516-abb0-0ad5d92ee296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:19.559939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:19.564326 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:19.569461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:19.582005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:19.607220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba570717-d50d-4791-b1da-f38fde029ed1 req-a24e77f1-7115-4a2c-a299-6ac38e82bc01 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:19.607220 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba570717-d50d-4791-b1da-f38fde029ed1 req-a24e77f1-7115-4a2c-a299-6ac38e82bc01 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.1577780 Mar 02 09:08:19.671706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba570717-d50d-4791-b1da-f38fde029ed1 req-08c29464-f51d-4450-93c4-34722c2a90d8 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591257 Mar 02 09:08:19.682822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.701699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-285fb800-3917-4516-abb0-0ad5d92ee296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.755425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c470d5c5-59b3-466e-a422-2a41ffda42d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.778277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-285fb800-3917-4516-abb0-0ad5d92ee296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.833592 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-285fb800-3917-4516-abb0-0ad5d92ee296 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=668f2c568ccc42f89bef2f41e42aca76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819767 Mar 02 09:08:19.833931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36194) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:19.838228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fb800-3917-4516-abb0-0ad5d92ee296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfacd01d-4cf7-4894-bff0-9054d21d7949,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:19.891356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.916295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:19.922372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-628f4387-87e2-4df6-8fb1-c76833a5e77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.953486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-628f4387-87e2-4df6-8fb1-c76833a5e77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:19.970321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.002804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40070a6b-b407-4381-91f8-066cf6be290e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:20.330097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:20.336055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.336570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-628f4387-87e2-4df6-8fb1-c76833a5e77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.337042 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-88908a16-c446-42af-a84a-2c5b121f52e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7908120 Mar 02 09:08:20.337161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:20.337269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36202) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:20.337540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.341344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'f23d630a-1de7-42fb-83d3-f74aa420a3fc', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:20.349618 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f4387-87e2-4df6-8fb1-c76833a5e77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfacd01d-4cf7-4894-bff0-9054d21d7949,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:20.360976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:20.362194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-628f4387-87e2-4df6-8fb1-c76833a5e77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.362194 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-628f4387-87e2-4df6-8fb1-c76833a5e77c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfacd01d-4cf7-4894-bff0-9054d21d7949 HTTP/1.1" status: 204 len: 168 time: 0.5194163 Mar 02 09:08:20.363036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:20.366617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:20.374087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:20.467441 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:08:20.472527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.482254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.510830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:20.551703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.641216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.648831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.672038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf0d6f-76fa-4bff-b2f6-c71b5bbf2f84,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:20.717468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:20.740079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36214) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:20.857780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bcefd5cb-91b2-4b8d-b349-d5a6461bd5a0 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1013641996', 'prefixes': ['172.20.0.0/16']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:20.864130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:20.865495 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6c4f0940-cf53-4fd5-8aa8-06079681e0c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5284081 Mar 02 09:08:20.866662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bcefd5cb-91b2-4b8d-b349-d5a6461bd5a0 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:20.868972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36222) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:20.874824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'f23d630a-1de7-42fb-83d3-f74aa420a3fc', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:20.878429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5886e32-fb33-44b2-b770-6bcfe6a01ccd req-a1d1dbc8-925e-4f23-bf4f-d4d2ac4f7623 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:20.880167 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5886e32-fb33-44b2-b770-6bcfe6a01ccd req-a1d1dbc8-925e-4f23-bf4f-d4d2ac4f7623 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.0992122 Mar 02 09:08:20.886036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:20.888309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:20.891303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:20.897214 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:20.927676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5886e32-fb33-44b2-b770-6bcfe6a01ccd req-0a3d103f-e87d-4ff0-8cbe-acf379f67671 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 Mar 02 09:08:20.984298 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:08:20.991647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.080522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.127243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bcefd5cb-91b2-4b8d-b349-d5a6461bd5a0 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] Notify callbacks [] for subnetpool, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.128326 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bcefd5cb-91b2-4b8d-b349-d5a6461bd5a0 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3872039 Mar 02 09:08:21.131077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36228) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:21.158020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.186214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36232) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:21.191106 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b303f9f9-50aa-4b5d-83e3-c0e76f71cbcb tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] 10.222.0.10 "GET /v2.0/subnetpools/1d88a4ec-1cdf-41f7-b411-bc84fe0550be HTTP/1.1" status: 200 len: 732 time: 0.0589333 Mar 02 09:08:21.194062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d58a90-7066-4f5c-a1ca-adc339debf6b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:21.196216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36236) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:21.207667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-134a4bbd-639e-42e9-91ec-25ad10bda1a2 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1299939754'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:21.248518 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4f2a20fe-14c8-4df6-aa15-a17b6e5515ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94c09c7879c44b3e8c2abca40d1c163d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607090 Mar 02 09:08:21.251441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36240) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:21.311829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4e25e093-ae8d-4080-aebb-0a3e8ede152a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.332656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.332656 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8ecd0b32-0400-49fb-9701-38ae39c4fcba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4580789 Mar 02 09:08:21.336474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4e25e093-ae8d-4080-aebb-0a3e8ede152a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.385251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-134a4bbd-639e-42e9-91ec-25ad10bda1a2 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] Notify callbacks [] for subnetpool, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.387133 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-134a4bbd-639e-42e9-91ec-25ad10bda1a2 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] 10.222.0.10 "PUT /v2.0/subnetpools/1d88a4ec-1cdf-41f7-b411-bc84fe0550be HTTP/1.1" status: 200 len: 684 time: 0.1898088 Mar 02 09:08:21.389958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36246) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:21.599663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4e25e093-ae8d-4080-aebb-0a3e8ede152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.677297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25e093-ae8d-4080-aebb-0a3e8ede152a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c4183-b7b8-463d-b69e-8fb24b3bd7b3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:21.688789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4e25e093-ae8d-4080-aebb-0a3e8ede152a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.691173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4e25e093-ae8d-4080-aebb-0a3e8ede152a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/301c4183-b7b8-463d-b69e-8fb24b3bd7b3 HTTP/1.1" status: 204 len: 168 time: 0.4377916 Mar 02 09:08:21.693818 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-87776f27-e3b6-4f97-bd84-0bd1e199e9c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983382331&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1143489 Mar 02 09:08:21.826300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf2b27f4-382b-4b36-9c36-5b814767dadd tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] Notify callbacks [] for subnetpool, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.827398 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bf2b27f4-382b-4b36-9c36-5b814767dadd tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1d88a4ec-1cdf-41f7-b411-bc84fe0550be HTTP/1.1" status: 204 len: 168 time: 0.4365072 Mar 02 09:08:21.830139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36264) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:21.835078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce15a0-a346-4d01-a8bb-4e9ab36f938a req-988052f0-f00d-4527-912e-8f383de1f291 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:21.836519 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21ce15a0-a346-4d01-a8bb-4e9ab36f938a req-988052f0-f00d-4527-912e-8f383de1f291 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.2326972 Mar 02 09:08:21.838855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:21.859032 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-5054a0d9-aa21-4ff0-8b44-e362350fcdc4 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] show failed (client error): The resource could not be found. Mar 02 09:08:21.860305 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5054a0d9-aa21-4ff0-8b44-e362350fcdc4 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] 10.222.0.10 "GET /v2.0/subnetpools/1d88a4ec-1cdf-41f7-b411-bc84fe0550be HTTP/1.1" status: 404 len: 346 time: 0.0283768 Mar 02 09:08:21.863123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36268) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:21.884797 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-1c48653a-e148-459a-a7ac-9387557a5560 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] delete failed (client error): The resource could not be found. Mar 02 09:08:21.886253 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1c48653a-e148-459a-a7ac-9387557a5560 tempest-SubnetPoolsTestJSON-489048737 tempest-SubnetPoolsTestJSON-489048737-project] 10.222.0.10 "DELETE /v2.0/subnetpools/1d88a4ec-1cdf-41f7-b411-bc84fe0550be HTTP/1.1" status: 404 len: 346 time: 0.0216978 Mar 02 09:08:21.903688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-e01888e5-ae85-41d0-bad1-d6693f694f5d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:21.904686 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-e01888e5-ae85-41d0-bad1-d6693f694f5d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418 HTTP/1.1" status: 200 len: 796 time: 0.2033086 Mar 02 09:08:21.917325 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21ce15a0-a346-4d01-a8bb-4e9ab36f938a req-7eeb12ec-d856-4dab-82e9-d51ae25a8902 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736940 Mar 02 09:08:21.931978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:21.932538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:21.947742 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-40e09dd3-6030-41b9-a4f4-ae10a921e98b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0293717 Mar 02 09:08:21.970754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9a735e04-0371-467e-8c3b-379660461bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:22.039975 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-db72ca5d-6bd0-47e1-b5e6-bd0f0afec75d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855865 Mar 02 09:08:22.184645 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-8d58b2b2-c88a-4e68-976f-bc5cc90f1bef service neutron] 10.222.0.10 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284106 Mar 02 09:08:22.312702 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-2ef823e1-6b4c-49d3-ace8-6436865e95a8 service neutron] 10.222.0.10 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254487 Mar 02 09:08:22.516895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36286) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:22.686885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cac035a7-0d07-4929-97c7-e17ea22ea674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:22.711972 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e6f261c7-a023-474c-85b8-f18940f84e4c req-2f2b762a-8623-4ac6-af94-0786f9d52188 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 210 time: 0.0739269 Mar 02 09:08:22.716431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cac035a7-0d07-4929-97c7-e17ea22ea674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:22.724847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cac035a7-0d07-4929-97c7-e17ea22ea674 admin admin] Usage tracker for resource:security_group_rule and tenant:24496c92e15046e6b2c08f26214891a0 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:22.728478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cac035a7-0d07-4929-97c7-e17ea22ea674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:22.739953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cac035a7-0d07-4929-97c7-e17ea22ea674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:22.826736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cac035a7-0d07-4929-97c7-e17ea22ea674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:22.925103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cac035a7-0d07-4929-97c7-e17ea22ea674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:22.987891 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cac035a7-0d07-4929-97c7-e17ea22ea674 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24496c92e15046e6b2c08f26214891a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588668 Mar 02 09:08:22.987891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac035a7-0d07-4929-97c7-e17ea22ea674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb135ad-c66f-44b3-bd29-00f32ad73e25,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:22.988074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36310) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:22.988074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36312) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:23.048668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f380abf-7e10-4b69-8f87-ff41b27feb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.057957 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.106722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.116089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1079401930'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:23.126332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:23.133824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f380abf-7e10-4b69-8f87-ff41b27feb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.142501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:network and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:23.156079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:23.162206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:23.210270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d16577-5d59-49b2-a5bc-857583c05d79 req-122fd81b-9aee-47cf-aad5-71924a041210 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:23.212272 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86d16577-5d59-49b2-a5bc-857583c05d79 req-122fd81b-9aee-47cf-aad5-71924a041210 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.1641750 Mar 02 09:08:23.257777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86d16577-5d59-49b2-a5bc-857583c05d79 req-1b85dce8-f168-422c-845e-a913c13ee12e tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395329 Mar 02 09:08:23.295031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:23.298924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.311048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.320718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f380abf-7e10-4b69-8f87-ff41b27feb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.338501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:23.345488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f380abf-7e10-4b69-8f87-ff41b27feb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb135ad-c66f-44b3-bd29-00f32ad73e25,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:23.347545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:security_group_rule and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:23.350417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:23.353923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5f380abf-7e10-4b69-8f87-ff41b27feb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.355175 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5f380abf-7e10-4b69-8f87-ff41b27feb62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2eb135ad-c66f-44b3-bd29-00f32ad73e25 HTTP/1.1" status: 204 len: 168 time: 0.3737092 Mar 02 09:08:23.358835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:23.450163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.525169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.551282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:08:23.579878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.580318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Added segment 897f0ce0-0057-48d8-9973-686281bd0c1d of type vlan for network be4c8bc4-165c-40f1-bb1b-3ea596f7219d Mar 02 09:08:23.581397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e5704d-7d80-4663-8bb6-31065d45a100,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:23.629406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.759505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.761561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:23.762178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:23.955135 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e40a36c6-733a-4a04-8616-9e9f2c1ff994 req-1ba32a1d-a974-45bf-880a-593f369eb125 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 210 time: 0.1653574 Mar 02 09:08:23.982052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Network': ['ID=be4c8bc4-165c-40f1-bb1b-3ea596f7219d,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:23.995122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:08:24.016000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f851cf3-74ab-47c5-92fd-376e566ed1f8 req-225ca42d-77d6-4277-be6b-a8bd52b337cd tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:24.017423 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9f851cf3-74ab-47c5-92fd-376e566ed1f8 req-225ca42d-77d6-4277-be6b-a8bd52b337cd tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.2975416 Mar 02 09:08:24.044347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-9e5e8d0c-3cce-4989-b2dd-d3e0969adcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:24.045985 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-9e5e8d0c-3cce-4989-b2dd-d3e0969adcf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=27cf156a47bb49a6852ef71daf38a4cd&device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 1098 time: 0.1858127 Mar 02 09:08:24.051400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-69e4dd86-9f11-48c8-9d08-743cf9458e1f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0684774 Mar 02 09:08:24.055176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36330) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:24.062584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:24.109009 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9f851cf3-74ab-47c5-92fd-376e566ed1f8 req-4b08125b-6d97-4b64-bc1e-f70c86eb4420 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814545 Mar 02 09:08:24.176523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:24.180188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:24.183733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:24.189567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:24.200149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-21417493-4809-49a5-b655-8a49afc6ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:24.201636 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-21417493-4809-49a5-b655-8a49afc6ffbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=63514855-7dd4-4589-9078-be49e1d2c98a HTTP/1.1" status: 200 len: 913 time: 0.1474924 Mar 02 09:08:24.327811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:24.338545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:24.378856 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-00d1cd54-e311-4b8f-be91-2682b4c998ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4ab07ec-6522-4293-8643-cae90ff7fdc5 HTTP/1.1" status: 200 len: 217 time: 0.1706898 Mar 02 09:08:24.444282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-44fbb74c-d05a-459d-81a8-db9a869ff078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:24.445758 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-44fbb74c-d05a-459d-81a8-db9a869ff078 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7bcf751-0574-4ffe-a375-75a441500a80 HTTP/1.1" status: 200 len: 852 time: 0.0609627 Mar 02 09:08:24.503826 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-9274f0a3-044b-41ff-bba3-4aec0f37acca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63514855-7dd4-4589-9078-be49e1d2c98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524275 Mar 02 09:08:24.537995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:24.665608 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-27bdbd24-31b4-43d2-8c56-0c8d81294daf service neutron] 10.222.0.15 "GET /v2.0/networks/63514855-7dd4-4589-9078-be49e1d2c98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399083 Mar 02 09:08:24.672615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:24.775138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=37c63c68-384e-4389-9469-7022cee6d187,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:24.793067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:24.793433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network hostable DHCP agents. Network: be4c8bc4-165c-40f1-bb1b-3ea596f7219d, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:08:24.807984 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dc9267c-ba13-4e3e-b66c-c515a7caadb9 req-50405b0f-b6cc-4be5-94e6-1f23af7cd2b1 service neutron] 10.222.0.15 "GET /v2.0/networks/63514855-7dd4-4589-9078-be49e1d2c98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358652 Mar 02 09:08:24.900737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:08:24.997957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, be4c8bc4-165c-40f1-bb1b-3ea596f7219d) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:25.001956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:25.002667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:25.011624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c921a0-13bf-4ad0-8ea9-919b79082cde None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:25.093458 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0a2a71e9-8703-446c-9a8e-2dcd23c62bb8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0364287 Mar 02 09:08:25.096067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36336) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:25.104399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'name': 'tempest-NetworksTestDHCPv6-33017253'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:25.112254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd187b57-d792-4a92-9a29-12761e1a8130 req-f479e3b9-1f1a-47b1-acd9-f8eb02842a05 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 210 time: 0.0448110 Mar 02 09:08:25.251857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '37c63c68-384e-4389-9469-7022cee6d187'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:25.252937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:25.300979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:25.305089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:25.308181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:25.314916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:25.321194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01001-ad59-43fa-ba66-b70c171fae34 req-a4a907c1-8089-4f51-bcf3-32ef0e5a39f7 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:25.323418 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-22a01001-ad59-43fa-ba66-b70c171fae34 req-a4a907c1-8089-4f51-bcf3-32ef0e5a39f7 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.0902140 Mar 02 09:08:25.375421 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-22a01001-ad59-43fa-ba66-b70c171fae34 req-74118bba-0347-47a0-a8c3-9770437b90f5 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462871 Mar 02 09:08:25.429108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/37c63c68-384e-4389-9469-7022cee6d187/541538a4-7cbf-4dac-84bb-a7fef5691f6d) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:25.443438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:25.447068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:25.479004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 913302ab-65bb-4d9a-aada-589ad36b443c yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:25.689981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:25.691838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-661c0f0a-8da4-4959-b1a2-b72c958812b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:25.693256 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-661c0f0a-8da4-4959-b1a2-b72c958812b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418 HTTP/1.1" status: 200 len: 796 time: 0.1715820 Mar 02 09:08:25.700879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Transition to ACTIVE for port object 541538a4-7cbf-4dac-84bb-a7fef5691f6d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:25.719449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Transition to ACTIVE for port object 541538a4-7cbf-4dac-84bb-a7fef5691f6d will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:25.744515 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-5e689cb8-2ba7-4fd8-ab89-8d3c9c28519a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 380 time: 0.0419724 Mar 02 09:08:25.753776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['f23d630a-1de7-42fb-83d3-f74aa420a3fc']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:25.846823 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:25.895907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:25.900487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:port and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:25.903945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:25.910370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:25.921234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::3a1 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/37c63c68-384e-4389-9469-7022cee6d187/913302ab-65bb-4d9a-aada-589ad36b443c) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:25.939018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:25.941656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:25.945243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:25.993788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Pushing event updated for resources: {'Port': ['ID=541538a4-7cbf-4dac-84bb-a7fef5691f6d,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:26.056347 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Attempting to bind port 541538a4-7cbf-4dac-84bb-a7fef5691f6d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:26.056997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Attempting to bind port 541538a4-7cbf-4dac-84bb-a7fef5691f6d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:26.056997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Attempting to bind port 541538a4-7cbf-4dac-84bb-a7fef5691f6d on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:26.062579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:26.062951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:26.063345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.063930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:26.064391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Bound port: 541538a4-7cbf-4dac-84bb-a7fef5691f6d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:26.064761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.084823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:26.090584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.139186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.159696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 913302ab-65bb-4d9a-aada-589ad36b443c will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:26.163153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] For port 541538a4-7cbf-4dac-84bb-a7fef5691f6d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:26.166363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] For port 541538a4-7cbf-4dac-84bb-a7fef5691f6d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=541538a4-7cbf-4dac-84bb-a7fef5691f6d,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:26.229751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.283877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.301635 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8914614d-4ff9-4661-8d8b-8a4ac9275fd6 req-2839040d-2379-4731-b688-39f0b12bd5fb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 210 time: 0.0600891 Mar 02 09:08:26.324738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.3 (13c9e0dd-f1be-4a0d-8aa4-5aec78617418/8af48cf4-2ab3-47f6-a49b-20c579a985b5/b17ee7b1-6a34-43bc-89c7-8c7abc13c308) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:26.327451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb40b2d-6c8f-463f-a1e8-e75fe51071d5 None None] Pushing event updated for resources: {'Port': ['ID=541538a4-7cbf-4dac-84bb-a7fef5691f6d,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:26.364145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:26.367146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:26.388743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:26.394917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:26.395609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.415435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=913302ab-65bb-4d9a-aada-589ad36b443c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:26.521318 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-09d71cb8-dbaa-4580-8c7b-3530f1d0cd0e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4235039 Mar 02 09:08:26.523387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36352) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:26.636845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.644486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f3771-c8bd-45bd-8af8-08d9d3c8c8eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:26.651024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f3771-c8bd-45bd-8af8-08d9d3c8c8eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:26.652717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-703f3771-c8bd-45bd-8af8-08d9d3c8c8eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:26.664001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object b17ee7b1-6a34-43bc-89c7-8c7abc13c308 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:26.672838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f476b74-baef-4c04-a6e7-69fb3f6623db req-3e06ff75-ba6f-46f1-9994-5a36217b9028 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:26.674372 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2f476b74-baef-4c04-a6e7-69fb3f6623db req-3e06ff75-ba6f-46f1-9994-5a36217b9028 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.1711919 Mar 02 09:08:26.729943 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2f476b74-baef-4c04-a6e7-69fb3f6623db req-f18fcbaa-351f-45c7-b534-a3cd58eb22aa tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 Mar 02 09:08:26.795017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-703f3771-c8bd-45bd-8af8-08d9d3c8c8eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:26.796238 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-703f3771-c8bd-45bd-8af8-08d9d3c8c8eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2716541 Mar 02 09:08:26.798935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36358) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:26.841159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.868400 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-7dadb768-f8d7-40af-9f67-b8553f8c43fd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 913302ab-65bb-4d9a-aada-589ad36b443c {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:26.868400 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7dadb768-f8d7-40af-9f67-b8553f8c43fd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:26.908714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:26.911969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:26.920833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:26.957005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:26.998823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:27.000266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:27.108311 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-9bf67bc2-c342-4987-860d-d699eca7674c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3580611 Mar 02 09:08:27.122327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Request body: {'port': {'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:27.264133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f4d45e87-2b06-4b87-b1ab-4ff58e67b29c None None] Provisioning for port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:27.269573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f4d45e87-2b06-4b87-b1ab-4ff58e67b29c None None] Provisioning complete for port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:27.269975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f4d45e87-2b06-4b87-b1ab-4ff58e67b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:27.272446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7dadb768-f8d7-40af-9f67-b8553f8c43fd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:27.334665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f4d45e87-2b06-4b87-b1ab-4ff58e67b29c None None] Port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:08:27.452583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:27.475245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-7dadb768-f8d7-40af-9f67-b8553f8c43fd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 913302ab-65bb-4d9a-aada-589ad36b443c owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:27.556869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56653c8a-e849-4754-8078-937f8d851722 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:27.672545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cb04-6263-4a11-98c4-f4d4c51dd287 req-cc98b1f3-3ab2-45fe-b2a2-1e5669cb8985 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:27.674076 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0bf2cb04-6263-4a11-98c4-f4d4c51dd287 req-cc98b1f3-3ab2-45fe-b2a2-1e5669cb8985 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.3135285 Mar 02 09:08:27.735308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7dadb768-f8d7-40af-9f67-b8553f8c43fd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:27.739777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3e8d08b0-1515-442c-9b1e-7edf3e58bec1 None None] Provisioning for port 541538a4-7cbf-4dac-84bb-a7fef5691f6d completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:27.768532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0891bd-c4c0-486c-941d-78f978cbdfe5 req-0cc76d7a-3761-4a11-8963-cf31d6c05130 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:27.769122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5c0891bd-c4c0-486c-941d-78f978cbdfe5 req-0cc76d7a-3761-4a11-8963-cf31d6c05130 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:27.796608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadb768-f8d7-40af-9f67-b8553f8c43fd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=913302ab-65bb-4d9a-aada-589ad36b443c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:27.837856 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0bf2cb04-6263-4a11-98c4-f4d4c51dd287 req-c9c1b8f0-6532-4867-ad1f-2933c3f03dd5 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548090 Mar 02 09:08:27.848140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7dadb768-f8d7-40af-9f67-b8553f8c43fd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:27.934494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 541538a4-7cbf-4dac-84bb-a7fef5691f6d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:27.938965 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7dadb768-f8d7-40af-9f67-b8553f8c43fd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/913302ab-65bb-4d9a-aada-589ad36b443c HTTP/1.1" status: 204 len: 168 time: 1.1388977 Mar 02 09:08:27.941280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36368) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:27.973162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5c0891bd-c4c0-486c-941d-78f978cbdfe5 req-0cc76d7a-3761-4a11-8963-cf31d6c05130 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:27.978959 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c0891bd-c4c0-486c-941d-78f978cbdfe5 req-0cc76d7a-3761-4a11-8963-cf31d6c05130 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 931 time: 0.5321500 Mar 02 09:08:28.018105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b886c-34cc-436d-9ab1-208d815fac56 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:28.020103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b886c-34cc-436d-9ab1-208d815fac56 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:28.020908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9c8b886c-34cc-436d-9ab1-208d815fac56 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:28.037511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17ee7b1-6a34-43bc-89c7-8c7abc13c308 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:08:28.049490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.057760 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c0891bd-c4c0-486c-941d-78f978cbdfe5 req-8e7800a2-910a-4030-b597-30eaaa45cf0a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777657 Mar 02 09:08:28.079528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Transition to ACTIVE for port object b17ee7b1-6a34-43bc-89c7-8c7abc13c308 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:28.143611 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 541538a4-7cbf-4dac-84bb-a7fef5691f6d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:28.149630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 541538a4-7cbf-4dac-84bb-a7fef5691f6d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:28.150119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.189360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9c8b886c-34cc-436d-9ab1-208d815fac56 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:28.189548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.194062 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9c8b886c-34cc-436d-9ab1-208d815fac56 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2516696 Mar 02 09:08:28.194628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36372) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:28.301060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-4741b890-e027-45b2-9b1c-f1e422366419 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 37c63c68-384e-4389-9469-7022cee6d187 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:28.304467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4741b890-e027-45b2-9b1c-f1e422366419 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.315098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.331775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ef605867-475b-4660-bb0f-693a26624f28 None None] Could not find standard attr ID for object 913302ab-65bb-4d9a-aada-589ad36b443c. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:08:28.359130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 541538a4-7cbf-4dac-84bb-a7fef5691f6d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=541538a4-7cbf-4dac-84bb-a7fef5691f6d,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:28.372792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4741b890-e027-45b2-9b1c-f1e422366419 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.392874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:28.444896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.481563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Attempting to bind port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:28.489953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Attempting to bind port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:28.489953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Attempting to bind port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 on network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:28.499243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4741b890-e027-45b2-9b1c-f1e422366419 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.500270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 on network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:08:28.500690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Attempting to bind port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 on network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:28.519165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:28.519472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Checking segment: {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:28.519881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Bound using segment: {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:28.520340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Bound port: b17ee7b1-6a34-43bc-89c7-8c7abc13c308, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6b1232-d560-4266-8099-28631f24ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:28.520698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.547328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=541538a4-7cbf-4dac-84bb-a7fef5691f6d,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:28.640772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] For port b17ee7b1-6a34-43bc-89c7-8c7abc13c308, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:28.643751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] For port b17ee7b1-6a34-43bc-89c7-8c7abc13c308, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:28.695140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4741b890-e027-45b2-9b1c-f1e422366419 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.735461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741b890-e027-45b2-9b1c-f1e422366419 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=37c63c68-384e-4389-9469-7022cee6d187,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:28.737458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4741b890-e027-45b2-9b1c-f1e422366419 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.744220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b036a0e9-6c49-47af-9be9-d747d7f56f87 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:28.752240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.816929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:28.817559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:28.819025 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/b17ee7b1-6a34-43bc-89c7-8c7abc13c308 HTTP/1.1" status: 200 len: 1093 time: 1.7021277 Mar 02 09:08:28.819475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:08:28.846117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6671496-658d-4d32-9544-98e63316b1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:28.858742 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4741b890-e027-45b2-9b1c-f1e422366419 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/37c63c68-384e-4389-9469-7022cee6d187 HTTP/1.1" status: 204 len: 168 time: 0.6597919 Mar 02 09:08:28.858742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36378) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:28.893708 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'status': 'completed', 'code': 200} Mar 02 09:08:28.961004 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-88f64e10-dedf-475b-ae55-c51c25f7a8f9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015117 Mar 02 09:08:28.964421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36384) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:28.970293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:29.011201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ab0df-3dbe-423e-b0a6-a12c770dc76a req-13db3108-0b5c-4ea5-b79b-551e7bdc7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:29.012753 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa4ab0df-3dbe-423e-b0a6-a12c770dc76a req-13db3108-0b5c-4ea5-b79b-551e7bdc7888 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 1096 time: 0.1020768 Mar 02 09:08:29.117532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd5054-9779-412b-9fa4-089931352c30 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:08:29.122204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5054-9779-412b-9fa4-089931352c30 None None] Deleting port 541538a4-7cbf-4dac-84bb-a7fef5691f6d {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:29.122758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-81dd5054-9779-412b-9fa4-089931352c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:29.127233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:29.132498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:29.136447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:29.142885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:29.207688 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:29.211917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:29.323141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b414b3-f045-40fe-8f7c-7a6b94983001 req-752f2944-1cd5-40a8-a54d-47c88c3abb0d tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:29.324643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b0b414b3-f045-40fe-8f7c-7a6b94983001 req-752f2944-1cd5-40a8-a54d-47c88c3abb0d tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.3060961 Mar 02 09:08:29.326484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ab0df-3dbe-423e-b0a6-a12c770dc76a req-76c2c003-5858-406d-b63d-18aa015c288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:29.327741 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa4ab0df-3dbe-423e-b0a6-a12c770dc76a req-76c2c003-5858-406d-b63d-18aa015c288f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2669604 Mar 02 09:08:29.364617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-81dd5054-9779-412b-9fa4-089931352c30 None None] For port 541538a4-7cbf-4dac-84bb-a7fef5691f6d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=541538a4-7cbf-4dac-84bb-a7fef5691f6d,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:29.365222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-81dd5054-9779-412b-9fa4-089931352c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:29.411763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34f012-4a71-45b2-a856-1c59deae8ebf req-fc44701c-c913-4291-8a4c-86ee38718447 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:29.413213 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd34f012-4a71-45b2-a856-1c59deae8ebf req-fc44701c-c913-4291-8a4c-86ee38718447 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 943 time: 0.2168238 Mar 02 09:08:29.442147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-2c6c2995-a4b4-4ebe-9902-8ad86d681dd0 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:29.443603 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-2c6c2995-a4b4-4ebe-9902-8ad86d681dd0 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 945 time: 0.1420727 Mar 02 09:08:29.516097 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b0b414b3-f045-40fe-8f7c-7a6b94983001 req-d5bd76c8-f139-44ce-9e18-29cedcb6ba45 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee264977-105f-4adb-a44f-28959f727f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815186 Mar 02 09:08:29.541777 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Deleting port b4ab07ec-6522-4293-8643-cae90ff7fdc5 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:29.542146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:29.542668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5054-9779-412b-9fa4-089931352c30 None None] Calling delete_port for 541538a4-7cbf-4dac-84bb-a7fef5691f6d owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:29.556890 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd34f012-4a71-45b2-a856-1c59deae8ebf req-3a9d6c12-15d7-4fb0-a922-727af85cfde3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885563 Mar 02 09:08:29.578733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ab0df-3dbe-423e-b0a6-a12c770dc76a req-9a94f1eb-00c1-4d57-8e7c-35b198021bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:29.581001 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa4ab0df-3dbe-423e-b0a6-a12c770dc76a req-9a94f1eb-00c1-4d57-8e7c-35b198021bcf service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2453327 Mar 02 09:08:29.730815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:29.770360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-81dd5054-9779-412b-9fa4-089931352c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:29.811971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-486b8ab9-98fd-4bf9-8267-f9556b145632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:29.813884 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-486b8ab9-98fd-4bf9-8267-f9556b145632 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 1096 time: 0.1892803 Mar 02 09:08:29.834033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5054-9779-412b-9fa4-089931352c30 None None] Pushing event deleted for resources: {'Port': ['ID=541538a4-7cbf-4dac-84bb-a7fef5691f6d,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:29.837209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd5054-9779-412b-9fa4-089931352c30 None None] No DVR routers for this DVR port 541538a4-7cbf-4dac-84bb-a7fef5691f6d on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:08:29.868702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 541538a4-7cbf-4dac-84bb-a7fef5691f6d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:08:29.904586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 541538a4-7cbf-4dac-84bb-a7fef5691f6d {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:08:29.904929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 541538a4-7cbf-4dac-84bb-a7fef5691f6d not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:08:29.914005 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-cc7b329e-997a-4ba0-b10f-8b8215b43b99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17ee7b1-6a34-43bc-89c7-8c7abc13c308 HTTP/1.1" status: 200 len: 217 time: 0.0833604 Mar 02 09:08:29.964304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:29.971658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:29.976039 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:29.976715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:29.977360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-c1114fe2-5754-4abb-963e-a741e8f48f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:29.979412 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-c1114fe2-5754-4abb-963e-a741e8f48f7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8af48cf4-2ab3-47f6-a49b-20c579a985b5 HTTP/1.1" status: 200 len: 834 time: 0.0599952 Mar 02 09:08:29.981583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a2b1e-23ba-4a4e-b65a-a0767a00b30b None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:30.006846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=13790e47-b3e6-4d56-a434-227136858afb,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:30.038777 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] For port b4ab07ec-6522-4293-8643-cae90ff7fdc5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b4ab07ec-6522-4293-8643-cae90ff7fdc5,segment=NetworkSegment(98eb89ad-8b99-42e2-b138-27fc6443d856),segment_id=98eb89ad-8b99-42e2-b138-27fc6443d856)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:30.039131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:30.060172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-777c2abf-fdbe-4cd9-989e-693a3c147bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:30.061728 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-777c2abf-fdbe-4cd9-989e-693a3c147bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776358 Mar 02 09:08:30.168007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Calling delete_port for b4ab07ec-6522-4293-8643-cae90ff7fdc5 owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:30.200449 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6d9e8df5-5af0-46b5-8f7c-4c98ab1fecfe tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2321570 Mar 02 09:08:30.200449 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36390) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:30.207584 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-40f4d902-def0-4237-9e70-62024bea70ea service neutron] 10.222.0.15 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351311 Mar 02 09:08:30.217087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'name': 'tempest-NetworksTestDHCPv6-966043252'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:30.221762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '13790e47-b3e6-4d56-a434-227136858afb'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:30.222715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:30.347304 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2b862a5-55a0-4d8c-97e8-16336df45186 req-4704faf1-e79f-49f7-b5c9-bb11ad687221 service neutron] 10.222.0.15 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359029 Mar 02 09:08:30.393379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/13790e47-b3e6-4d56-a434-227136858afb/37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:30.425239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:30.433301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:30.437768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:30.446416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:30.561515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:30.605394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:30.618626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:30.621372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Transition to ACTIVE for port object 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:30.622132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:30.634502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Pushing event deleted for resources: {'Port': ['ID=b4ab07ec-6522-4293-8643-cae90ff7fdc5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:30.657049 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Transition to ACTIVE for port object 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:30.716256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:30.723360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 360ccf0a-9d15-4a48-98f2-bd4e56efcdf3 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:30.745495 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b8895dcb-9754-4d37-b941-cca683453a8d req-c7f0cac1-2b84-47e3-8584-74b105b7e109 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 210 time: 0.0936639 Mar 02 09:08:30.763697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] No DVR routers for this DVR port b4ab07ec-6522-4293-8643-cae90ff7fdc5 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:08:30.769075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:30.778664 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86b220e-94b1-49dc-b811-ebf60daa1a9f', 'name': 'network-vif-deleted', 'tag': 'b4ab07ec-6522-4293-8643-cae90ff7fdc5'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:08:30.786735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbab46-f87d-4650-b156-bef690a13be5 req-2e43745a-8cf8-4d56-a8a1-341a3be21ea4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:30.794985 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ebbab46-f87d-4650-b156-bef690a13be5 req-2e43745a-8cf8-4d56-a8a1-341a3be21ea4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 943 time: 0.0906377 Mar 02 09:08:30.802489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:30.806076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:30.810518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:30.848402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Pushing event updated for resources: {'Port': ['ID=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:30.869598 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ebbab46-f87d-4650-b156-bef690a13be5 req-2b3265ef-c4f2-476d-9cf3-7825ba38497a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719812 Mar 02 09:08:30.888378 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86b220e-94b1-49dc-b811-ebf60daa1a9f', 'name': 'network-vif-deleted', 'tag': 'b4ab07ec-6522-4293-8643-cae90ff7fdc5', 'status': 'completed', 'code': 200} Mar 02 09:08:30.898016 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bea3c21e-beee-46b8-be37-d67bb466f50c req-34296d69-c41d-41a5-8a91-9d5e874d0f55 tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.15 "DELETE /v2.0/ports/b4ab07ec-6522-4293-8643-cae90ff7fdc5 HTTP/1.1" status: 204 len: 173 time: 1.4486690 Mar 02 09:08:30.911762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Attempting to bind port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:30.912127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Attempting to bind port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:30.912540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Attempting to bind port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:30.918652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:30.919013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:30.919472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:30.919788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:30.920236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Bound port: 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:30.920603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:30.936756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::e4 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/13790e47-b3e6-4d56-a434-227136858afb/360ccf0a-9d15-4a48-98f2-bd4e56efcdf3) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:31.014156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] For port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:31.017287 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] For port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:31.126807 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:31.155997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:31.166903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 360ccf0a-9d15-4a48-98f2-bd4e56efcdf3 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:31.214098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff6f60-39aa-4f04-8a70-083e844afd12 None None] Pushing event updated for resources: {'Port': ['ID=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:31.252435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:31.323408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:31.331432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:31.335882 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:31.343578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:31.343578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:31.349887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=360ccf0a-9d15-4a48-98f2-bd4e56efcdf3,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:31.474181 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f326009e-eb35-4ab2-9fc9-c1d4243b716b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2718105 Mar 02 09:08:31.476364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36400) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:31.569181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff37aaf2-8d5b-4eb6-90d9-424bfbceeb2c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:31.576490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff37aaf2-8d5b-4eb6-90d9-424bfbceeb2c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:31.577280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ff37aaf2-8d5b-4eb6-90d9-424bfbceeb2c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:31.643001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ff37aaf2-8d5b-4eb6-90d9-424bfbceeb2c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:31.644292 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ff37aaf2-8d5b-4eb6-90d9-424bfbceeb2c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1672957 Mar 02 09:08:31.646940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36404) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:31.716742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1f2d361f-6805-43c9-804d-a63171fd04f5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 360ccf0a-9d15-4a48-98f2-bd4e56efcdf3 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:31.717086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1f2d361f-6805-43c9-804d-a63171fd04f5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:31.864217 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:08:31.914938 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:31.998126 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4e70ccf-6c45-4bd9-bb1f-237117eee553 req-31d3d1ef-a006-4a7b-a347-3b3d1c532d8d tempest-TestServerAdvancedOps-591182881 tempest-TestServerAdvancedOps-591182881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f86b220e-94b1-49dc-b811-ebf60daa1a9f HTTP/1.1" status: 200 len: 210 time: 0.0741107 Mar 02 09:08:32.033698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1f2d361f-6805-43c9-804d-a63171fd04f5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:32.076615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b4ab07ec-6522-4293-8643-cae90ff7fdc5 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:08:32.093613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f219c-6590-4937-b177-5e218e827351 req-4ab0904f-1306-42fe-8efe-8d1d345bf378 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:32.095218 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d02f219c-6590-4937-b177-5e218e827351 req-4ab0904f-1306-42fe-8efe-8d1d345bf378 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 943 time: 0.1010861 Mar 02 09:08:32.129419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: b4ab07ec-6522-4293-8643-cae90ff7fdc5 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:08:32.134454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b4ab07ec-6522-4293-8643-cae90ff7fdc5 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:08:32.134454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:32.146858 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d02f219c-6590-4937-b177-5e218e827351 req-20d6c067-471b-44f0-92a8-02d71f054011 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452859 Mar 02 09:08:32.289797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1f2d361f-6805-43c9-804d-a63171fd04f5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 360ccf0a-9d15-4a48-98f2-bd4e56efcdf3 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:32.504388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-74019749-7895-40ab-889d-5f9c40b2d2fb None None] Provisioning for port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:32.505247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-74019749-7895-40ab-889d-5f9c40b2d2fb None None] Provisioning complete for port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:32.505617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-74019749-7895-40ab-889d-5f9c40b2d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:32.529598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1f2d361f-6805-43c9-804d-a63171fd04f5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:32.584402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d361f-6805-43c9-804d-a63171fd04f5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=360ccf0a-9d15-4a48-98f2-bd4e56efcdf3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:32.629240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1f2d361f-6805-43c9-804d-a63171fd04f5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:32.642912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-74019749-7895-40ab-889d-5f9c40b2d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:32.678257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-74019749-7895-40ab-889d-5f9c40b2d2fb None None] For port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:32.707789 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1f2d361f-6805-43c9-804d-a63171fd04f5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/360ccf0a-9d15-4a48-98f2-bd4e56efcdf3 HTTP/1.1" status: 204 len: 168 time: 1.0593536 Mar 02 09:08:32.709791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36412) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:32.729528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-74019749-7895-40ab-889d-5f9c40b2d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:32.781909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4467a46-4e81-480b-b83f-24a25a51f52b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:32.783492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4467a46-4e81-480b-b83f-24a25a51f52b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:32.784239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c4467a46-4e81-480b-b83f-24a25a51f52b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:32.811290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74019749-7895-40ab-889d-5f9c40b2d2fb None None] Pushing event updated for resources: {'Port': ['ID=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:32.841581 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2d13c723-4934-4634-8482-9f24782b4c57 None None] Could not find standard attr ID for object 360ccf0a-9d15-4a48-98f2-bd4e56efcdf3. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:08:32.883547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c4467a46-4e81-480b-b83f-24a25a51f52b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:32.887712 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c4467a46-4e81-480b-b83f-24a25a51f52b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1739509 Mar 02 09:08:32.887712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36416) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:32.955019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-152abdc7-e5dd-45c7-8699-bb5dde74ebb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 13790e47-b3e6-4d56-a434-227136858afb {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:32.958085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-152abdc7-e5dd-45c7-8699-bb5dde74ebb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.010973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-152abdc7-e5dd-45c7-8699-bb5dde74ebb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.099986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36422) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:33.104036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-152abdc7-e5dd-45c7-8699-bb5dde74ebb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.207149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe028db9-a668-44f7-9f21-d0b8695fea7c admin admin] Deleting subnet c7bcf751-0574-4ffe-a375-75a441500a80 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:33.210573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe028db9-a668-44f7-9f21-d0b8695fea7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.270076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe028db9-a668-44f7-9f21-d0b8695fea7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.326565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe028db9-a668-44f7-9f21-d0b8695fea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.338215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67265650-9408-432a-904e-257b8a39592c req-632128b6-706e-470b-98ee-f6f5c98d956e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:33.339671 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67265650-9408-432a-904e-257b8a39592c req-632128b6-706e-470b-98ee-f6f5c98d956e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 943 time: 0.0804133 Mar 02 09:08:33.363594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-152abdc7-e5dd-45c7-8699-bb5dde74ebb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.384483 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67265650-9408-432a-904e-257b8a39592c req-849b29b7-1ca2-4518-9b80-0aedd556c94f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390689 Mar 02 09:08:33.416037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152abdc7-e5dd-45c7-8699-bb5dde74ebb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=13790e47-b3e6-4d56-a434-227136858afb,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:33.418349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-152abdc7-e5dd-45c7-8699-bb5dde74ebb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.430695 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f4f85-e20f-4a00-a307-d289728c6047 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:33.563390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe028db9-a668-44f7-9f21-d0b8695fea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.603203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe028db9-a668-44f7-9f21-d0b8695fea7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7bcf751-0574-4ffe-a375-75a441500a80,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:33.606773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fe028db9-a668-44f7-9f21-d0b8695fea7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.612549 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fe028db9-a668-44f7-9f21-d0b8695fea7c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c7bcf751-0574-4ffe-a375-75a441500a80 HTTP/1.1" status: 204 len: 168 time: 0.5115843 Mar 02 09:08:33.615858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36428) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:33.617617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36432) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:33.617983 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-152abdc7-e5dd-45c7-8699-bb5dde74ebb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/13790e47-b3e6-4d56-a434-227136858afb HTTP/1.1" status: 204 len: 168 time: 0.7265890 Mar 02 09:08:33.706383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:08:33.710510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Deleting port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:33.711399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.713855 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aea19e56-3bc7-48d7-a564-e519d62b488f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948365 Mar 02 09:08:33.716782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36436) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:33.724139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:33.790731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.850982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:33.856090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:33.859460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:33.862831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:08:33.865664 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:33.925551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.950552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63514855-7dd4-4589-9078-be49e1d2c98a']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:33.957561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:33.961944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.963468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eb89ad-8b99-42e2-b138-27fc6443d856') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:33.963762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eb89ad-8b99-42e2-b138-27fc6443d856') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:33.975570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.993753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] For port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:33.993753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:33.995859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.002441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:08:34.002874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:08:34.020726 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:08:34.144614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b17ee7b1-6a34-43bc-89c7-8c7abc13c308 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:08:34.154888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Calling delete_port for 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:34.164756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.180461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.188947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] Pushing event deleted for resources: {'Network': ['ID=63514855-7dd4-4589-9078-be49e1d2c98a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:34.193966 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2deb89c4-0310-4c05-9086-3e666785a016 admin admin] 10.222.0.10 "DELETE /v2.0/networks/63514855-7dd4-4589-9078-be49e1d2c98a HTTP/1.1" status: 204 len: 168 time: 0.5749738 Mar 02 09:08:34.194415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36440) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:34.226947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.251168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.294610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca71812-f47b-4304-a9b9-870954b41484 admin admin] Deleting subnet ff58272d-845c-4b78-87f1-c7945ac11678 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:34.305210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fca71812-f47b-4304-a9b9-870954b41484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.354560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:34.363275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:34.367883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:34.382583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:34.382583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.382583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=826c15a8-1a8f-4228-bdf2-7c28b1eb436d,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:34.390421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fca71812-f47b-4304-a9b9-870954b41484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.401552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b17ee7b1-6a34-43bc-89c7-8c7abc13c308, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:34.419715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:08:34.455086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.455832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fca71812-f47b-4304-a9b9-870954b41484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.527706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:08:34.534335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:08:34.534707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.547057 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-069f5760-3faa-4e0d-8e6c-8af0cb525afd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8277583 Mar 02 09:08:34.550305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36446) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:34.557037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'name': 'tempest-NetworksTestDHCPv6-1405928043'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:34.560163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17ee7b1-6a34-43bc-89c7-8c7abc13c308 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:08:34.568064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:34.584744 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b17ee7b1-6a34-43bc-89c7-8c7abc13c308, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:34.680866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.712611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939d841-efb1-444c-992a-6b7ed5ae31c0 req-0baf2647-ec12-4b4e-841a-eb645c99c44b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:34.714249 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8939d841-efb1-444c-992a-6b7ed5ae31c0 req-0baf2647-ec12-4b4e-841a-eb645c99c44b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 943 time: 0.2170966 Mar 02 09:08:34.754827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:34.764156 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8939d841-efb1-444c-992a-6b7ed5ae31c0 req-506e524d-def6-4867-8b28-9f328b64b6fe tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Mar 02 09:08:34.775787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fca71812-f47b-4304-a9b9-870954b41484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.832672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fca71812-f47b-4304-a9b9-870954b41484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.837353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca71812-f47b-4304-a9b9-870954b41484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff58272d-845c-4b78-87f1-c7945ac11678,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:34.849226 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fca71812-f47b-4304-a9b9-870954b41484 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ff58272d-845c-4b78-87f1-c7945ac11678 HTTP/1.1" status: 204 len: 168 time: 0.6537578 Mar 02 09:08:34.852828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36450) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:34.878575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:34.883677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:34.886507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:34.892220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:34.955874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:34.981709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:34.981709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.003606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port f82555a6-43bd-4095-8f27-b174dfbae79c yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:35.024770 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['b17ee7b1-6a34-43bc-89c7-8c7abc13c308'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:08:35.057718 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Deleting port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:35.058111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.082103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.108949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082ea35c-e72f-47a5-ad61-db54b6342ce0']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:35.124561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cfde90-af1a-48cb-9c15-fdf7f5ee6298') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:35.125377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cfde90-af1a-48cb-9c15-fdf7f5ee6298') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:35.137452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.154309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.160420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:08:35.160810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.165894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::1a6 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/826c15a8-1a8f-4228-bdf2-7c28b1eb436d/f82555a6-43bd-4095-8f27-b174dfbae79c) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:08:35.174758 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:08:35.378084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.379494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] For port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:35.379884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.383033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.390831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.403144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object f82555a6-43bd-4095-8f27-b174dfbae79c will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:35.405955 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] 10.222.0.10 "DELETE /v2.0/networks/082ea35c-e72f-47a5-ad61-db54b6342ce0 HTTP/1.1" status: 204 len: 168 time: 0.5526774 Mar 02 09:08:35.406997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b66ac8-7d47-45af-ae65-fd0c01fc2d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=082ea35c-e72f-47a5-ad61-db54b6342ce0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:35.553732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Calling delete_port for 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:35.563429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.635150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:35.642134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:35.644692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:35.651578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:35.652117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.674772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=f82555a6-43bd-4095-8f27-b174dfbae79c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:35.789296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:35.821352 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7f3f8379-8cec-4ecd-86e0-f63589d2e3da tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2670367 Mar 02 09:08:35.822143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36458) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:35.838527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] Pushing event deleted for resources: {'Port': ['ID=37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:35.842049 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830aedf6-90a2-4a36-a108-98bd9dbf6f6e None None] No DVR routers for this DVR port 37d7f9f2-4e4d-4d9d-b4c7-a8f818376eb7 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:08:35.856627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f111a-2201-4c59-8e02-970b5c795a07 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:35.898404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36462) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:35.961236 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bad4c013-a121-44f6-8f8a-afe910fb8df9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27cf156a47bb49a6852ef71daf38a4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613830 Mar 02 09:08:35.963845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36466) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:35.979700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade75bd-1928-4088-b4c6-97f72cc04832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:35.981200 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2ade75bd-1928-4088-b4c6-97f72cc04832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1584713 Mar 02 09:08:35.984096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36470) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:35.993911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3d33-313f-4c8a-a7ee-bfef727ec59e req-43b27d91-79a1-4273-89d0-631215be7040 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:35.995334 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b1d3d33-313f-4c8a-a7ee-bfef727ec59e req-43b27d91-79a1-4273-89d0-631215be7040 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 944 time: 0.1089272 Mar 02 09:08:36.047413 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b1d3d33-313f-4c8a-a7ee-bfef727ec59e req-e4291fae-a5e1-4f88-b507-bf751d59cd55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459588 Mar 02 09:08:36.086266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2658a633-62a1-41a9-9a57-908407eb5695 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port f82555a6-43bd-4095-8f27-b174dfbae79c {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:36.086608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2658a633-62a1-41a9-9a57-908407eb5695 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.117423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '826c15a8-1a8f-4228-bdf2-7c28b1eb436d'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:36.118303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.134605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4934a5cc-4493-4003-b92d-7861bb04746f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.205272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4934a5cc-4493-4003-b92d-7861bb04746f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.274614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/826c15a8-1a8f-4228-bdf2-7c28b1eb436d/0384c2f1-52ee-4af1-a058-4ce07f773c5c) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:36.383626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2658a633-62a1-41a9-9a57-908407eb5695 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.448988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4934a5cc-4493-4003-b92d-7861bb04746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.475466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.485670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Transition to ACTIVE for port object 0384c2f1-52ee-4af1-a058-4ce07f773c5c will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:36.504451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Transition to ACTIVE for port object 0384c2f1-52ee-4af1-a058-4ce07f773c5c will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:36.522929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-2658a633-62a1-41a9-9a57-908407eb5695 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for f82555a6-43bd-4095-8f27-b174dfbae79c owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:36.560962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934a5cc-4493-4003-b92d-7861bb04746f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee264977-105f-4adb-a44f-28959f727f16,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:36.569379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.571644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4934a5cc-4493-4003-b92d-7861bb04746f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.573716 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4934a5cc-4493-4003-b92d-7861bb04746f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee264977-105f-4adb-a44f-28959f727f16 HTTP/1.1" status: 204 len: 168 time: 0.6077776 Mar 02 09:08:36.643715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:36.646523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:36.650557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:36.698737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Pushing event updated for resources: {'Port': ['ID=0384c2f1-52ee-4af1-a058-4ce07f773c5c,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:36.751940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Attempting to bind port 0384c2f1-52ee-4af1-a058-4ce07f773c5c on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:36.752304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Attempting to bind port 0384c2f1-52ee-4af1-a058-4ce07f773c5c by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:36.752659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Attempting to bind port 0384c2f1-52ee-4af1-a058-4ce07f773c5c on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:36.757755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:36.758164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:36.758558 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.758947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:36.759403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Bound port: 0384c2f1-52ee-4af1-a058-4ce07f773c5c, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:36.759765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.814622 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2658a633-62a1-41a9-9a57-908407eb5695 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.845502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] For port 0384c2f1-52ee-4af1-a058-4ce07f773c5c, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:36.848709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] For port 0384c2f1-52ee-4af1-a058-4ce07f773c5c, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0384c2f1-52ee-4af1-a058-4ce07f773c5c,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:36.864807 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658a633-62a1-41a9-9a57-908407eb5695 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=f82555a6-43bd-4095-8f27-b174dfbae79c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:36.905088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2658a633-62a1-41a9-9a57-908407eb5695 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.915351 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2658a633-62a1-41a9-9a57-908407eb5695 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/f82555a6-43bd-4095-8f27-b174dfbae79c HTTP/1.1" status: 204 len: 168 time: 0.9287689 Mar 02 09:08:36.917163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36478) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:36.917290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:36.988880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbef5ba-c5dd-4d9f-b346-8081b768fe60 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:36.990864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbef5ba-c5dd-4d9f-b346-8081b768fe60 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:36.991794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7bbef5ba-c5dd-4d9f-b346-8081b768fe60 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:37.005458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cfa0a-6c49-4b28-956f-502705ef3df4 None None] Pushing event updated for resources: {'Port': ['ID=0384c2f1-52ee-4af1-a058-4ce07f773c5c,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:37.084387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7bbef5ba-c5dd-4d9f-b346-8081b768fe60 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:37.096199 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7bbef5ba-c5dd-4d9f-b346-8081b768fe60 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1672912 Mar 02 09:08:37.096199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36486) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:37.159955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d518118-b656-4fc7-b342-04cf92600b2b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 826c15a8-1a8f-4228-bdf2-7c28b1eb436d {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:37.165101 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d518118-b656-4fc7-b342-04cf92600b2b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:37.239493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d518118-b656-4fc7-b342-04cf92600b2b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:37.270312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef09bd-8847-4908-89e3-de55f41308a2 req-511e36f8-cd84-46db-9dc6-1587df0559b3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:37.271878 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49ef09bd-8847-4908-89e3-de55f41308a2 req-511e36f8-cd84-46db-9dc6-1587df0559b3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 944 time: 0.1153395 Mar 02 09:08:37.325596 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49ef09bd-8847-4908-89e3-de55f41308a2 req-b8e925c5-965a-4a75-b7ad-1733ba6ea7e6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473425 Mar 02 09:08:37.339498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d518118-b656-4fc7-b342-04cf92600b2b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:37.404544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36490) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:37.451265 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-545cd46a-eda4-4af6-b691-47aede472c81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eaeeccec275247a09e4a3124d17c16cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456097 Mar 02 09:08:37.453727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36494) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:37.514070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70bc9368-69bd-495e-8d57-8b3c49a645ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:37.517409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d518118-b656-4fc7-b342-04cf92600b2b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:37.542397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70bc9368-69bd-495e-8d57-8b3c49a645ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:37.660278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70bc9368-69bd-495e-8d57-8b3c49a645ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:37.664681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d518118-b656-4fc7-b342-04cf92600b2b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=826c15a8-1a8f-4228-bdf2-7c28b1eb436d,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:37.668289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d518118-b656-4fc7-b342-04cf92600b2b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:37.676829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc9368-69bd-495e-8d57-8b3c49a645ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f83fa2-9305-49c1-83ec-919bd74930de,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:37.684023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70bc9368-69bd-495e-8d57-8b3c49a645ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:37.685128 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-70bc9368-69bd-495e-8d57-8b3c49a645ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00f83fa2-9305-49c1-83ec-919bd74930de HTTP/1.1" status: 204 len: 168 time: 0.2305157 Mar 02 09:08:37.787691 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7d518118-b656-4fc7-b342-04cf92600b2b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/826c15a8-1a8f-4228-bdf2-7c28b1eb436d HTTP/1.1" status: 204 len: 168 time: 0.6966290 Mar 02 09:08:37.787830 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36500) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:37.870054 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-66c9db46-2b77-426a-a9be-12816a2e936a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814621 Mar 02 09:08:37.872588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36504) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:37.907801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0384c2f1-52ee-4af1-a058-4ce07f773c5c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:37.967873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd4c5c-8aad-4d5e-bd98-8a68d87b6789 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:37.971000 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d6fd4c5c-8aad-4d5e-bd98-8a68d87b6789 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0966921 Mar 02 09:08:37.972131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36508) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:38.040040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166acd07-8876-4cfd-a9f1-7ef389ffa37f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:38.043948 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-166acd07-8876-4cfd-a9f1-7ef389ffa37f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0684781 Mar 02 09:08:38.044346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36512) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:38.077170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 0384c2f1-52ee-4af1-a058-4ce07f773c5c completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:38.106545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b17ee7b1-6a34-43bc-89c7-8c7abc13c308 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:38.137619 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fff785d5-319e-4bdd-a58c-d65bfe2c2dc6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880446 Mar 02 09:08:38.139033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36516) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:38.146172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:38.159358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06951100-97f6-4651-8acb-02e2127a4200 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:38.267007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:38.270966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:38.274324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:38.279885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:38.360057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-27a8f72a-5233-429f-80fb-b30d18d27e39 None None] Provisioning for port 0384c2f1-52ee-4af1-a058-4ce07f773c5c completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:38.365538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-27a8f72a-5233-429f-80fb-b30d18d27e39 None None] Provisioning complete for port 0384c2f1-52ee-4af1-a058-4ce07f773c5c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:38.366064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-27a8f72a-5233-429f-80fb-b30d18d27e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:38.388854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:38.388854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:38.398515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:38.461808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:38.462207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:38.539036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c97dd4-eeee-4c17-8d5b-5470487e92b4 req-f2f817dd-25b2-4281-af44-edfc12c0dd54 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:38.539036 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-64c97dd4-eeee-4c17-8d5b-5470487e92b4 req-f2f817dd-25b2-4281-af44-edfc12c0dd54 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 944 time: 0.1026552 Mar 02 09:08:38.593491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:08:38.603370 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-64c97dd4-eeee-4c17-8d5b-5470487e92b4 req-a4e59e39-3499-4ce4-8d75-42c19b8a7462 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596776 Mar 02 09:08:38.606220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Deleting port 0384c2f1-52ee-4af1-a058-4ce07f773c5c {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:38.606455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:38.687147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-27a8f72a-5233-429f-80fb-b30d18d27e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:38.726366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:38.763464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:38.782480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:38.785601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:38.794328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:38.794328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:38.803600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-27a8f72a-5233-429f-80fb-b30d18d27e39 None None] For port 0384c2f1-52ee-4af1-a058-4ce07f773c5c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0384c2f1-52ee-4af1-a058-4ce07f773c5c,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:38.808204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=1cd678e1-afa7-462d-b97f-3a69178f8568,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:38.820803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:08:38.855222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b17ee7b1-6a34-43bc-89c7-8c7abc13c308, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:38.860312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-27a8f72a-5233-429f-80fb-b30d18d27e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:38.898114 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-842cfbd4-4eb6-447e-aaef-c163f5fb9632 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7567015 Mar 02 09:08:38.905965 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'code': 200} Mar 02 09:08:38.906153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36524) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:38.911821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': '1cd678e1-afa7-462d-b97f-3a69178f8568', 'ip_address': '2001:db8::9a89:e546:e953:6727'}], 'name': 'tempest-NetworksTestDHCPv6-1258626992'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:38.957299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-27a8f72a-5233-429f-80fb-b30d18d27e39 None None] Could not find standard attr ID for object f82555a6-43bd-4095-8f27-b174dfbae79c. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:08:38.958726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:39.000049 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8f72a-5233-429f-80fb-b30d18d27e39 None None] Pushing event updated for resources: {'Port': ['ID=0384c2f1-52ee-4af1-a058-4ce07f773c5c,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:39.053556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:39.058973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:39.061764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:39.068001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:39.069163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] For port 0384c2f1-52ee-4af1-a058-4ce07f773c5c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0384c2f1-52ee-4af1-a058-4ce07f773c5c,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:39.069554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:39.166217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:39.200996 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Calling delete_port for 0384c2f1-52ee-4af1-a058-4ce07f773c5c owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:39.235599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:39.245194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0809a-53e0-4fc3-8b9d-0af149b7b78a req-0a169ad3-e489-4867-8504-a399ad571d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:39.246786 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-94a0809a-53e0-4fc3-8b9d-0af149b7b78a req-0a169ad3-e489-4867-8504-a399ad571d4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 1098 time: 0.0769789 Mar 02 09:08:39.291259 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-94a0809a-53e0-4fc3-8b9d-0af149b7b78a req-69748a86-960b-4eb5-9ca2-5a07a9bf86be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385997 Mar 02 09:08:39.297971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:39.318205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 7a4db0ca-b597-4525-b860-5fc7e3d0ddd8 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:39.340230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:08:39.340604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:08:39.611227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::9a89:e546:e953:6727 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/1cd678e1-afa7-462d-b97f-3a69178f8568/7a4db0ca-b597-4525-b860-5fc7e3d0ddd8) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:39.841662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Deleting port 0384c2f1-52ee-4af1-a058-4ce07f773c5c {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:39.842392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:39.870334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:39.875698 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0384c2f1-52ee-4af1-a058-4ce07f773c5c no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:08:39.887017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b112943-dfba-469b-b3ff-9dd381dd8b88 req-befcd066-5962-4a34-a25c-713e15a1309e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:39.888490 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b112943-dfba-469b-b3ff-9dd381dd8b88 req-befcd066-5962-4a34-a25c-713e15a1309e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 945 time: 0.1424527 Mar 02 09:08:39.911085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 7a4db0ca-b597-4525-b860-5fc7e3d0ddd8 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:39.944257 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b112943-dfba-469b-b3ff-9dd381dd8b88 req-47d0a20e-4c28-4a47-921b-096f5b6ace0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491979 Mar 02 09:08:40.020100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:40.084124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:40.087671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:40.095127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:40.100633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:40.101280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:40.116040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=7a4db0ca-b597-4525-b860-5fc7e3d0ddd8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:40.124894 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:40.183863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 0384c2f1-52ee-4af1-a058-4ce07f773c5c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0384c2f1-52ee-4af1-a058-4ce07f773c5c,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:40.190237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] For port 0384c2f1-52ee-4af1-a058-4ce07f773c5c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0384c2f1-52ee-4af1-a058-4ce07f773c5c,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:40.190615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:40.197527 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cc180e51-91bc-4575-96c6-94f15bd19060 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2902615 Mar 02 09:08:40.199950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36530) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:40.252073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:40.284396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb9572a-ed90-4cdf-9d63-f62a75cfd85b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:40.290273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb9572a-ed90-4cdf-9d63-f62a75cfd85b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:40.291015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3fb9572a-ed90-4cdf-9d63-f62a75cfd85b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:40.340538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Calling delete_port for 0384c2f1-52ee-4af1-a058-4ce07f773c5c owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:40.383660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3fb9572a-ed90-4cdf-9d63-f62a75cfd85b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:40.384822 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3fb9572a-ed90-4cdf-9d63-f62a75cfd85b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1839867 Mar 02 09:08:40.387742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36534) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:40.432458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=0384c2f1-52ee-4af1-a058-4ce07f773c5c,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:40.460576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a7bcaa2a-aabf-4aba-a71e-fcd64ae70976 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 7a4db0ca-b597-4525-b860-5fc7e3d0ddd8 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:40.460914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7bcaa2a-aabf-4aba-a71e-fcd64ae70976 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:40.489143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:08:40.489499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:08:40.712795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7bcaa2a-aabf-4aba-a71e-fcd64ae70976 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:40.770486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Deleting port 0384c2f1-52ee-4af1-a058-4ce07f773c5c {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:40.770871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:40.837282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a7bcaa2a-aabf-4aba-a71e-fcd64ae70976 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 7a4db0ca-b597-4525-b860-5fc7e3d0ddd8 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:41.059143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] For port 0384c2f1-52ee-4af1-a058-4ce07f773c5c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0384c2f1-52ee-4af1-a058-4ce07f773c5c,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:41.063166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.091769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7bcaa2a-aabf-4aba-a71e-fcd64ae70976 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.149629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcaa2a-aabf-4aba-a71e-fcd64ae70976 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=7a4db0ca-b597-4525-b860-5fc7e3d0ddd8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:41.186955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Calling delete_port for 0384c2f1-52ee-4af1-a058-4ce07f773c5c owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:41.194739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a7bcaa2a-aabf-4aba-a71e-fcd64ae70976 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.229301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15790a1-0b59-49bc-b7cb-ee5f3b8b6caa req-38b651a2-cca1-46cf-8399-1b76dfc8edc4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:41.230714 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a15790a1-0b59-49bc-b7cb-ee5f3b8b6caa req-38b651a2-cca1-46cf-8399-1b76dfc8edc4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 945 time: 0.1796308 Mar 02 09:08:41.266804 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a7bcaa2a-aabf-4aba-a71e-fcd64ae70976 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/7a4db0ca-b597-4525-b860-5fc7e3d0ddd8 HTTP/1.1" status: 204 len: 168 time: 0.8775201 Mar 02 09:08:41.269867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36540) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:41.282325 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a15790a1-0b59-49bc-b7cb-ee5f3b8b6caa req-a30323ea-7861-4ffc-bfa7-f5ab869fdd6f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Mar 02 09:08:41.336692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa38616-7f1b-485a-800f-35dddc1e7ec8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:41.338343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa38616-7f1b-485a-800f-35dddc1e7ec8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:41.339088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-baa38616-7f1b-485a-800f-35dddc1e7ec8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:41.358345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.400191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] Pushing event deleted for resources: {'Port': ['ID=0384c2f1-52ee-4af1-a058-4ce07f773c5c,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:41.402052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e2675-fc73-4589-82e2-0150c5f63b5a None None] No DVR routers for this DVR port 0384c2f1-52ee-4af1-a058-4ce07f773c5c on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:08:41.420728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75e366-34ea-41e6-b013-567de1ecdaa4 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:41.471659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf53cde-cb52-4eb7-9a65-83b45f65378a req-ec184103-7ff6-4a12-bb30-b4e700b9e98a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:41.473111 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-faf53cde-cb52-4eb7-9a65-83b45f65378a req-ec184103-7ff6-4a12-bb30-b4e700b9e98a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 945 time: 0.0851128 Mar 02 09:08:41.484584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-baa38616-7f1b-485a-800f-35dddc1e7ec8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:41.484584 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-baa38616-7f1b-485a-800f-35dddc1e7ec8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2078199 Mar 02 09:08:41.484584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36546) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:41.526610 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-faf53cde-cb52-4eb7-9a65-83b45f65378a req-b3398f37-0e38-4906-aa01-efcc2d824623 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 Mar 02 09:08:41.552312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36550) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:41.581962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 1cd678e1-afa7-462d-b97f-3a69178f8568 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:41.585111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.628089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749563ef-4241-4752-bf80-dacff956de17 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:41.633105 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-749563ef-4241-4752-bf80-dacff956de17 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 1093 time: 0.0801227 Mar 02 09:08:41.633698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36554) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:41.638818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:41.644808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:41.646709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.651403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:floatingip and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:41.654779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:41.656014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2446dc-7f75-40fd-8173-119af4afa4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '1cd678e1-afa7-462d-b97f-3a69178f8568'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:41.659121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac2446dc-7f75-40fd-8173-119af4afa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.660640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:41.710886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.745284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.848652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server [None req-ac2446dc-7f75-40fd-8173-119af4afa4e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cd678e1-afa7-462d-b97f-3a69178f8568: This subnet is being modified by another concurrent operation. Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise exception Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1cd678e1-afa7-462d-b97f-3a69178f8568: This subnet is being modified by another concurrent operation. Mar 02 09:08:41.872533 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Mar 02 09:08:41.897520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af0c2d-c722-4a24-a246-5331df5ce6f3 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:08:41.897628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:41.897628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd678e1-afa7-462d-b97f-3a69178f8568,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:41.909508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.909866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.910201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.910526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.910852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.911173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.911488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.911805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.912125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.912438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.912792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.913099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:41.974862 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-be628252-937f-464f-9f90-1d86efcd1b32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/1cd678e1-afa7-462d-b97f-3a69178f8568 HTTP/1.1" status: 204 len: 168 time: 0.4929721 Mar 02 09:08:41.977352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36558) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:41.982011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:42.002190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92af0c2d-c722-4a24-a246-5331df5ce6f3 None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:08:42.048623 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4e99489d-8707-4b2f-8e25-9340e363d3ce tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699751 Mar 02 09:08:42.051545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36562) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:42.057555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:42.130744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.125 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/35356edb-a902-4297-890b-fb33f5dea732) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:42.168724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:42.172969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:42.175894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:42.182122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:42.268776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:42.272256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:42.280674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:42.366310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:42.431176 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:42.438228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:42.442432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:42.471145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=35356edb-a902-4297-890b-fb33f5dea732,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:42.489863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.490248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.490589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.490923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.491249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.492153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.492477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.492797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.493117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.493433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.493751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.494090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:42.566833 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:42.637260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:42.637260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:42.637260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:42.637260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:42.641207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c8f0b-771e-4307-9897-e938a3cc6b6f None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:42.659240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=abeb543f-7ce7-422e-b15d-f838770088ab,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:42.713523 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f024e136-979d-479b-ac54-8a3684db0554 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6608264 Mar 02 09:08:42.716175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36566) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:42.722570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': 'abeb543f-7ce7-422e-b15d-f838770088ab', 'ip_address': '2001:db8::2c0c:a99c:9c39:eca5'}], 'name': 'tempest-NetworksTestDHCPv6-634426613'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:42.884937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:42.889716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': 'abeb543f-7ce7-422e-b15d-f838770088ab'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:42.892314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:42.892467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:42.894019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:42.901321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:42.925106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:42.977073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:43.053559 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/abeb543f-7ce7-422e-b15d-f838770088ab/27b8b354-8b88-4746-9198-9ab4e3905d33) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:43.069394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.224157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.244874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port d11306ed-29d9-449e-b6d2-2b13653ec4e8 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:43.282061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.310733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.321677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Transition to ACTIVE for port object 27b8b354-8b88-4746-9198-9ab4e3905d33 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:43.340686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Transition to ACTIVE for port object 27b8b354-8b88-4746-9198-9ab4e3905d33 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:43.365850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.418037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.488061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:43.488266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=35356edb-a902-4297-890b-fb33f5dea732,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:43.494772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.497174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:43.507235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:43.515891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Pushing event updated for resources: {'Port': ['ID=27b8b354-8b88-4746-9198-9ab4e3905d33,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:43.530905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::2c0c:a99c:9c39:eca5 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/abeb543f-7ce7-422e-b15d-f838770088ab/d11306ed-29d9-449e-b6d2-2b13653ec4e8) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:43.592429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.593013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.593530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.594132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.594661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.599502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.599502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.599502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.599502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.599502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.599502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.599502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:08:43.639619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Attempting to bind port 27b8b354-8b88-4746-9198-9ab4e3905d33 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:43.640158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Attempting to bind port 27b8b354-8b88-4746-9198-9ab4e3905d33 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:43.641158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Attempting to bind port 27b8b354-8b88-4746-9198-9ab4e3905d33 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:43.646398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:43.646988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:43.647300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.648319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:43.648895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Bound port: 27b8b354-8b88-4746-9198-9ab4e3905d33, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:43.649329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.698955 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP 05b9a432-115c-4fab-99d4-4df881b07e30 associated. External IP: 172.26.3.125, port: b17ee7b1-6a34-43bc-89c7-8c7abc13c308. Mar 02 09:08:43.763130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] For port 27b8b354-8b88-4746-9198-9ab4e3905d33, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:43.768906 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] For port 27b8b354-8b88-4746-9198-9ab4e3905d33, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=27b8b354-8b88-4746-9198-9ab4e3905d33,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:43.817678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.836572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object d11306ed-29d9-449e-b6d2-2b13653ec4e8 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:43.865698 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.928014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:43.958309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61f2e9-0f41-4df2-95fc-da17526f6306 None None] Pushing event updated for resources: {'Port': ['ID=27b8b354-8b88-4746-9198-9ab4e3905d33,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:44.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:44.041237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:44.043905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:44.049867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:44.050475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:44.068274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=d11306ed-29d9-449e-b6d2-2b13653ec4e8,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:44.190838 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-63e14a87-0e5e-4c95-888c-a659a11c31eb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4708939 Mar 02 09:08:44.191068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36570) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:44.211214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:08:44.311168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc76a5d-415c-45be-957b-6ff34f4dd638 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:44.317446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc76a5d-415c-45be-957b-6ff34f4dd638 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:44.318285 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cbc76a5d-415c-45be-957b-6ff34f4dd638 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:44.425140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cbc76a5d-415c-45be-957b-6ff34f4dd638 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:44.429647 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cbc76a5d-415c-45be-957b-6ff34f4dd638 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2345932 Mar 02 09:08:44.430091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36574) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:44.432466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:08:44.445004 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] Sync routers for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:08:44.460232 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:08:44.461287 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:44.516928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c28f31d1-ed0c-422b-8908-550c5047027e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port d11306ed-29d9-449e-b6d2-2b13653ec4e8 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:44.517481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c28f31d1-ed0c-422b-8908-550c5047027e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:44.528431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:44.616177 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-58286baf-3add-4bc3-8e81-d23b2c7952a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9813304 Mar 02 09:08:44.617720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:08:44.633140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36580) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:44.685006 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:08:44.737516 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'status': 'completed', 'code': 200} Mar 02 09:08:44.791296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bff8b8fc-51e6-4cc5-9a79-d3e792c06dbd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/05b9a432-115c-4fab-99d4-4df881b07e30 HTTP/1.1" status: 200 len: 991 time: 0.1560166 Mar 02 09:08:44.900670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-5a69fc5b-0abe-4af7-ae0e-b5f92045b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:44.902178 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-5a69fc5b-0abe-4af7-ae0e-b5f92045b8f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 1098 time: 0.1834886 Mar 02 09:08:44.903868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c28f31d1-ed0c-422b-8908-550c5047027e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:45.061671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c28f31d1-ed0c-422b-8908-550c5047027e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for d11306ed-29d9-449e-b6d2-2b13653ec4e8 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:45.120251 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:08:13Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '05b9a432-115c-4fab-99d4-4df881b07e30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.125', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:08:42Z', 'updated_at': '2022-03-02T09:08:42Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:45.125520 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] Checking router: 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:08:45.137458 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:08:45.138119 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:45.209100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cb829687-1dab-476f-bf4f-c76da9a287f3 None None] Provisioning for port 27b8b354-8b88-4746-9198-9ab4e3905d33 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:45.217760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-e239edec-33f5-438f-8397-ebaec51aa8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:45.219236 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-e239edec-33f5-438f-8397-ebaec51aa8aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418 HTTP/1.1" status: 200 len: 897 time: 0.3075686 Mar 02 09:08:45.331413 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:08:45.485277 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-437b99ec-597c-49c7-a14a-0ca49697774b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17ee7b1-6a34-43bc-89c7-8c7abc13c308 HTTP/1.1" status: 200 len: 999 time: 0.2344315 Mar 02 09:08:45.542529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c28f31d1-ed0c-422b-8908-550c5047027e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:45.542812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9d3d44dd-3c2e-447a-9ace-cd2fbd886282 None None] Provisioning for port d11306ed-29d9-449e-b6d2-2b13653ec4e8 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:45.550431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9d3d44dd-3c2e-447a-9ace-cd2fbd886282 None None] Provisioning complete for port d11306ed-29d9-449e-b6d2-2b13653ec4e8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:45.556267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9d3d44dd-3c2e-447a-9ace-cd2fbd886282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:45.596597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d44dd-3c2e-447a-9ace-cd2fbd886282 None None] Port d11306ed-29d9-449e-b6d2-2b13653ec4e8 was deleted so its status cannot be updated. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 09:08:45.598043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f31d1-ed0c-422b-8908-550c5047027e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=d11306ed-29d9-449e-b6d2-2b13653ec4e8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:45.606134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-2aff9ae3-f2f3-4423-b0f2-5b006d0a5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:45.607579 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-2aff9ae3-f2f3-4423-b0f2-5b006d0a5d24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8af48cf4-2ab3-47f6-a49b-20c579a985b5 HTTP/1.1" status: 200 len: 834 time: 0.1146498 Mar 02 09:08:45.686894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c28f31d1-ed0c-422b-8908-550c5047027e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:45.695248 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:08:13Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '05b9a432-115c-4fab-99d4-4df881b07e30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.125', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:08:42Z', 'updated_at': '2022-03-02T09:08:42Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:08:45.700432 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179eeff8-3d6b-40ae-967b-2d31141e9d09 None None] The sync data for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv is: [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:08:13Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '05b9a432-115c-4fab-99d4-4df881b07e30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.125', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:08:42Z', 'updated_at': '2022-03-02T09:08:42Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:08:45.733474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-2560f8bf-703a-4b20-ad74-62573f2e90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:45.735039 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-2560f8bf-703a-4b20-ad74-62573f2e90de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023884 Mar 02 09:08:45.787634 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c28f31d1-ed0c-422b-8908-550c5047027e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/d11306ed-29d9-449e-b6d2-2b13653ec4e8 HTTP/1.1" status: 204 len: 168 time: 1.3562362 Mar 02 09:08:45.797042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36584) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:45.797615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36586) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:45.888431 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-da12b6e2-53fc-4e6e-99f4-c8178ff54636 service neutron] 10.222.0.15 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454039 Mar 02 09:08:45.933669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 27b8b354-8b88-4746-9198-9ab4e3905d33 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:45.973707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de56509-15b7-4ee0-a186-2cb79f8ec414 None None] New status for floating IP 05b9a432-115c-4fab-99d4-4df881b07e30: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:08:45.990554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab0e009-4141-4b27-be32-c341ef37e4c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:45.992196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab0e009-4141-4b27-be32-c341ef37e4c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:45.996159 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2ab0e009-4141-4b27-be32-c341ef37e4c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1905470 Mar 02 09:08:45.998192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36592) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:46.032745 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f17b2866-a8bd-4158-b6e7-a084cd4e5eef tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/05b9a432-115c-4fab-99d4-4df881b07e30 HTTP/1.1" status: 200 len: 991 time: 0.2325134 Mar 02 09:08:46.054063 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-29b8c185-4bdb-41c3-8f8e-30d84a387ad5 req-37c27502-4a1b-4c85-91a3-3bd5e33bceed service neutron] 10.222.0.15 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590719 Mar 02 09:08:46.066181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09b13e0-196d-455a-81c9-ecbe333e2893 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet abeb543f-7ce7-422e-b15d-f838770088ab {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:46.069788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f09b13e0-196d-455a-81c9-ecbe333e2893 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:46.125998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f09b13e0-196d-455a-81c9-ecbe333e2893 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:46.217542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f09b13e0-196d-455a-81c9-ecbe333e2893 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:46.252079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 27b8b354-8b88-4746-9198-9ab4e3905d33 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:46.263516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 27b8b354-8b88-4746-9198-9ab4e3905d33 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:46.264085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:46.356106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f09b13e0-196d-455a-81c9-ecbe333e2893 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:46.381302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:46.401042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b13e0-196d-455a-81c9-ecbe333e2893 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=abeb543f-7ce7-422e-b15d-f838770088ab,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:46.404721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f09b13e0-196d-455a-81c9-ecbe333e2893 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:46.414398 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f09b13e0-196d-455a-81c9-ecbe333e2893 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/abeb543f-7ce7-422e-b15d-f838770088ab HTTP/1.1" status: 204 len: 168 time: 0.4152100 Mar 02 09:08:46.418328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36596) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:46.432975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92460c-454d-46b1-9245-c53cc3f5eb40 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:46.488832 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-baf64aa3-6da6-446b-90e6-c45d338827ee tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668797 Mar 02 09:08:46.490282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36600) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:46.497050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:46.550838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:08:46.551167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:08:46.610762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:46.615332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:46.618762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:46.624726 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:46.693477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:46.697543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:46.743443 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd44ad0-e023-43e4-9422-006f69659966 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:08:46.747679 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8bd44ad0-e023-43e4-9422-006f69659966 None None] Deleting port 27b8b354-8b88-4746-9198-9ab4e3905d33 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:46.748052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8bd44ad0-e023-43e4-9422-006f69659966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:46.949899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8bd44ad0-e023-43e4-9422-006f69659966 None None] For port 27b8b354-8b88-4746-9198-9ab4e3905d33, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=27b8b354-8b88-4746-9198-9ab4e3905d33,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:46.950285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8bd44ad0-e023-43e4-9422-006f69659966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:47.011488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:47.039179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36606) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:47.067764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:47.071546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:47.075823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:47.076396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:47.102712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=aa665e7e-cec5-4fba-b9cc-39e9b59bc9f8,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:47.104250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8bd44ad0-e023-43e4-9422-006f69659966 None None] Calling delete_port for 27b8b354-8b88-4746-9198-9ab4e3905d33 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:47.157881 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ca7e4fb7-0403-45af-8ccd-4c263ae4f580 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/05b9a432-115c-4fab-99d4-4df881b07e30 HTTP/1.1" status: 200 len: 993 time: 0.1210797 Mar 02 09:08:47.188173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:47.194613 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1992697c-c519-43b7-b7d7-c74fc99be7b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7031522 Mar 02 09:08:47.197383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36610) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:47.205234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': 'aa665e7e-cec5-4fba-b9cc-39e9b59bc9f8', 'ip_address': '2001:db8::8a49:1733:177f:325d'}], 'name': 'tempest-NetworksTestDHCPv6-863249384'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:47.225222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:47.339573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:47.344064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:47.346564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:47.351544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8bd44ad0-e023-43e4-9422-006f69659966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:47.353080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:47.384345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 09:08:47.384345 dv-neutron-828796-1-hyperv neutron-server[88402]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 02 09:08:47.384345 dv-neutron-828796-1-hyperv neutron-server[88402]: [parameters: {'status': 'ACTIVE', 'ports_id': '27b8b354-8b88-4746-9198-9ab4e3905d33'}] Mar 02 09:08:47.384345 dv-neutron-828796-1-hyperv neutron-server[88402]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:08:47.384761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:08:47.398859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd44ad0-e023-43e4-9422-006f69659966 None None] Pushing event deleted for resources: {'Port': ['ID=27b8b354-8b88-4746-9198-9ab4e3905d33,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:47.402370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd44ad0-e023-43e4-9422-006f69659966 None None] No DVR routers for this DVR port 27b8b354-8b88-4746-9198-9ab4e3905d33 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:08:47.418458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296102a-0257-4c6e-b417-8b138c617c4d None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:47.469993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:47.469993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:47.498136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 02c0cf85-d8f4-4442-b801-dab73ab9988e yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:47.650449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': 'aa665e7e-cec5-4fba-b9cc-39e9b59bc9f8'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:47.651280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:47.705920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::8a49:1733:177f:325d (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/aa665e7e-cec5-4fba-b9cc-39e9b59bc9f8/02c0cf85-d8f4-4442-b801-dab73ab9988e) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:48.020719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.036694 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 02c0cf85-d8f4-4442-b801-dab73ab9988e will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:48.145309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.205192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/aa665e7e-cec5-4fba-b9cc-39e9b59bc9f8/44008423-928c-487d-badc-965f04cbf2c6) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:48.217723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:48.223183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:48.226585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:48.231863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:48.232473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.237881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=02c0cf85-d8f4-4442-b801-dab73ab9988e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:48.365002 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5a680563-9060-4fb1-bcc5-ba09058697ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1643524 Mar 02 09:08:48.366761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36616) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:48.418108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Port 27b8b354-8b88-4746-9198-9ab4e3905d33 update to ACTIVE by agent not found {{(pid=88402) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 09:08:48.449465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32347c06-e8ed-4ce0-882d-ae4da197f8f9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:48.450042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.450477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-32347c06-e8ed-4ce0-882d-ae4da197f8f9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:48.460240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Transition to ACTIVE for port object 44008423-928c-487d-badc-965f04cbf2c6 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:48.478286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Transition to ACTIVE for port object 44008423-928c-487d-badc-965f04cbf2c6 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:48.485334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 27b8b354-8b88-4746-9198-9ab4e3905d33 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:08:48.519454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 27b8b354-8b88-4746-9198-9ab4e3905d33 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:08:48.519798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 27b8b354-8b88-4746-9198-9ab4e3905d33 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:08:48.550965 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-32347c06-e8ed-4ce0-882d-ae4da197f8f9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:48.552224 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-32347c06-e8ed-4ce0-882d-ae4da197f8f9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1860967 Mar 02 09:08:48.555040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36620) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:48.562527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.631196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-ca1405ed-0ed3-4a6c-b799-58f204865294 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 02c0cf85-d8f4-4442-b801-dab73ab9988e {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:48.631196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ca1405ed-0ed3-4a6c-b799-58f204865294 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.635097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:48.635097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:48.639902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:48.649078 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Pushing event updated for resources: {'Port': ['ID=44008423-928c-487d-badc-965f04cbf2c6,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:48.730944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Attempting to bind port 44008423-928c-487d-badc-965f04cbf2c6 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:48.731304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Attempting to bind port 44008423-928c-487d-badc-965f04cbf2c6 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:48.731658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Attempting to bind port 44008423-928c-487d-badc-965f04cbf2c6 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:48.736767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:48.737382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:48.737771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.738186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:48.738638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Bound port: 44008423-928c-487d-badc-965f04cbf2c6, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:48.739000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.862492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] For port 44008423-928c-487d-badc-965f04cbf2c6, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:48.865350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] For port 44008423-928c-487d-badc-965f04cbf2c6, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=44008423-928c-487d-badc-965f04cbf2c6,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:48.871432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ca1405ed-0ed3-4a6c-b799-58f204865294 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.938336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:48.993786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-ca1405ed-0ed3-4a6c-b799-58f204865294 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 02c0cf85-d8f4-4442-b801-dab73ab9988e owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:49.017350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1d19a-be38-4f74-a2da-5df6950c2c1d None None] Pushing event updated for resources: {'Port': ['ID=44008423-928c-487d-badc-965f04cbf2c6,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:49.218991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ca1405ed-0ed3-4a6c-b799-58f204865294 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:49.285481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1405ed-0ed3-4a6c-b799-58f204865294 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=02c0cf85-d8f4-4442-b801-dab73ab9988e,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:49.334106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ca1405ed-0ed3-4a6c-b799-58f204865294 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:49.344151 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ca1405ed-0ed3-4a6c-b799-58f204865294 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/02c0cf85-d8f4-4442-b801-dab73ab9988e HTTP/1.1" status: 204 len: 168 time: 0.7880979 Mar 02 09:08:49.355959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36624) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:49.411230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001acd84-216c-4948-b496-efc636e289c6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:49.412728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001acd84-216c-4948-b496-efc636e289c6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:49.413488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-001acd84-216c-4948-b496-efc636e289c6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:49.489122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-001acd84-216c-4948-b496-efc636e289c6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:49.489710 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-001acd84-216c-4948-b496-efc636e289c6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1421142 Mar 02 09:08:49.497168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36628) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:49.561614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cdea13-cdde-4d2f-9b4d-de7b598ca1f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet aa665e7e-cec5-4fba-b9cc-39e9b59bc9f8 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:49.565713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56cdea13-cdde-4d2f-9b4d-de7b598ca1f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:49.738512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56cdea13-cdde-4d2f-9b4d-de7b598ca1f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:49.750552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3c157f2f-eaf5-40a4-8e19-1fec814a35c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:49.824280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56cdea13-cdde-4d2f-9b4d-de7b598ca1f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:50.000902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56cdea13-cdde-4d2f-9b4d-de7b598ca1f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:50.039044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdea13-cdde-4d2f-9b4d-de7b598ca1f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=aa665e7e-cec5-4fba-b9cc-39e9b59bc9f8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:50.042895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-56cdea13-cdde-4d2f-9b4d-de7b598ca1f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:50.120451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-56cdea13-cdde-4d2f-9b4d-de7b598ca1f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/aa665e7e-cec5-4fba-b9cc-39e9b59bc9f8 HTTP/1.1" status: 204 len: 168 time: 0.6274521 Mar 02 09:08:50.124027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36632) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:50.150559 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-03615069-e409-4040-8607-faff88d1cab3 None None] Provisioning for port 44008423-928c-487d-badc-965f04cbf2c6 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:50.179462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ffe5d-a88c-4157-84a5-1c4b13fbec6d None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:50.200930 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1d8f3888-b227-4fc0-aadc-32b7fb6f5379 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768552 Mar 02 09:08:50.205474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36636) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:50.275648 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-916112c5-1ad7-4b01-9d1c-2f2aa355e64b None None] Could not find standard attr ID for object 02c0cf85-d8f4-4442-b801-dab73ab9988e. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:08:50.282634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a203a1-924e-48c7-ad64-ef06c3c906f3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:50.283316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-94a203a1-924e-48c7-ad64-ef06c3c906f3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:50.362604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-94a203a1-924e-48c7-ad64-ef06c3c906f3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:50.382291 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-94a203a1-924e-48c7-ad64-ef06c3c906f3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1589255 Mar 02 09:08:50.382291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36640) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:50.435406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10962ad-3fad-43d7-86ef-074a661debf2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:50.436307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b10962ad-3fad-43d7-86ef-074a661debf2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:50.439824 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192bd03f-7230-46b0-bef7-a8cd1f8c0008 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:08:50.443722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-192bd03f-7230-46b0-bef7-a8cd1f8c0008 None None] Deleting port 44008423-928c-487d-badc-965f04cbf2c6 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:50.444635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-192bd03f-7230-46b0-bef7-a8cd1f8c0008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:50.521287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b10962ad-3fad-43d7-86ef-074a661debf2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:50.521287 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b10962ad-3fad-43d7-86ef-074a661debf2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504438 Mar 02 09:08:50.521287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36646) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:50.600796 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0a3e853c-8f0d-42a5-bc87-480f7f1876f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0754316 Mar 02 09:08:50.602788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36650) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:50.608889 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:50.649203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-192bd03f-7230-46b0-bef7-a8cd1f8c0008 None None] For port 44008423-928c-487d-badc-965f04cbf2c6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=44008423-928c-487d-badc-965f04cbf2c6,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:50.649203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-192bd03f-7230-46b0-bef7-a8cd1f8c0008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:50.727346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:50.739969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:50.779079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-192bd03f-7230-46b0-bef7-a8cd1f8c0008 None None] Calling delete_port for 44008423-928c-487d-badc-965f04cbf2c6 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:50.837665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:50.837665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:50.954143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-192bd03f-7230-46b0-bef7-a8cd1f8c0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:51.001942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bd03f-7230-46b0-bef7-a8cd1f8c0008 None None] Pushing event deleted for resources: {'Port': ['ID=44008423-928c-487d-badc-965f04cbf2c6,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:51.003750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bd03f-7230-46b0-bef7-a8cd1f8c0008 None None] No DVR routers for this DVR port 44008423-928c-487d-badc-965f04cbf2c6 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:08:51.316572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:51.378944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:51.382128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:51.390502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:51.390502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:51.392124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bddf73-2ba9-4bb0-9d6b-18d37700f5d7 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:51.399581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=94bb2401-c079-430b-bd4e-83a129b8b514,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:51.487753 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fe937d83-a89b-47f1-978d-d9aa50e4d019 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8839915 Mar 02 09:08:51.490574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36654) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:51.497225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': '94bb2401-c079-430b-bd4e-83a129b8b514', 'ip_address': '2001:db8::e0c6:28b:c19c:b3fd'}], 'name': 'tempest-NetworksTestDHCPv6-1131321159'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:51.606142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '94bb2401-c079-430b-bd4e-83a129b8b514'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:51.607043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:51.636636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:51.648458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:51.750649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:51.765156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/94bb2401-c079-430b-bd4e-83a129b8b514/62edc580-154c-40b6-b126-eb09a6bf9825) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:51.877083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:51.898482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 4abff528-a972-4058-a07b-ed549ab50d33 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:51.971836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a0930962-7dec-427d-9358-11f9e5e6f027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:51.984666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:51.996337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Transition to ACTIVE for port object 62edc580-154c-40b6-b126-eb09a6bf9825 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:52.014759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Transition to ACTIVE for port object 62edc580-154c-40b6-b126-eb09a6bf9825 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:52.080767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:52.143498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::e0c6:28b:c19c:b3fd (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/94bb2401-c079-430b-bd4e-83a129b8b514/4abff528-a972-4058-a07b-ed549ab50d33) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:52.143727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:52.154311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:52.155952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:52.161605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Pushing event updated for resources: {'Port': ['ID=62edc580-154c-40b6-b126-eb09a6bf9825,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:52.277002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Attempting to bind port 62edc580-154c-40b6-b126-eb09a6bf9825 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:52.277366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Attempting to bind port 62edc580-154c-40b6-b126-eb09a6bf9825 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:52.277731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Attempting to bind port 62edc580-154c-40b6-b126-eb09a6bf9825 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:52.283145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:52.283395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:52.283761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:52.284148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:52.284600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Bound port: 62edc580-154c-40b6-b126-eb09a6bf9825, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:52.285677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:52.352949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:52.370660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 4abff528-a972-4058-a07b-ed549ab50d33 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:52.383916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] For port 62edc580-154c-40b6-b126-eb09a6bf9825, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:52.386866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] For port 62edc580-154c-40b6-b126-eb09a6bf9825, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=62edc580-154c-40b6-b126-eb09a6bf9825,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:52.488950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:52.509804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:52.579675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:52.591469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:52.591469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:52.598081 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9aa136-6166-4813-aea8-765506fa85ab None None] Pushing event updated for resources: {'Port': ['ID=62edc580-154c-40b6-b126-eb09a6bf9825,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:52.607288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:52.607288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:52.623497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=4abff528-a972-4058-a07b-ed549ab50d33,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:52.703087 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c6250d6c-0d23-4400-a980-4259cd8f5559 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2114327 Mar 02 09:08:52.706467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36658) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:52.712632 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': '94bb2401-c079-430b-bd4e-83a129b8b514', 'ip_address': '2001:db8::e0c6:28b:c19c:b3fd'}], 'name': 'tempest-NetworksTestDHCPv6-1948611604'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:52.883593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:52.887697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:52.890685 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:52.896755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:52.979751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:52.996529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:53.047615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:53.105809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:53.127393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 88403fe4-1dc9-4cca-bce1-f65d75d813ec yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:53.476381 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 09:08:53.478074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:08:53.591833 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cf2b0a80-b21e-44e7-98ec-5d4bce6e1cab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8838277 Mar 02 09:08:53.598149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36662) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:53.679484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-68e7f29d-be5e-4525-bb1d-d904b09ca217 None None] Provisioning for port 62edc580-154c-40b6-b126-eb09a6bf9825 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:53.684514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b0157-acdd-4a50-abb3-c4599987f607 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:53.690521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b0157-acdd-4a50-abb3-c4599987f607 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:53.691195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e02b0157-acdd-4a50-abb3-c4599987f607 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:53.782559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e02b0157-acdd-4a50-abb3-c4599987f607 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:53.783537 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e02b0157-acdd-4a50-abb3-c4599987f607 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1870208 Mar 02 09:08:53.786158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36666) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:53.850060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f6ecc333-ec9e-4974-84ce-3529276a2ec3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 4abff528-a972-4058-a07b-ed549ab50d33 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:53.850330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc333-ec9e-4974-84ce-3529276a2ec3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:53.882807 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-20e38e9c-8af7-4eec-8aaf-a7ce2edffd39 None None] Provisioning for port 4abff528-a972-4058-a07b-ed549ab50d33 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:53.887685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-20e38e9c-8af7-4eec-8aaf-a7ce2edffd39 None None] Provisioning complete for port 4abff528-a972-4058-a07b-ed549ab50d33 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:53.888058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20e38e9c-8af7-4eec-8aaf-a7ce2edffd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:53.941148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-20e38e9c-8af7-4eec-8aaf-a7ce2edffd39 None None] Port 4abff528-a972-4058-a07b-ed549ab50d33 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:08:54.097067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc333-ec9e-4974-84ce-3529276a2ec3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:54.217561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f6ecc333-ec9e-4974-84ce-3529276a2ec3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 4abff528-a972-4058-a07b-ed549ab50d33 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:54.433605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc333-ec9e-4974-84ce-3529276a2ec3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:54.493821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecc333-ec9e-4974-84ce-3529276a2ec3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=4abff528-a972-4058-a07b-ed549ab50d33,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:54.533369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6ecc333-ec9e-4974-84ce-3529276a2ec3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:54.544557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 62edc580-154c-40b6-b126-eb09a6bf9825 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:54.577952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:54.623005 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f6ecc333-ec9e-4974-84ce-3529276a2ec3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/4abff528-a972-4058-a07b-ed549ab50d33 HTTP/1.1" status: 204 len: 168 time: 0.8358431 Mar 02 09:08:54.625500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36670) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:54.695779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e8c40-088a-4290-9a1d-4de5ab252785 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:54.697477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e8c40-088a-4290-9a1d-4de5ab252785 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:54.698989 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-af2e8c40-088a-4290-9a1d-4de5ab252785 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0724022 Mar 02 09:08:54.701749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36674) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:54.711211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 62edc580-154c-40b6-b126-eb09a6bf9825 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:54.719702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 62edc580-154c-40b6-b126-eb09a6bf9825 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:54.719702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:54.770958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0272b5fb-a86c-49f8-aeec-35d5a4a459d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 94bb2401-c079-430b-bd4e-83a129b8b514 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:54.774436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0272b5fb-a86c-49f8-aeec-35d5a4a459d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:54.828937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0272b5fb-a86c-49f8-aeec-35d5a4a459d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:54.838176 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:54.870405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 62edc580-154c-40b6-b126-eb09a6bf9825, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=62edc580-154c-40b6-b126-eb09a6bf9825,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:54.953795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:54.955633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0272b5fb-a86c-49f8-aeec-35d5a4a459d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:55.020879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=62edc580-154c-40b6-b126-eb09a6bf9825,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:55.122088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0272b5fb-a86c-49f8-aeec-35d5a4a459d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:55.161266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272b5fb-a86c-49f8-aeec-35d5a4a459d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=94bb2401-c079-430b-bd4e-83a129b8b514,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:55.165053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0272b5fb-a86c-49f8-aeec-35d5a4a459d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:55.171512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ad8d9-23ec-432e-8e02-400cb0d5cee3 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:55.174663 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0272b5fb-a86c-49f8-aeec-35d5a4a459d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/94bb2401-c079-430b-bd4e-83a129b8b514 HTTP/1.1" status: 204 len: 168 time: 0.4718747 Mar 02 09:08:55.177980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36678) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:55.251308 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6cfe6c18-2655-4c6c-b1a1-05c98103179d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720785 Mar 02 09:08:55.254920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36682) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:55.261411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:55.366603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:55.370827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:55.373796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:55.379620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:55.412408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d9074-d97f-4624-b6cb-a6a5d892f4e9 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:08:55.416720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9074-d97f-4624-b6cb-a6a5d892f4e9 None None] Deleting port 62edc580-154c-40b6-b126-eb09a6bf9825 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:55.417094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9074-d97f-4624-b6cb-a6a5d892f4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:55.468395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:55.468395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:55.638616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3e7d9074-d97f-4624-b6cb-a6a5d892f4e9 None None] For port 62edc580-154c-40b6-b126-eb09a6bf9825, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=62edc580-154c-40b6-b126-eb09a6bf9825,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:55.638616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9074-d97f-4624-b6cb-a6a5d892f4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:55.764601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9074-d97f-4624-b6cb-a6a5d892f4e9 None None] Calling delete_port for 62edc580-154c-40b6-b126-eb09a6bf9825 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:55.899117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:55.960098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:55.962998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:55.967073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:55.967641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:55.982045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=710c8e02-ebcb-4a81-b265-84964549e065,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:55.995855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9074-d97f-4624-b6cb-a6a5d892f4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:56.042442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9074-d97f-4624-b6cb-a6a5d892f4e9 None None] Pushing event deleted for resources: {'Port': ['ID=62edc580-154c-40b6-b126-eb09a6bf9825,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:56.044147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d9074-d97f-4624-b6cb-a6a5d892f4e9 None None] No DVR routers for this DVR port 62edc580-154c-40b6-b126-eb09a6bf9825 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:08:56.058972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646a57a-bd15-4723-8b89-f2a30c1f842f None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:56.088152 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-de7a5be9-5622-4284-9e3e-503253848832 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8319752 Mar 02 09:08:56.091925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36686) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:56.096319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': '710c8e02-ebcb-4a81-b265-84964549e065', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1498733989'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:56.238302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:56.242555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:56.245337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:56.250911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:56.281113 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '710c8e02-ebcb-4a81-b265-84964549e065'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:56.281977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:56.333339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:56.338665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:56.360506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 1f8de539-1473-422b-ac7c-6293b8e4087d yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:08:56.475682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/710c8e02-ebcb-4a81-b265-84964549e065/28e3ae7c-451b-4c72-94fb-11710667e692) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:56.516705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 62edc580-154c-40b6-b126-eb09a6bf9825 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:08:56.565934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 62edc580-154c-40b6-b126-eb09a6bf9825 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:08:56.566215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 62edc580-154c-40b6-b126-eb09a6bf9825 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:08:56.732577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:56.743215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Transition to ACTIVE for port object 28e3ae7c-451b-4c72-94fb-11710667e692 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:56.762988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Transition to ACTIVE for port object 28e3ae7c-451b-4c72-94fb-11710667e692 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:08:56.830954 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:56.866127 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:08:56.866584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:08:56.903734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:56.906960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Pushing event updated for resources: {'Port': ['ID=28e3ae7c-451b-4c72-94fb-11710667e692,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:56.909294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:56.911189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:08:56.989975 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a0d39815-08f0-492e-98e3-72ca7adc9279 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8945947 Mar 02 09:08:56.989975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36690) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:56.998365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Attempting to bind port 28e3ae7c-451b-4c72-94fb-11710667e692 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:08:56.998731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Attempting to bind port 28e3ae7c-451b-4c72-94fb-11710667e692 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:08:56.999086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Attempting to bind port 28e3ae7c-451b-4c72-94fb-11710667e692 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:08:57.004442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:08:57.004806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:08:57.005198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:57.005580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:08:57.006090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Bound port: 28e3ae7c-451b-4c72-94fb-11710667e692, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:08:57.006458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:57.078108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b70190-18e0-4d36-a8e8-14cef4b2b4f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:57.081136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-53b70190-18e0-4d36-a8e8-14cef4b2b4f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:57.093857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] For port 28e3ae7c-451b-4c72-94fb-11710667e692, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:08:57.096651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] For port 28e3ae7c-451b-4c72-94fb-11710667e692, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=28e3ae7c-451b-4c72-94fb-11710667e692,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:08:57.167196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-53b70190-18e0-4d36-a8e8-14cef4b2b4f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:57.173510 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-53b70190-18e0-4d36-a8e8-14cef4b2b4f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1773405 Mar 02 09:08:57.173510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36694) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:57.190574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:57.241034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952fc38-d66b-4eb9-8b64-2c68d2c8fb5c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:57.243224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952fc38-d66b-4eb9-8b64-2c68d2c8fb5c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:57.244331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e952fc38-d66b-4eb9-8b64-2c68d2c8fb5c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:08:57.270266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4ab88-d2d4-460a-959e-4ce86066547e None None] Pushing event updated for resources: {'Port': ['ID=28e3ae7c-451b-4c72-94fb-11710667e692,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:57.382632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e952fc38-d66b-4eb9-8b64-2c68d2c8fb5c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:08:57.386051 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e952fc38-d66b-4eb9-8b64-2c68d2c8fb5c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2120488 Mar 02 09:08:57.388005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36698) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:57.460387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab77b19-18fb-46c9-949a-6f16dec37f4e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 710c8e02-ebcb-4a81-b265-84964549e065 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:08:57.463673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ab77b19-18fb-46c9-949a-6f16dec37f4e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:57.522891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ab77b19-18fb-46c9-949a-6f16dec37f4e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:57.628058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ab77b19-18fb-46c9-949a-6f16dec37f4e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:57.785416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ab77b19-18fb-46c9-949a-6f16dec37f4e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:57.825033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab77b19-18fb-46c9-949a-6f16dec37f4e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=710c8e02-ebcb-4a81-b265-84964549e065,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:57.828418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2ab77b19-18fb-46c9-949a-6f16dec37f4e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:57.922480 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2ab77b19-18fb-46c9-949a-6f16dec37f4e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/710c8e02-ebcb-4a81-b265-84964549e065 HTTP/1.1" status: 204 len: 168 time: 0.5334516 Mar 02 09:08:57.924809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36702) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:57.993220 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c36b08b4-bad9-4fb5-9fdb-f693f4207f41 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673680 Mar 02 09:08:57.997260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36706) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:58.008763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:58.116384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:58.120820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:58.124103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:58.130097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:58.242308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:08:58.246020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:58.310288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f97cb-ce7a-4022-bf09-87f80d35c606 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:58.519870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b2d7ebb8-c11d-4e44-995a-f2607b7d7bd7 None None] Provisioning for port 28e3ae7c-451b-4c72-94fb-11710667e692 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:58.535241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 28e3ae7c-451b-4c72-94fb-11710667e692 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:08:58.569383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f8cffd-9f98-4c4e-b63f-34f0081320da None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:08:58.581452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-62f8cffd-9f98-4c4e-b63f-34f0081320da None None] Deleting port 28e3ae7c-451b-4c72-94fb-11710667e692 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:08:58.581815 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-62f8cffd-9f98-4c4e-b63f-34f0081320da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:58.613095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:58.673074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:08:58.676119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:08:58.680866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:58.681440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:58.698879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=c86dd71b-eb54-48a2-9c1c-5931ef45d099,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:58.786839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 28e3ae7c-451b-4c72-94fb-11710667e692 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:08:58.803818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 28e3ae7c-451b-4c72-94fb-11710667e692 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:08:58.804183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:58.822367 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-19edb141-5fc7-4562-91de-9652699b3232 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8154862 Mar 02 09:08:58.822367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36710) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:58.822367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1199361418', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:08:58.827894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:08:58.831682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:router and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:08:58.834472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:08:58.839991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:08:58.880230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-62f8cffd-9f98-4c4e-b63f-34f0081320da None None] For port 28e3ae7c-451b-4c72-94fb-11710667e692, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=28e3ae7c-451b-4c72-94fb-11710667e692,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:08:58.882810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-62f8cffd-9f98-4c4e-b63f-34f0081320da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:58.933116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:58.934574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:58.949890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:58.962126 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-4fc2cfb2-9464-4ff7-990a-c5c3977025fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753040 Mar 02 09:08:59.030448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:59.030873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-62f8cffd-9f98-4c4e-b63f-34f0081320da None None] Calling delete_port for 28e3ae7c-451b-4c72-94fb-11710667e692 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:08:59.104352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:59.105026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-2bddd3bb-73f6-4513-862f-105bab467c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:59.106513 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-2bddd3bb-73f6-4513-862f-105bab467c53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 1099 time: 0.0736763 Mar 02 09:08:59.120803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:59.122079 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a5b0546b-b311-408a-84d9-570518e6ccb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3046627 Mar 02 09:08:59.124767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36714) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:08:59.254990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-62f8cffd-9f98-4c4e-b63f-34f0081320da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:59.267060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-040e71d3-f33b-47e4-acc3-5e11e7632f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:59.268558 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-040e71d3-f33b-47e4-acc3-5e11e7632f03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.1418183 Mar 02 09:08:59.311007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8cffd-9f98-4c4e-b63f-34f0081320da None None] Pushing event deleted for resources: {'Port': ['ID=28e3ae7c-451b-4c72-94fb-11710667e692,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:08:59.312959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8cffd-9f98-4c4e-b63f-34f0081320da None None] No DVR routers for this DVR port 28e3ae7c-451b-4c72-94fb-11710667e692 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:08:59.331032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31fc27e-72e2-464c-af36-33e2253a1816 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:08:59.382409 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-9c924bfd-ee04-45ff-9478-901fb6b48e46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48912577-8dd2-49e3-a573-4293a457a0ff HTTP/1.1" status: 200 len: 1002 time: 0.1071815 Mar 02 09:08:59.454321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-7b60ca63-1f6b-42c0-afa7-c42ff06321c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:59.456004 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-7b60ca63-1f6b-42c0-afa7-c42ff06321c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0672216 Mar 02 09:08:59.552972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-7cc760e3-be3e-4d47-a7f9-5a1f4313cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:08:59.555801 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-7cc760e3-be3e-4d47-a7f9-5a1f4313cca9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894768 Mar 02 09:08:59.597048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': 'c86dd71b-eb54-48a2-9c1c-5931ef45d099'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:08:59.597364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:59.749393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:08:59.773108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/c86dd71b-eb54-48a2-9c1c-5931ef45d099/695ea66e-18db-40c4-ac95-81049074139b) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:08:59.811962 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-99d92e30-d9b6-4f82-86d3-00b24929c416 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501874 Mar 02 09:08:59.951223 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8e7ea48e-ee7f-43ef-a98e-ee2546204471 req-203b5522-a544-41ae-b588-25384a7fea9d service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326087 Mar 02 09:08:59.995221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:00.005251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Transition to ACTIVE for port object 695ea66e-18db-40c4-ac95-81049074139b will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:00.023506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Transition to ACTIVE for port object 695ea66e-18db-40c4-ac95-81049074139b will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:00.105304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:00.167848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:00.171121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:00.173656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:00.178901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::1 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/c86dd71b-eb54-48a2-9c1c-5931ef45d099/6b3497ce-6bfa-4520-8142-9c39d0b7f776) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:00.254238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Pushing event updated for resources: {'Port': ['ID=695ea66e-18db-40c4-ac95-81049074139b,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:00.284268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Attempting to bind port 695ea66e-18db-40c4-ac95-81049074139b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:00.284634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Attempting to bind port 695ea66e-18db-40c4-ac95-81049074139b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:00.284993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Attempting to bind port 695ea66e-18db-40c4-ac95-81049074139b on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:00.290875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:00.291240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:00.291635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:00.292026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:00.292593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Bound port: 695ea66e-18db-40c4-ac95-81049074139b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:00.292967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:00.349158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:00.364963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 6b3497ce-6bfa-4520-8142-9c39d0b7f776 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:00.383719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] For port 695ea66e-18db-40c4-ac95-81049074139b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:00.384652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] For port 695ea66e-18db-40c4-ac95-81049074139b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=695ea66e-18db-40c4-ac95-81049074139b,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:00.489613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 28e3ae7c-451b-4c72-94fb-11710667e692 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:00.504648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:00.524107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 28e3ae7c-451b-4c72-94fb-11710667e692 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:00.524468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 28e3ae7c-451b-4c72-94fb-11710667e692 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:00.544512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:00.606753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:00.606753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:00.606753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:00.606753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:00.606753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=6b3497ce-6bfa-4520-8142-9c39d0b7f776,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:00.630354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8c9c7-5096-4fe5-ab86-7acca550edc1 None None] Pushing event updated for resources: {'Port': ['ID=695ea66e-18db-40c4-ac95-81049074139b,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:00.803856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:01.308618 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:01.376826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:01.377313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:01.524474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=6b3497ce-6bfa-4520-8142-9c39d0b7f776,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:01.595260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:01.596412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:01.647406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c3d3e8fd-4eb4-4c51-8266-232bb5e019bf None None] Provisioning for port 695ea66e-18db-40c4-ac95-81049074139b completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:01.836638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-63ffd216-7d79-41fb-9914-bf6937cbf6c2 None None] Provisioning for port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:01.841307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-63ffd216-7d79-41fb-9914-bf6937cbf6c2 None None] Provisioning complete for port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:01.845514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-63ffd216-7d79-41fb-9914-bf6937cbf6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:01.864681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Router 2df5c655-c2b6-40db-9160-4747f6a6dff9 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:09:01.905058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-63ffd216-7d79-41fb-9914-bf6937cbf6c2 None None] Port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:09:02.026222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bdd2f94a-0885-4d6f-859c-dea4969f93c3 None None] Provisioning complete for port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:02.026598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bdd2f94a-0885-4d6f-859c-dea4969f93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:02.040163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:09:02.051238 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Sync routers for ids ['2df5c655-c2b6-40db-9160-4747f6a6dff9'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:09:02.054672 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cd0ba70f-84a8-49dd-a6be-3187a142ab32 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "PUT /v2.0/routers/2df5c655-c2b6-40db-9160-4747f6a6dff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9284782 Mar 02 09:09:02.057786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36718) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:02.064305 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Routers {'2df5c655-c2b6-40db-9160-4747f6a6dff9'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:09:02.065157 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2df5c655-c2b6-40db-9160-4747f6a6dff9'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:02.083571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2f94a-0885-4d6f-859c-dea4969f93c3 None None] Port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:09:02.129274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794359c-d9f9-4435-a9a5-872cd1164157 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:02.129876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a794359c-d9f9-4435-a9a5-872cd1164157 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:02.210621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a794359c-d9f9-4435-a9a5-872cd1164157 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:02.214660 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a794359c-d9f9-4435-a9a5-872cd1164157 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports/6b3497ce-6bfa-4520-8142-9c39d0b7f776 HTTP/1.1" status: 200 len: 911 time: 0.1539211 Mar 02 09:09:02.214660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36722) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:02.227269 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Set router 2df5c655-c2b6-40db-9160-4747f6a6dff9 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:09:02.294775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf26a0-80e5-41e3-bd75-be1b42a777ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:02.300574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf26a0-80e5-41e3-bd75-be1b42a777ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:02.302133 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-62cf26a0-80e5-41e3-bd75-be1b42a777ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0868943 Mar 02 09:09:02.304948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36726) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:02.573560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 695ea66e-18db-40c4-ac95-81049074139b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:02.575210 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5c655-c2b6-40db-9160-4747f6a6dff9', 'name': 'tempest-NetworksTestDHCPv6-router-1199361418', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:58Z', 'updated_at': '2022-03-02T09:09:00Z', 'revision_number': 2, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None, '_interfaces': [{'id': '6b3497ce-6bfa-4520-8142-9c39d0b7f776', 'name': '', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'mac_address': 'fa:16:3e:8d:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5c655-c2b6-40db-9160-4747f6a6dff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c86dd71b-eb54-48a2-9c1c-5931ef45d099', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:59Z', 'updated_at': '2022-03-02T09:09:01Z', 'revision_number': 2, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'subnets': [{'id': 'c86dd71b-eb54-48a2-9c1c-5931ef45d099', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:02.585340 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Checking router: 2df5c655-c2b6-40db-9160-4747f6a6dff9 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:09:02.585340 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Updating router 2df5c655-c2b6-40db-9160-4747f6a6dff9 port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:09:02.636706 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:02.719182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 695ea66e-18db-40c4-ac95-81049074139b completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:02.725562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 695ea66e-18db-40c4-ac95-81049074139b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:02.726353 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:02.843544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:02.851020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:02.885619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 695ea66e-18db-40c4-ac95-81049074139b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=695ea66e-18db-40c4-ac95-81049074139b,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:02.977861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:03.028975 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:03.046417 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Transition to ACTIVE for port object 6b3497ce-6bfa-4520-8142-9c39d0b7f776 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:03.053107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=695ea66e-18db-40c4-ac95-81049074139b,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:03.122004 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:03.242965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:03.243542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:03.310945 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971470c-b31d-4e90-bb20-88deb5524d74 None None] Pushing event updated for resources: {'Port': ['ID=6b3497ce-6bfa-4520-8142-9c39d0b7f776,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:03.341458 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Attempting to bind port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:03.341817 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Attempting to bind port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:03.342226 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Attempting to bind port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:03.347971 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:03.348337 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:03.348729 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:03.349112 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:03.350121 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Bound port: 6b3497ce-6bfa-4520-8142-9c39d0b7f776, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:03.350499 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:03.442058 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] For port 6b3497ce-6bfa-4520-8142-9c39d0b7f776, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:03.444929 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] For port 6b3497ce-6bfa-4520-8142-9c39d0b7f776, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6b3497ce-6bfa-4520-8142-9c39d0b7f776,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:03.446517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] For port 6b3497ce-6bfa-4520-8142-9c39d0b7f776, host dv-neutron-828796-1-hyperv, got binding levels [] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:03.446865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:03.578731 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:03.578913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 6b3497ce-6bfa-4520-8142-9c39d0b7f776 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:03.657571 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Routers {'2df5c655-c2b6-40db-9160-4747f6a6dff9'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:09:03.658218 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2df5c655-c2b6-40db-9160-4747f6a6dff9'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:03.720524 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971470c-b31d-4e90-bb20-88deb5524d74 None None] Pushing event updated for resources: {'Port': ['ID=6b3497ce-6bfa-4520-8142-9c39d0b7f776,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:03.756035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:09:03.756351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:09:03.814695 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] Set router 2df5c655-c2b6-40db-9160-4747f6a6dff9 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:09:04.118235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5c655-c2b6-40db-9160-4747f6a6dff9', 'name': 'tempest-NetworksTestDHCPv6-router-1199361418', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:58Z', 'updated_at': '2022-03-02T09:09:00Z', 'revision_number': 2, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None, '_interfaces': [{'id': '6b3497ce-6bfa-4520-8142-9c39d0b7f776', 'name': '', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'mac_address': 'fa:16:3e:8d:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5c655-c2b6-40db-9160-4747f6a6dff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c86dd71b-eb54-48a2-9c1c-5931ef45d099', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:59Z', 'updated_at': '2022-03-02T09:09:03Z', 'revision_number': 4, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'subnets': [{'id': 'c86dd71b-eb54-48a2-9c1c-5931ef45d099', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:04.121918 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36bc21-9d9e-4d0b-bf8b-4a3df7cee75d None None] The sync data for ids ['2df5c655-c2b6-40db-9160-4747f6a6dff9'] in dv-neutron-828796-1-hyperv is: [{'id': '2df5c655-c2b6-40db-9160-4747f6a6dff9', 'name': 'tempest-NetworksTestDHCPv6-router-1199361418', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:58Z', 'updated_at': '2022-03-02T09:09:00Z', 'revision_number': 2, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None, '_interfaces': [{'id': '6b3497ce-6bfa-4520-8142-9c39d0b7f776', 'name': '', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'mac_address': 'fa:16:3e:8d:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5c655-c2b6-40db-9160-4747f6a6dff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'c86dd71b-eb54-48a2-9c1c-5931ef45d099', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:59Z', 'updated_at': '2022-03-02T09:09:03Z', 'revision_number': 4, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'subnets': [{'id': 'c86dd71b-eb54-48a2-9c1c-5931ef45d099', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:09:04.258123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:04.258123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:04.488228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] For port 6b3497ce-6bfa-4520-8142-9c39d0b7f776, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6b3497ce-6bfa-4520-8142-9c39d0b7f776,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:04.488579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:04.593466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6b3497ce-6bfa-4520-8142-9c39d0b7f776 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:04.633088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 6b3497ce-6bfa-4520-8142-9c39d0b7f776 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:04.764518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:04.769703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6b3497ce-6bfa-4520-8142-9c39d0b7f776 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:04.770156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:04.904231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:04.924448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:04.955595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=6b3497ce-6bfa-4520-8142-9c39d0b7f776,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:04.991704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 695ea66e-18db-40c4-ac95-81049074139b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:05.069882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 695ea66e-18db-40c4-ac95-81049074139b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:05.070223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:05.138675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:05.516012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Router 2df5c655-c2b6-40db-9160-4747f6a6dff9 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:09:05.647333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:09:05.656794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] Sync routers for ids ['2df5c655-c2b6-40db-9160-4747f6a6dff9'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:09:05.668601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] Routers {'2df5c655-c2b6-40db-9160-4747f6a6dff9'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:09:05.672398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2df5c655-c2b6-40db-9160-4747f6a6dff9'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:05.741185 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ce795506-cae0-49c2-97ee-f62e9c7a699f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "PUT /v2.0/routers/2df5c655-c2b6-40db-9160-4747f6a6dff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4338269 Mar 02 09:09:05.742756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36730) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:05.795417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] Set router 2df5c655-c2b6-40db-9160-4747f6a6dff9 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:09:05.810659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af0248-f9ff-4ebd-9894-589635d036f1 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:05.812162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af0248-f9ff-4ebd-9894-589635d036f1 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:05.812906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-37af0248-f9ff-4ebd-9894-589635d036f1 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:05.896772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-37af0248-f9ff-4ebd-9894-589635d036f1 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:05.897653 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-37af0248-f9ff-4ebd-9894-589635d036f1 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1539450 Mar 02 09:09:05.900561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36734) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:05.901048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5c655-c2b6-40db-9160-4747f6a6dff9', 'name': 'tempest-NetworksTestDHCPv6-router-1199361418', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:58Z', 'updated_at': '2022-03-02T09:09:04Z', 'revision_number': 3, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:05.904986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] Checking router: 2df5c655-c2b6-40db-9160-4747f6a6dff9 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:09:05.914488 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] Routers {'2df5c655-c2b6-40db-9160-4747f6a6dff9'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:09:05.915085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2df5c655-c2b6-40db-9160-4747f6a6dff9'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:05.965395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-1329ed1b-92ce-4323-80e8-e306bef1fbfd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet c86dd71b-eb54-48a2-9c1c-5931ef45d099 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:05.968378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1329ed1b-92ce-4323-80e8-e306bef1fbfd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.027547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1329ed1b-92ce-4323-80e8-e306bef1fbfd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.043118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] Set router 2df5c655-c2b6-40db-9160-4747f6a6dff9 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:09:06.111676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1329ed1b-92ce-4323-80e8-e306bef1fbfd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.148591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5c655-c2b6-40db-9160-4747f6a6dff9', 'name': 'tempest-NetworksTestDHCPv6-router-1199361418', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:58Z', 'updated_at': '2022-03-02T09:09:04Z', 'revision_number': 3, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:06.152638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b2641f-80be-431c-90b1-301d9ecace99 None None] The sync data for ids ['2df5c655-c2b6-40db-9160-4747f6a6dff9'] in dv-neutron-828796-1-hyperv is: [{'id': '2df5c655-c2b6-40db-9160-4747f6a6dff9', 'name': 'tempest-NetworksTestDHCPv6-router-1199361418', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:58Z', 'updated_at': '2022-03-02T09:09:04Z', 'revision_number': 3, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:09:06.252595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1329ed1b-92ce-4323-80e8-e306bef1fbfd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.295022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329ed1b-92ce-4323-80e8-e306bef1fbfd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=c86dd71b-eb54-48a2-9c1c-5931ef45d099,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:06.298446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1329ed1b-92ce-4323-80e8-e306bef1fbfd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.305140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6bd99f-df6e-47a0-9570-c49efc78af84 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:06.361629 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1329ed1b-92ce-4323-80e8-e306bef1fbfd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/c86dd71b-eb54-48a2-9c1c-5931ef45d099 HTTP/1.1" status: 204 len: 168 time: 0.4599218 Mar 02 09:09:06.363952 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36738) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:06.516426 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f8c4d321-9241-409d-9ca8-87f5e011b9ea tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1513474 Mar 02 09:09:06.518740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36742) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:06.573140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6b3497ce-6bfa-4520-8142-9c39d0b7f776 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:06.608300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f609425e-fe79-4023-8aa8-aabf2a40885f None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:06.617382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 6b3497ce-6bfa-4520-8142-9c39d0b7f776 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:06.617727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6b3497ce-6bfa-4520-8142-9c39d0b7f776 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:06.619343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f609425e-fe79-4023-8aa8-aabf2a40885f None None] Deleting port 695ea66e-18db-40c4-ac95-81049074139b {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:06.619929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f609425e-fe79-4023-8aa8-aabf2a40885f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.675792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b9eb905f-b845-471b-83ae-15c08991e94e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.825070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f609425e-fe79-4023-8aa8-aabf2a40885f None None] For port 695ea66e-18db-40c4-ac95-81049074139b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=695ea66e-18db-40c4-ac95-81049074139b,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:06.825617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f609425e-fe79-4023-8aa8-aabf2a40885f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.970643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b9eb905f-b845-471b-83ae-15c08991e94e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.972805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b9eb905f-b845-471b-83ae-15c08991e94e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:06.977989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f609425e-fe79-4023-8aa8-aabf2a40885f None None] Calling delete_port for 695ea66e-18db-40c4-ac95-81049074139b owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:07.130162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b9eb905f-b845-471b-83ae-15c08991e94e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:07.130684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eb905f-b845-471b-83ae-15c08991e94e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Fanout notify agent at l3_agent the message router_deleted on router 2df5c655-c2b6-40db-9160-4747f6a6dff9 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:09:07.141644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b9eb905f-b845-471b-83ae-15c08991e94e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:07.142752 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b9eb905f-b845-471b-83ae-15c08991e94e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/routers/2df5c655-c2b6-40db-9160-4747f6a6dff9 HTTP/1.1" status: 204 len: 168 time: 0.6228738 Mar 02 09:09:07.146006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36746) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:07.157580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:07.229206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f609425e-fe79-4023-8aa8-aabf2a40885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:07.261888 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:07.265923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:07.268703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:07.275067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:07.277444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609425e-fe79-4023-8aa8-aabf2a40885f None None] Pushing event deleted for resources: {'Port': ['ID=695ea66e-18db-40c4-ac95-81049074139b,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:07.284214 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f609425e-fe79-4023-8aa8-aabf2a40885f None None] No DVR routers for this DVR port 695ea66e-18db-40c4-ac95-81049074139b on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:07.364444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:07.367917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:07.772859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:07.831962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:07.835498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:07.839770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:07.840356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:07.845728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5931b5a-5604-4c07-85e8-6a5a165f512a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:07.853231 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=321cc95a-58df-4369-b446-3a46c5cb3bff,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:07.938428 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-95d5dc60-6e77-49de-ad05-907380d52153 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7911365 Mar 02 09:09:07.940860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36750) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:07.946505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1783496354', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:07.952981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:07.956751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:router and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:07.960199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:07.966787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:08.047104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.048207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.053952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '321cc95a-58df-4369-b446-3a46c5cb3bff'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:08.054864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.064487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.164979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.208214 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/321cc95a-58df-4369-b446-3a46c5cb3bff/aebc04c7-48a9-4d65-9a0b-80b0bc5e470e) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:08.256701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.257952 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-06b96546-f944-4b45-a898-20af97a4882f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3161235 Mar 02 09:09:08.260714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36754) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:08.412171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.422056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Transition to ACTIVE for port object aebc04c7-48a9-4d65-9a0b-80b0bc5e470e will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:08.440484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Transition to ACTIVE for port object aebc04c7-48a9-4d65-9a0b-80b0bc5e470e will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:08.494930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 695ea66e-18db-40c4-ac95-81049074139b no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:08.529358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 695ea66e-18db-40c4-ac95-81049074139b {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:08.529850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 695ea66e-18db-40c4-ac95-81049074139b not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:08.531661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.593612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:08.600199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:08.604118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:08.609645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Pushing event updated for resources: {'Port': ['ID=aebc04c7-48a9-4d65-9a0b-80b0bc5e470e,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:08.695376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Attempting to bind port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:08.695651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Attempting to bind port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:08.696009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Attempting to bind port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:08.701147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:08.701509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:08.701928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.702316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:08.702769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Bound port: aebc04c7-48a9-4d65-9a0b-80b0bc5e470e, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:08.703130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.729988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.794325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] For port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:08.797192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] For port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aebc04c7-48a9-4d65-9a0b-80b0bc5e470e,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:08.862667 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:09:08.892512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:08.969905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e8114-6856-411c-a94f-cc2706c43808 None None] Pushing event updated for resources: {'Port': ['ID=aebc04c7-48a9-4d65-9a0b-80b0bc5e470e,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:09.074934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::1 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/321cc95a-58df-4369-b446-3a46c5cb3bff/ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:09.244587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:09.257396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:09.360564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:09.423551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:09.431180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:09.435397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:09.435918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:09.441229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:09.747144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:09.977625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-639ed936-41b0-4f62-9870-52fb8940913d None None] Provisioning for port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:10.143782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:10.158565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b71817cd-6c3e-4a07-8bbb-c94725de52cd None None] Provisioning for port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:10.163551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b71817cd-6c3e-4a07-8bbb-c94725de52cd None None] Provisioning complete for port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:10.163961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b71817cd-6c3e-4a07-8bbb-c94725de52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:10.212044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:10.212811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:10.219018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b71817cd-6c3e-4a07-8bbb-c94725de52cd None None] Port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:09:10.360394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:10.412178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:10.413172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:10.534482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aebc04c7-48a9-4d65-9a0b-80b0bc5e470e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:10.654037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6ac480de-f3db-4657-b598-22e1254bfc27 None None] Provisioning complete for port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:10.654404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6ac480de-f3db-4657-b598-22e1254bfc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:10.657797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Router bc0baf2b-c348-487e-aef2-cb93890fd592 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:09:10.682583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:10.695414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:10.695782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:10.748667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6ac480de-f3db-4657-b598-22e1254bfc27 None None] Port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:09:10.821937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:09:10.822703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:10.831137 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Sync routers for ids ['bc0baf2b-c348-487e-aef2-cb93890fd592'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:09:10.835928 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-114ad791-c0c0-4fe1-b759-d3cf382c03fc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "PUT /v2.0/routers/bc0baf2b-c348-487e-aef2-cb93890fd592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5742049 Mar 02 09:09:10.837307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36758) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:10.840984 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Routers {'bc0baf2b-c348-487e-aef2-cb93890fd592'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:09:10.841568 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['bc0baf2b-c348-487e-aef2-cb93890fd592'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:10.855827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aebc04c7-48a9-4d65-9a0b-80b0bc5e470e,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:10.911275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7859a07-d261-4bda-8d16-87fa30d01f85 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:10.911848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a7859a07-d261-4bda-8d16-87fa30d01f85 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:10.920395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:10.990759 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Set router bc0baf2b-c348-487e-aef2-cb93890fd592 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:09:11.015615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a7859a07-d261-4bda-8d16-87fa30d01f85 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:11.019523 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a7859a07-d261-4bda-8d16-87fa30d01f85 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports/ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc HTTP/1.1" status: 200 len: 911 time: 0.1780472 Mar 02 09:09:11.019916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36762) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:11.025046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=aebc04c7-48a9-4d65-9a0b-80b0bc5e470e,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:11.103929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dea827-daac-4791-8387-ebe65d655608 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:11.109560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dea827-daac-4791-8387-ebe65d655608 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:11.111339 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-01dea827-daac-4791-8387-ebe65d655608 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0894005 Mar 02 09:09:11.114285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36766) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:11.327940 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0baf2b-c348-487e-aef2-cb93890fd592', 'name': 'tempest-NetworksTestDHCPv6-router-1783496354', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:09:08Z', 'updated_at': '2022-03-02T09:09:09Z', 'revision_number': 2, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None, '_interfaces': [{'id': 'ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc', 'name': '', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'mac_address': 'fa:16:3e:cc:14:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0baf2b-c348-487e-aef2-cb93890fd592', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '321cc95a-58df-4369-b446-3a46c5cb3bff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:09:08Z', 'updated_at': '2022-03-02T09:09:09Z', 'revision_number': 2, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'subnets': [{'id': '321cc95a-58df-4369-b446-3a46c5cb3bff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:11.331690 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Checking router: bc0baf2b-c348-487e-aef2-cb93890fd592 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:09:11.332030 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Updating router bc0baf2b-c348-487e-aef2-cb93890fd592 port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:09:11.382822 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:11.606804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:11.722521 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:11.734216 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Transition to ACTIVE for port object ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:11.823233 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:11.991974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:11.992563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:12.013365 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Pushing event updated for resources: {'Port': ['ID=ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:12.034929 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.035613 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.036828 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.037138 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.037467 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.037820 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.038159 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.038477 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.038793 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.039089 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.039404 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.039721 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:12.059669 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Attempting to bind port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:12.060032 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Attempting to bind port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:12.060394 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Attempting to bind port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:12.065954 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:12.066322 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:12.066712 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:12.067093 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:12.068474 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Bound port: ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:12.068865 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:12.154807 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] For port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:12.157698 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] For port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:12.184529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] For port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc, host dv-neutron-828796-1-hyperv, got binding levels [] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:12.184889 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:12.269259 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:12.307341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:12.349492 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Routers {'bc0baf2b-c348-487e-aef2-cb93890fd592'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:09:12.350157 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['bc0baf2b-c348-487e-aef2-cb93890fd592'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:12.418611 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ae564-fe61-487d-bb1a-e72ffb77b40b None None] Pushing event updated for resources: {'Port': ['ID=ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:12.475505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:09:12.476199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:09:12.514860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aebc04c7-48a9-4d65-9a0b-80b0bc5e470e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:12.516021 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] Set router bc0baf2b-c348-487e-aef2-cb93890fd592 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:09:12.610673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:12.610965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:12.851701 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0baf2b-c348-487e-aef2-cb93890fd592', 'name': 'tempest-NetworksTestDHCPv6-router-1783496354', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:09:08Z', 'updated_at': '2022-03-02T09:09:09Z', 'revision_number': 2, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None, '_interfaces': [{'id': 'ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc', 'name': '', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'mac_address': 'fa:16:3e:cc:14:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0baf2b-c348-487e-aef2-cb93890fd592', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '321cc95a-58df-4369-b446-3a46c5cb3bff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:09:08Z', 'updated_at': '2022-03-02T09:09:12Z', 'revision_number': 4, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'subnets': [{'id': '321cc95a-58df-4369-b446-3a46c5cb3bff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:12.855386 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4f096-022d-4b5e-a905-d4922efe5ee3 None None] The sync data for ids ['bc0baf2b-c348-487e-aef2-cb93890fd592'] in dv-neutron-828796-1-hyperv is: [{'id': 'bc0baf2b-c348-487e-aef2-cb93890fd592', 'name': 'tempest-NetworksTestDHCPv6-router-1783496354', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:09:08Z', 'updated_at': '2022-03-02T09:09:09Z', 'revision_number': 2, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None, '_interfaces': [{'id': 'ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc', 'name': '', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'mac_address': 'fa:16:3e:cc:14:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0baf2b-c348-487e-aef2-cb93890fd592', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '321cc95a-58df-4369-b446-3a46c5cb3bff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:09:08Z', 'updated_at': '2022-03-02T09:09:12Z', 'revision_number': 4, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'subnets': [{'id': '321cc95a-58df-4369-b446-3a46c5cb3bff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:09:12.978176 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:12.978465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:13.176734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] For port ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:13.177340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:13.313037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:13.535472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:13.584514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:13.754262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:14.117108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Router bc0baf2b-c348-487e-aef2-cb93890fd592 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:09:14.246859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:09:14.256439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] Sync routers for ids ['bc0baf2b-c348-487e-aef2-cb93890fd592'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:09:14.265633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] Routers {'bc0baf2b-c348-487e-aef2-cb93890fd592'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:09:14.266281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['bc0baf2b-c348-487e-aef2-cb93890fd592'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:14.339471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-15a8c5d2-bac9-4854-a9dd-07c2541e017f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "PUT /v2.0/routers/bc0baf2b-c348-487e-aef2-cb93890fd592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2233756 Mar 02 09:09:14.341909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36770) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:14.392730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] Set router bc0baf2b-c348-487e-aef2-cb93890fd592 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:09:14.410621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9c663-d5d6-4654-b4bc-377e089cf31c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:14.412793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b9c663-d5d6-4654-b4bc-377e089cf31c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:14.414358 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f8b9c663-d5d6-4654-b4bc-377e089cf31c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0715618 Mar 02 09:09:14.417170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36774) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:14.481789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6fec04-a538-44b0-b3c1-1c35fc6d9960 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 321cc95a-58df-4369-b446-3a46c5cb3bff {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:14.484711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c6fec04-a538-44b0-b3c1-1c35fc6d9960 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:14.498014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0baf2b-c348-487e-aef2-cb93890fd592', 'name': 'tempest-NetworksTestDHCPv6-router-1783496354', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:09:08Z', 'updated_at': '2022-03-02T09:09:13Z', 'revision_number': 3, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:14.502286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] Checking router: bc0baf2b-c348-487e-aef2-cb93890fd592 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:09:14.511317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] Routers {'bc0baf2b-c348-487e-aef2-cb93890fd592'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:09:14.511919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:08:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['bc0baf2b-c348-487e-aef2-cb93890fd592'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:14.542580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c6fec04-a538-44b0-b3c1-1c35fc6d9960 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:14.629554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c6fec04-a538-44b0-b3c1-1c35fc6d9960 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:14.640882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] Set router bc0baf2b-c348-487e-aef2-cb93890fd592 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:09:14.746135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0baf2b-c348-487e-aef2-cb93890fd592', 'name': 'tempest-NetworksTestDHCPv6-router-1783496354', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:09:08Z', 'updated_at': '2022-03-02T09:09:13Z', 'revision_number': 3, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:09:14.750054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a1937-4cad-495c-8817-67d034a32b34 None None] The sync data for ids ['bc0baf2b-c348-487e-aef2-cb93890fd592'] in dv-neutron-828796-1-hyperv is: [{'id': 'bc0baf2b-c348-487e-aef2-cb93890fd592', 'name': 'tempest-NetworksTestDHCPv6-router-1783496354', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:09:08Z', 'updated_at': '2022-03-02T09:09:13Z', 'revision_number': 3, 'project_id': '0ac3e234141b424bb1980d473ee704e2', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:09:14.776912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c6fec04-a538-44b0-b3c1-1c35fc6d9960 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:14.819280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fec04-a538-44b0-b3c1-1c35fc6d9960 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=321cc95a-58df-4369-b446-3a46c5cb3bff,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:14.822897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7c6fec04-a538-44b0-b3c1-1c35fc6d9960 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:14.829683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba68a6-1da8-4cca-ba72-084852fb4454 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:14.834440 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7c6fec04-a538-44b0-b3c1-1c35fc6d9960 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/321cc95a-58df-4369-b446-3a46c5cb3bff HTTP/1.1" status: 204 len: 168 time: 0.4139609 Mar 02 09:09:14.834605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36778) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:14.973458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e5c7d77e-30b4-4b04-a89c-0e9373f7765a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:router {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:15.062885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e5c7d77e-30b4-4b04-a89c-0e9373f7765a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:router {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:15.064098 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e5c7d77e-30b4-4b04-a89c-0e9373f7765a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2286379 Mar 02 09:09:15.066738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36782) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:15.113242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba2f327-9529-4621-b410-fbfbcf5b8215 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:15.119121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2f327-9529-4621-b410-fbfbcf5b8215 None None] Deleting port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:15.119718 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f327-9529-4621-b410-fbfbcf5b8215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:15.202240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bc0190db-5c37-44fc-978a-b38b49561320 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:15.342892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6ba2f327-9529-4621-b410-fbfbcf5b8215 None None] For port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aebc04c7-48a9-4d65-9a0b-80b0bc5e470e,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:15.343459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f327-9529-4621-b410-fbfbcf5b8215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:15.508917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2f327-9529-4621-b410-fbfbcf5b8215 None None] Calling delete_port for aebc04c7-48a9-4d65-9a0b-80b0bc5e470e owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:15.631958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bc0190db-5c37-44fc-978a-b38b49561320 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:15.634135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bc0190db-5c37-44fc-978a-b38b49561320 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:15.646581 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f327-9529-4621-b410-fbfbcf5b8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:15.693355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2f327-9529-4621-b410-fbfbcf5b8215 None None] No DVR routers for this DVR port aebc04c7-48a9-4d65-9a0b-80b0bc5e470e on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:15.700148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f327-9529-4621-b410-fbfbcf5b8215 None None] Pushing event deleted for resources: {'Port': ['ID=aebc04c7-48a9-4d65-9a0b-80b0bc5e470e,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:15.726275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bc0190db-5c37-44fc-978a-b38b49561320 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:15.726792 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0190db-5c37-44fc-978a-b38b49561320 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Fanout notify agent at l3_agent the message router_deleted on router bc0baf2b-c348-487e-aef2-cb93890fd592 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:09:15.798284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bc0190db-5c37-44fc-978a-b38b49561320 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:15.801635 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bc0190db-5c37-44fc-978a-b38b49561320 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/routers/bc0baf2b-c348-487e-aef2-cb93890fd592 HTTP/1.1" status: 204 len: 168 time: 0.7311692 Mar 02 09:09:15.801917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36790) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:15.846822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-93f2f2fb-1d7d-4470-ad7f-7e9266a826c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:15.923762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-93f2f2fb-1d7d-4470-ad7f-7e9266a826c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:15.924913 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-93f2f2fb-1d7d-4470-ad7f-7e9266a826c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1220579 Mar 02 09:09:15.927440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36794) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:15.989398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b12a58-49d7-4024-93cb-a8ff458c994c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:15.989998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e1b12a58-49d7-4024-93cb-a8ff458c994c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:16.100689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e1b12a58-49d7-4024-93cb-a8ff458c994c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:16.101715 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e1b12a58-49d7-4024-93cb-a8ff458c994c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1733902 Mar 02 09:09:16.104261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36798) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:16.170046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3f85a0c9-9e79-4ac3-8e62-2a4ea6a2bf8f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:router {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:16.255800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3f85a0c9-9e79-4ac3-8e62-2a4ea6a2bf8f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:router {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:16.256920 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3f85a0c9-9e79-4ac3-8e62-2a4ea6a2bf8f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1518085 Mar 02 09:09:16.261068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36802) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:16.266338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:16.371435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:16.381097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:16.486156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:16.490300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:16.496633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:16.533756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:16.534338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ae7c9db4-4a5f-4e09-8e2d-2e5444b1f2dc not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:16.534826 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aebc04c7-48a9-4d65-9a0b-80b0bc5e470e no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:16.570302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: aebc04c7-48a9-4d65-9a0b-80b0bc5e470e {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:16.570657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aebc04c7-48a9-4d65-9a0b-80b0bc5e470e not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:16.843714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.objects.ports [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88401) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:09:16.844784 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:16.899032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:16.902056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:16.906116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:16.906691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:16.911329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79ecbbf-7952-4c65-885c-1385c92d8c6e None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:16.930310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=c2634657-3858-4b0d-bf6b-85a487d3d765,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:17.012219 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-90e420c9-2ac8-4b9f-8d24-93f369cb56c3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7501376 Mar 02 09:09:17.014852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36806) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:17.021279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:17.126953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': 'c2634657-3858-4b0d-bf6b-85a487d3d765'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:17.127792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:17.155935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:17.160000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:17.163391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:17.169086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:17.205688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:17.250348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:17.253910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:17.294923 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Allocated IP 2001:db8::f816:3eff:fe84:f2c4 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/c2634657-3858-4b0d-bf6b-85a487d3d765/b6de05f0-c6b5-4907-a091-4cf0bfc31507) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:17.497553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:17.509429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Transition to ACTIVE for port object b6de05f0-c6b5-4907-a091-4cf0bfc31507 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:17.526836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Transition to ACTIVE for port object b6de05f0-c6b5-4907-a091-4cf0bfc31507 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:17.594538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:17.623162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:17.654077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:17.657033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:17.661809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:17.662220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:17.668940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=29f7079e-3e42-4eb0-a51e-3750db08d920,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:17.684956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:17.687703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:17.696154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:17.728898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Pushing event updated for resources: {'Port': ['ID=b6de05f0-c6b5-4907-a091-4cf0bfc31507,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:17.755352 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-07e180f2-1422-41f3-8b9a-cd216022754d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7388172 Mar 02 09:09:17.758054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36810) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:17.763470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:56:5e:cb', 'name': 'tempest-NetworksTestDHCPv6-1003895811'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:17.793534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Attempting to bind port b6de05f0-c6b5-4907-a091-4cf0bfc31507 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:17.793914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Attempting to bind port b6de05f0-c6b5-4907-a091-4cf0bfc31507 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:17.794271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Attempting to bind port b6de05f0-c6b5-4907-a091-4cf0bfc31507 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:17.799353 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:17.799717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:17.800105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:17.800489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:17.800939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Bound port: b6de05f0-c6b5-4907-a091-4cf0bfc31507, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:17.801300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:17.893740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] For port b6de05f0-c6b5-4907-a091-4cf0bfc31507, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:17.897319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] For port b6de05f0-c6b5-4907-a091-4cf0bfc31507, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b6de05f0-c6b5-4907-a091-4cf0bfc31507,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:17.904922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:17.914893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:17.983112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:18.009440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:18.064449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d7773-2985-4ede-9e37-1b920daf927b None None] Pushing event updated for resources: {'Port': ['ID=b6de05f0-c6b5-4907-a091-4cf0bfc31507,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:18.233538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:18.261983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 1ac316a0-bf6f-4280-b656-9a424604c26c yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:09:18.481266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 172.20.0.5 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/29f7079e-3e42-4eb0-a51e-3750db08d920/1ac316a0-bf6f-4280-b656-9a424604c26c) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:18.487353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:fe56:5ecb (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/c2634657-3858-4b0d-bf6b-85a487d3d765/1ac316a0-bf6f-4280-b656-9a424604c26c) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:18.534254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b6de05f0-c6b5-4907-a091-4cf0bfc31507 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:18.689682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port b6de05f0-c6b5-4907-a091-4cf0bfc31507 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:18.694937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:18.710677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 1ac316a0-bf6f-4280-b656-9a424604c26c will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:18.787356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:18.856209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:18.864246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:18.869402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:18.908030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=1ac316a0-bf6f-4280-b656-9a424604c26c,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:18.944613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:18.945249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:19.019424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc118313-a2bd-40f9-9a3d-e2e25cda0465 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:19.023433 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4c4fddee-3009-47c6-870b-9196786ca772 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2642956 Mar 02 09:09:19.025779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36816) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:19.105813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f8a99-c70a-4940-8821-144ddec8ae72 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:19.111746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7f8a99-c70a-4940-8821-144ddec8ae72 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:19.112498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3d7f8a99-c70a-4940-8821-144ddec8ae72 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:19.175037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3adbed5d-6ba9-4a3c-8557-bc1042006307 None None] Provisioning for port b6de05f0-c6b5-4907-a091-4cf0bfc31507 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:19.187119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3adbed5d-6ba9-4a3c-8557-bc1042006307 None None] Provisioning complete for port b6de05f0-c6b5-4907-a091-4cf0bfc31507 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:19.187492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3adbed5d-6ba9-4a3c-8557-bc1042006307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:19.194278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3d7f8a99-c70a-4940-8821-144ddec8ae72 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:19.198327 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3d7f8a99-c70a-4940-8821-144ddec8ae72 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1687181 Mar 02 09:09:19.198327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36820) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:19.266442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9acff50d-b35d-4731-8dfd-01f2ccb1b928 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 1ac316a0-bf6f-4280-b656-9a424604c26c {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:19.266699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9acff50d-b35d-4731-8dfd-01f2ccb1b928 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:19.389326 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3adbed5d-6ba9-4a3c-8557-bc1042006307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:19.429988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3adbed5d-6ba9-4a3c-8557-bc1042006307 None None] For port b6de05f0-c6b5-4907-a091-4cf0bfc31507, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b6de05f0-c6b5-4907-a091-4cf0bfc31507,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:19.503615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7cf0e2-d07d-4fe4-b865-4543bbddba04 None None] Update dhcp port {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': 'c2634657-3858-4b0d-bf6b-85a487d3d765', 'ip_address': '2001:db8::f816:3eff:fe84:f2c4'}, {'subnet_id': '29f7079e-3e42-4eb0-a51e-3750db08d920'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': 'b6de05f0-c6b5-4907-a091-4cf0bfc31507'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:09:19.508831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9acff50d-b35d-4731-8dfd-01f2ccb1b928 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:19.531207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3adbed5d-6ba9-4a3c-8557-bc1042006307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:19.606225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0e2-d07d-4fe4-b865-4543bbddba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:19.641581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9acff50d-b35d-4731-8dfd-01f2ccb1b928 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 1ac316a0-bf6f-4280-b656-9a424604c26c owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:19.661999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbed5d-6ba9-4a3c-8557-bc1042006307 None None] Pushing event updated for resources: {'Port': ['ID=b6de05f0-c6b5-4907-a091-4cf0bfc31507,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:19.759837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2343-ebd4-48e7-b85c-b1bc56950157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:19.829441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-ba7cf0e2-d07d-4fe4-b865-4543bbddba04 None None] Allocated IP 172.20.0.2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/29f7079e-3e42-4eb0-a51e-3750db08d920/b6de05f0-c6b5-4907-a091-4cf0bfc31507) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:19.925724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9acff50d-b35d-4731-8dfd-01f2ccb1b928 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:19.963095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ba7cf0e2-d07d-4fe4-b865-4543bbddba04 None None] For port b6de05f0-c6b5-4907-a091-4cf0bfc31507, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b6de05f0-c6b5-4907-a091-4cf0bfc31507,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:19.977267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acff50d-b35d-4731-8dfd-01f2ccb1b928 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=1ac316a0-bf6f-4280-b656-9a424604c26c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:19.988084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0e2-d07d-4fe4-b865-4543bbddba04 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:20.004492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ba7cf0e2-d07d-4fe4-b865-4543bbddba04 None None] Transition to ACTIVE for port object b6de05f0-c6b5-4907-a091-4cf0bfc31507 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:20.056999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0e2-d07d-4fe4-b865-4543bbddba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:20.111464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9acff50d-b35d-4731-8dfd-01f2ccb1b928 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:20.192866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cf0e2-d07d-4fe4-b865-4543bbddba04 None None] Pushing event updated for resources: {'Port': ['ID=b6de05f0-c6b5-4907-a091-4cf0bfc31507,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:20.195834 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9acff50d-b35d-4731-8dfd-01f2ccb1b928 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/1ac316a0-bf6f-4280-b656-9a424604c26c HTTP/1.1" status: 204 len: 168 time: 0.9967175 Mar 02 09:09:20.198144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36824) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:20.372604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41feceaf-701a-4a12-96fc-a122c9e9df65 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:20.374229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41feceaf-701a-4a12-96fc-a122c9e9df65 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:20.375683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41feceaf-701a-4a12-96fc-a122c9e9df65 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:20.376583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-41feceaf-701a-4a12-96fc-a122c9e9df65 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:20.451428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-41feceaf-701a-4a12-96fc-a122c9e9df65 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:20.455117 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-41feceaf-701a-4a12-96fc-a122c9e9df65 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2535179 Mar 02 09:09:20.456320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36828) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:20.511169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b6de05f0-c6b5-4907-a091-4cf0bfc31507 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:20.529407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4a44aa-5f95-43a7-bf5c-fc2f5bcaa4db tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 29f7079e-3e42-4eb0-a51e-3750db08d920 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:20.532568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb4a44aa-5f95-43a7-bf5c-fc2f5bcaa4db tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:20.591182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb4a44aa-5f95-43a7-bf5c-fc2f5bcaa4db tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:20.682938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb4a44aa-5f95-43a7-bf5c-fc2f5bcaa4db tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:20.821284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb4a44aa-5f95-43a7-bf5c-fc2f5bcaa4db tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:20.861516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a44aa-5f95-43a7-bf5c-fc2f5bcaa4db tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=29f7079e-3e42-4eb0-a51e-3750db08d920,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:20.865701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb4a44aa-5f95-43a7-bf5c-fc2f5bcaa4db tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:20.867109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-142638d2-bc5c-41aa-b776-19ff5af8e275 None None] Provisioning for port b6de05f0-c6b5-4907-a091-4cf0bfc31507 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:20.872828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-142638d2-bc5c-41aa-b776-19ff5af8e275 None None] Provisioning complete for port b6de05f0-c6b5-4907-a091-4cf0bfc31507 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:20.873473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-142638d2-bc5c-41aa-b776-19ff5af8e275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:20.930492 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cb4a44aa-5f95-43a7-bf5c-fc2f5bcaa4db tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/29f7079e-3e42-4eb0-a51e-3750db08d920 HTTP/1.1" status: 204 len: 168 time: 0.4729266 Mar 02 09:09:20.932926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36832) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:20.970531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d51132-ee97-498a-80d2-3b2f28b0c2b9 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:21.003458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-0407b21e-e1e2-4c3d-b829-ec04c856dee6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet c2634657-3858-4b0d-bf6b-85a487d3d765 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:21.006884 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0407b21e-e1e2-4c3d-b829-ec04c856dee6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:21.058960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0407b21e-e1e2-4c3d-b829-ec04c856dee6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:21.087934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-142638d2-bc5c-41aa-b776-19ff5af8e275 None None] Could not find standard attr ID for object 1ac316a0-bf6f-4280-b656-9a424604c26c. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:21.209296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-07d69df8-ec9a-482f-a40c-31e2f66f261b None None] Could not find standard attr ID for object 1ac316a0-bf6f-4280-b656-9a424604c26c. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:21.253353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0407b21e-e1e2-4c3d-b829-ec04c856dee6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:21.411766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0407b21e-e1e2-4c3d-b829-ec04c856dee6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:21.452218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407b21e-e1e2-4c3d-b829-ec04c856dee6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=c2634657-3858-4b0d-bf6b-85a487d3d765,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:21.455755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0407b21e-e1e2-4c3d-b829-ec04c856dee6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:21.465387 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0407b21e-e1e2-4c3d-b829-ec04c856dee6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/c2634657-3858-4b0d-bf6b-85a487d3d765 HTTP/1.1" status: 204 len: 168 time: 0.5314047 Mar 02 09:09:21.468063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36838) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:21.539996 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-98ce0f77-6ee8-4294-b8c8-b07b00f1a1f0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:router {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:21.552309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-98ce0f77-6ee8-4294-b8c8-b07b00f1a1f0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:router {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:21.553848 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-98ce0f77-6ee8-4294-b8c8-b07b00f1a1f0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846679 Mar 02 09:09:21.556966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36842) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:21.563126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:21.679850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:21.684095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:21.687091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:21.692890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:21.729079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c3953e-6156-46bf-850c-8d8514f1baa8 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:21.759791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:21.763323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:21.908419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6dbbef16-0c3b-4477-b340-5617d134fcfa None None] Provisioning complete for port b6de05f0-c6b5-4907-a091-4cf0bfc31507 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:21.909040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6dbbef16-0c3b-4477-b340-5617d134fcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:22.157226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2161db3-003e-4f0c-b626-4cf7afc3378d None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:22.161697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d2161db3-003e-4f0c-b626-4cf7afc3378d None None] Deleting port b6de05f0-c6b5-4907-a091-4cf0bfc31507 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:22.162139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2161db3-003e-4f0c-b626-4cf7afc3378d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:22.235215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-53ad0322-d9e0-4cf8-b805-7f8747a79a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:22.401923 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d2161db3-003e-4f0c-b626-4cf7afc3378d None None] For port b6de05f0-c6b5-4907-a091-4cf0bfc31507, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b6de05f0-c6b5-4907-a091-4cf0bfc31507,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:22.402211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2161db3-003e-4f0c-b626-4cf7afc3378d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:22.519999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b6de05f0-c6b5-4907-a091-4cf0bfc31507 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:22.536311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.objects.ports [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88401) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:09:22.551706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d2161db3-003e-4f0c-b626-4cf7afc3378d None None] Calling delete_port for b6de05f0-c6b5-4907-a091-4cf0bfc31507 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:22.698647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:22.769567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2161db3-003e-4f0c-b626-4cf7afc3378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:22.792273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_pluggable_backend [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Port b6de05f0-c6b5-4907-a091-4cf0bfc31507 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88401) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 09:09:22.792844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_pluggable_backend [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Reverting IP allocation for 2001:db8::f816:3eff:fe84:f2c4 {{(pid=88401) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 09:09:22.796048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_pluggable_backend [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe84:f2c4 {{(pid=88401) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 02 09:09:22.797178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:22.828442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2161db3-003e-4f0c-b626-4cf7afc3378d None None] Pushing event deleted for resources: {'Port': ['ID=b6de05f0-c6b5-4907-a091-4cf0bfc31507,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:22.830617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2161db3-003e-4f0c-b626-4cf7afc3378d None None] No DVR routers for this DVR port b6de05f0-c6b5-4907-a091-4cf0bfc31507 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:22.859455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:22.862730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:22.866237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:22.866791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:22.871732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3677e88d-5dc8-484a-82f5-94d2364710b8 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:22.883965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=6c447039-51d2-4ca3-b29e-41aa659c694f,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:22.971914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-13a831be-0e2b-4f3a-81ac-a1231631595f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4131229 Mar 02 09:09:22.975230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36846) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:22.981054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:23.032507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.082503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.097464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '6c447039-51d2-4ca3-b29e-41aa659c694f'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:23.098316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.116753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:23.120786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:23.123582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:23.129262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:23.234253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:23.238022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.245651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Allocated IP 2001:db8::f816:3eff:fe6d:2b4 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/6c447039-51d2-4ca3-b29e-41aa659c694f/cd0fa111-f6a2-405d-9c4a-a7b7067d2970) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:23.445582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.455310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Transition to ACTIVE for port object cd0fa111-f6a2-405d-9c4a-a7b7067d2970 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:23.472973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Transition to ACTIVE for port object cd0fa111-f6a2-405d-9c4a-a7b7067d2970 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:23.563635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.575304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.627083 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:23.634429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:23.637779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:23.638872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:23.640864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:23.643724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:23.644295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.644512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Pushing event updated for resources: {'Port': ['ID=cd0fa111-f6a2-405d-9c4a-a7b7067d2970,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:23.662460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=b153f47e-cae0-44fd-ab01-4a2b02c49115,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:23.725740 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ff5d3dee-e47e-4163-9c15-b35529b5df35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7494643 Mar 02 09:09:23.728471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36850) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:23.730567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Attempting to bind port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:23.730933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Attempting to bind port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:23.731291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Attempting to bind port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:23.733892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:7e:31:d2', 'name': 'tempest-NetworksTestDHCPv6-19535568'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:23.736853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:23.737223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:23.737617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.738036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:23.742824 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Bound port: cd0fa111-f6a2-405d-9c4a-a7b7067d2970, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:23.742824 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.824561 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] For port cd0fa111-f6a2-405d-9c4a-a7b7067d2970, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:23.827342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] For port cd0fa111-f6a2-405d-9c4a-a7b7067d2970, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cd0fa111-f6a2-405d-9c4a-a7b7067d2970,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:23.867549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:23.871477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:23.874260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:23.879768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:23.908593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:23.965620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:24.021779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d9349-7c06-40a4-a10b-f863ec72cb77 None None] Pushing event updated for resources: {'Port': ['ID=cd0fa111-f6a2-405d-9c4a-a7b7067d2970,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:24.092032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:24.119521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port ad17165a-7ace-44ce-8597-349f41f6e883 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:09:24.462596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 172.20.0.11 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b153f47e-cae0-44fd-ab01-4a2b02c49115/ad17165a-7ace-44ce-8597-349f41f6e883) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:24.473677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:fe7e:31d2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/6c447039-51d2-4ca3-b29e-41aa659c694f/ad17165a-7ace-44ce-8597-349f41f6e883) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:24.508623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:24.545239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cd0fa111-f6a2-405d-9c4a-a7b7067d2970 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:24.663482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:24.698212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:24.715719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object ad17165a-7ace-44ce-8597-349f41f6e883 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:24.805936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:24.877800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:24.881461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:24.890230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:24.928031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=ad17165a-7ace-44ce-8597-349f41f6e883,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:24.947547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924fa88b-4752-4e5f-b999-a38e72a657db None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:24.961395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:24.962082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:25.028879 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2bb01d20-4702-448b-8979-fbabb85630ae tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2993679 Mar 02 09:09:25.031343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36854) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:25.099182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a443a9bf-41f4-4b6f-a881-d74725c72919 None None] Provisioning for port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:25.112018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a443a9bf-41f4-4b6f-a881-d74725c72919 None None] Provisioning complete for port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:25.112427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a443a9bf-41f4-4b6f-a881-d74725c72919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:25.114082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131103a-35eb-4a29-b123-cb95cd8833dc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:25.119877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131103a-35eb-4a29-b123-cb95cd8833dc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:25.120649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c131103a-35eb-4a29-b123-cb95cd8833dc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:25.182067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c131103a-35eb-4a29-b123-cb95cd8833dc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:25.183251 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c131103a-35eb-4a29-b123-cb95cd8833dc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1510069 Mar 02 09:09:25.186010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36858) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:25.251563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9a23d179-8c39-431e-ae78-134a7a3a9bcc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port ad17165a-7ace-44ce-8597-349f41f6e883 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:25.251896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a23d179-8c39-431e-ae78-134a7a3a9bcc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:25.283255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a443a9bf-41f4-4b6f-a881-d74725c72919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:25.319893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a443a9bf-41f4-4b6f-a881-d74725c72919 None None] For port cd0fa111-f6a2-405d-9c4a-a7b7067d2970, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cd0fa111-f6a2-405d-9c4a-a7b7067d2970,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:25.388351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d80d1-e64a-4e82-a594-d7910d24b40b None None] Update dhcp port {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': '6c447039-51d2-4ca3-b29e-41aa659c694f', 'ip_address': '2001:db8::f816:3eff:fe6d:2b4'}, {'subnet_id': 'b153f47e-cae0-44fd-ab01-4a2b02c49115'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': 'cd0fa111-f6a2-405d-9c4a-a7b7067d2970'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:09:25.415828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a443a9bf-41f4-4b6f-a881-d74725c72919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:25.492305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ad4d80d1-e64a-4e82-a594-d7910d24b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:25.496671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a23d179-8c39-431e-ae78-134a7a3a9bcc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:25.515400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443a9bf-41f4-4b6f-a881-d74725c72919 None None] Pushing event updated for resources: {'Port': ['ID=cd0fa111-f6a2-405d-9c4a-a7b7067d2970,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:25.623114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9a23d179-8c39-431e-ae78-134a7a3a9bcc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for ad17165a-7ace-44ce-8597-349f41f6e883 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:25.701790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-ad4d80d1-e64a-4e82-a594-d7910d24b40b None None] Allocated IP 172.20.0.2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b153f47e-cae0-44fd-ab01-4a2b02c49115/cd0fa111-f6a2-405d-9c4a-a7b7067d2970) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:25.835585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ad4d80d1-e64a-4e82-a594-d7910d24b40b None None] For port cd0fa111-f6a2-405d-9c4a-a7b7067d2970, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cd0fa111-f6a2-405d-9c4a-a7b7067d2970,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:25.858785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ad4d80d1-e64a-4e82-a594-d7910d24b40b None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:25.874703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ad4d80d1-e64a-4e82-a594-d7910d24b40b None None] Transition to ACTIVE for port object cd0fa111-f6a2-405d-9c4a-a7b7067d2970 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:25.879449 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a23d179-8c39-431e-ae78-134a7a3a9bcc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:25.931191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23d179-8c39-431e-ae78-134a7a3a9bcc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=ad17165a-7ace-44ce-8597-349f41f6e883,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:25.946705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ad4d80d1-e64a-4e82-a594-d7910d24b40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:26.065716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9a23d179-8c39-431e-ae78-134a7a3a9bcc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:26.083520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d80d1-e64a-4e82-a594-d7910d24b40b None None] Pushing event updated for resources: {'Port': ['ID=cd0fa111-f6a2-405d-9c4a-a7b7067d2970,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:26.146849 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9a23d179-8c39-431e-ae78-134a7a3a9bcc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/ad17165a-7ace-44ce-8597-349f41f6e883 HTTP/1.1" status: 204 len: 168 time: 0.9598737 Mar 02 09:09:26.149125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36864) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:26.217016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c6572-04fe-474e-9867-f4c6a41c76a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:26.218640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c6572-04fe-474e-9867-f4c6a41c76a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:26.220222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c6572-04fe-474e-9867-f4c6a41c76a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:26.221010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e05c6572-04fe-474e-9867-f4c6a41c76a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:26.313799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e05c6572-04fe-474e-9867-f4c6a41c76a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:26.316369 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e05c6572-04fe-474e-9867-f4c6a41c76a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1663435 Mar 02 09:09:26.319892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36868) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:26.391825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68903fd-47da-4f06-8d59-9778ca942494 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 6c447039-51d2-4ca3-b29e-41aa659c694f {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:26.395044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b68903fd-47da-4f06-8d59-9778ca942494 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:26.451431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b68903fd-47da-4f06-8d59-9778ca942494 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:26.516846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cd0fa111-f6a2-405d-9c4a-a7b7067d2970 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:26.541364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b68903fd-47da-4f06-8d59-9778ca942494 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:26.635980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-102f33e0-f455-46e9-84c9-ae254fce3d25 None None] Could not find standard attr ID for object ad17165a-7ace-44ce-8597-349f41f6e883. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:26.703019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b68903fd-47da-4f06-8d59-9778ca942494 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:26.711777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-102f33e0-f455-46e9-84c9-ae254fce3d25 None None] Provisioning for port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:26.717548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-102f33e0-f455-46e9-84c9-ae254fce3d25 None None] Provisioning complete for port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:26.718031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-102f33e0-f455-46e9-84c9-ae254fce3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:26.743484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68903fd-47da-4f06-8d59-9778ca942494 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=6c447039-51d2-4ca3-b29e-41aa659c694f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:26.747367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b68903fd-47da-4f06-8d59-9778ca942494 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:26.821302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98b2cc-b79d-42c8-beac-df13d54cd390 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:26.835121 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b68903fd-47da-4f06-8d59-9778ca942494 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/6c447039-51d2-4ca3-b29e-41aa659c694f HTTP/1.1" status: 204 len: 168 time: 0.5141530 Mar 02 09:09:26.837576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36872) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:26.905698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-9968e874-6770-45ec-b2ac-d5310edac4d0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet b153f47e-cae0-44fd-ab01-4a2b02c49115 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:26.908549 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9968e874-6770-45ec-b2ac-d5310edac4d0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:26.966263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9968e874-6770-45ec-b2ac-d5310edac4d0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:27.047553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9968e874-6770-45ec-b2ac-d5310edac4d0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:27.050988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3482cfa4-378d-498b-945f-527cfdf2889e None None] Could not find standard attr ID for object ad17165a-7ace-44ce-8597-349f41f6e883. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:27.186624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9968e874-6770-45ec-b2ac-d5310edac4d0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:27.227423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968e874-6770-45ec-b2ac-d5310edac4d0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=b153f47e-cae0-44fd-ab01-4a2b02c49115,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:27.236913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9968e874-6770-45ec-b2ac-d5310edac4d0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:27.247974 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9968e874-6770-45ec-b2ac-d5310edac4d0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b153f47e-cae0-44fd-ab01-4a2b02c49115 HTTP/1.1" status: 204 len: 168 time: 0.4093447 Mar 02 09:09:27.250324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36876) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:27.322047 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0fc55dd6-1b8a-47a3-8517-0062b47f3c96 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705097 Mar 02 09:09:27.324551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36880) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:27.330258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:27.442170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:27.446797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:27.449665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:27.455381 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:27.531755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e50d830-cf2c-44e2-866b-2ed44cc7008a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:27.546596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:27.550424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:27.662833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d31dd245-8acd-452a-ab62-b72888a615cf None None] Provisioning complete for port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:27.664925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d31dd245-8acd-452a-ab62-b72888a615cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:27.866859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:27.914102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76815c-b8af-4593-baec-770edd36178d None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:27.918160 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7a76815c-b8af-4593-baec-770edd36178d None None] Deleting port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:27.918517 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7a76815c-b8af-4593-baec-770edd36178d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:27.930793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:27.933665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:27.937697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:27.938297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:27.945035 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=b8ceb804-278f-4c09-839a-5a1200e81c3b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:28.005319 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4f239887-b625-45fb-8e71-c223b768b4bc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6796629 Mar 02 09:09:28.008062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36884) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:28.013658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:28.138201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7a76815c-b8af-4593-baec-770edd36178d None None] For port cd0fa111-f6a2-405d-9c4a-a7b7067d2970, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cd0fa111-f6a2-405d-9c4a-a7b7067d2970,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:28.138463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7a76815c-b8af-4593-baec-770edd36178d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:28.147655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:28.151702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:28.154499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:28.160057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:28.222016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:28.226113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:28.255151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7a76815c-b8af-4593-baec-770edd36178d None None] Calling delete_port for cd0fa111-f6a2-405d-9c4a-a7b7067d2970 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:28.397972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7a76815c-b8af-4593-baec-770edd36178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:28.442520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76815c-b8af-4593-baec-770edd36178d None None] Pushing event deleted for resources: {'Port': ['ID=cd0fa111-f6a2-405d-9c4a-a7b7067d2970,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:28.445936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76815c-b8af-4593-baec-770edd36178d None None] No DVR routers for this DVR port cd0fa111-f6a2-405d-9c4a-a7b7067d2970 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:28.461761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b797d-698a-4ffd-b2b7-9db2941323c1 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:28.540487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cd0fa111-f6a2-405d-9c4a-a7b7067d2970 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:28.585204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: cd0fa111-f6a2-405d-9c4a-a7b7067d2970 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:28.585537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cd0fa111-f6a2-405d-9c4a-a7b7067d2970 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:28.658304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:09:28.659822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:28.713484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '6cfe0779-f34e-4980-80e3-326832a525ca'}, {'subnet_id': 'b8ceb804-278f-4c09-839a-5a1200e81c3b'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:28.714576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:28.716881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:28.719984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:28.722786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:28.723368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:28.747785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=6cfe0779-f34e-4980-80e3-326832a525ca,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:28.849629 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2201a5a5-d6fc-44f8-be26-258ac58ae36f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8405290 Mar 02 09:09:28.852383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36888) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:28.857987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:8d:68:be', 'name': 'tempest-NetworksTestDHCPv6-1973696170'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:28.923777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Allocated IP 172.20.0.2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b8ceb804-278f-4c09-839a-5a1200e81c3b/f19c4652-676b-43dc-ab3e-be2c3458206d) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:28.929194 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Allocated IP 2001:db8::f816:3eff:fe5e:b27 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/6cfe0779-f34e-4980-80e3-326832a525ca/f19c4652-676b-43dc-ab3e-be2c3458206d) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:28.998274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:29.002276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:29.005122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:29.011180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:29.077352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:29.123737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:29.134654 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Transition to ACTIVE for port object f19c4652-676b-43dc-ab3e-be2c3458206d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:29.153536 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Transition to ACTIVE for port object f19c4652-676b-43dc-ab3e-be2c3458206d will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:29.215620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:29.300906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:29.315951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:29.319742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:29.322131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:29.329338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port c562c562-b94b-439d-9f88-a5ce8a1d7967 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:09:29.329526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Pushing event updated for resources: {'Port': ['ID=f19c4652-676b-43dc-ab3e-be2c3458206d,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:29.447408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Attempting to bind port f19c4652-676b-43dc-ab3e-be2c3458206d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:29.447768 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Attempting to bind port f19c4652-676b-43dc-ab3e-be2c3458206d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:29.448120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Attempting to bind port f19c4652-676b-43dc-ab3e-be2c3458206d on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:29.454310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:29.454310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:29.454673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:29.455188 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:29.455625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Bound port: f19c4652-676b-43dc-ab3e-be2c3458206d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:29.455996 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:29.538203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 172.20.0.11 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b8ceb804-278f-4c09-839a-5a1200e81c3b/c562c562-b94b-439d-9f88-a5ce8a1d7967) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:29.543857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:fe8d:68be (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/6cfe0779-f34e-4980-80e3-326832a525ca/c562c562-b94b-439d-9f88-a5ce8a1d7967) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:29.545116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] For port f19c4652-676b-43dc-ab3e-be2c3458206d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:29.548071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] For port f19c4652-676b-43dc-ab3e-be2c3458206d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f19c4652-676b-43dc-ab3e-be2c3458206d,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:29.621028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:29.701303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959f73-0d08-465b-bbeb-b4933a36e749 None None] Pushing event updated for resources: {'Port': ['ID=f19c4652-676b-43dc-ab3e-be2c3458206d,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:29.745368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:29.761890 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object c562c562-b94b-439d-9f88-a5ce8a1d7967 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:29.853947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:29.925935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:29.933924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:29.938408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:29.977353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=c562c562-b94b-439d-9f88-a5ce8a1d7967,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:30.008053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:30.008651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:30.114059 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8fda0b94-4023-4b7a-bda3-66a399cc1483 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2605278 Mar 02 09:09:30.117019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36892) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:30.196727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c504f76-10be-4ed6-b6bc-da6e31b7a243 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:30.202565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c504f76-10be-4ed6-b6bc-da6e31b7a243 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:30.203332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4c504f76-10be-4ed6-b6bc-da6e31b7a243 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:30.278976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4c504f76-10be-4ed6-b6bc-da6e31b7a243 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:30.281714 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4c504f76-10be-4ed6-b6bc-da6e31b7a243 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1628950 Mar 02 09:09:30.283321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36898) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:30.356642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5001b384-f1b1-4fd1-8b62-28754e61fe82 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port c562c562-b94b-439d-9f88-a5ce8a1d7967 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:30.356976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5001b384-f1b1-4fd1-8b62-28754e61fe82 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:30.576002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f19c4652-676b-43dc-ab3e-be2c3458206d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:30.623144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5001b384-f1b1-4fd1-8b62-28754e61fe82 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:30.655063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fd4cc0-ec05-46df-baa8-c0c9dc11899b None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:30.747669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5001b384-f1b1-4fd1-8b62-28754e61fe82 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for c562c562-b94b-439d-9f88-a5ce8a1d7967 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:30.755027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port f19c4652-676b-43dc-ab3e-be2c3458206d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:30.814783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fdc1acca-8f21-4d84-9c1b-c6c30e2ecaaa None None] Provisioning for port f19c4652-676b-43dc-ab3e-be2c3458206d completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:30.830118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fdc1acca-8f21-4d84-9c1b-c6c30e2ecaaa None None] Provisioning complete for port f19c4652-676b-43dc-ab3e-be2c3458206d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:30.830490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fdc1acca-8f21-4d84-9c1b-c6c30e2ecaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.005052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5001b384-f1b1-4fd1-8b62-28754e61fe82 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.010756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fdc1acca-8f21-4d84-9c1b-c6c30e2ecaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.045238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fdc1acca-8f21-4d84-9c1b-c6c30e2ecaaa None None] For port f19c4652-676b-43dc-ab3e-be2c3458206d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f19c4652-676b-43dc-ab3e-be2c3458206d,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:31.055150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001b384-f1b1-4fd1-8b62-28754e61fe82 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=c562c562-b94b-439d-9f88-a5ce8a1d7967,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:31.107867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fdc1acca-8f21-4d84-9c1b-c6c30e2ecaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.186721 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1acca-8f21-4d84-9c1b-c6c30e2ecaaa None None] Pushing event updated for resources: {'Port': ['ID=f19c4652-676b-43dc-ab3e-be2c3458206d,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:31.192291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5001b384-f1b1-4fd1-8b62-28754e61fe82 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.240846 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5001b384-f1b1-4fd1-8b62-28754e61fe82 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/c562c562-b94b-439d-9f88-a5ce8a1d7967 HTTP/1.1" status: 204 len: 168 time: 0.9564717 Mar 02 09:09:31.242941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36902) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:31.314722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1b27d-669a-4f1e-8b47-0b987857f8b9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:31.316248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1b27d-669a-4f1e-8b47-0b987857f8b9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:31.318843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f1b27d-669a-4f1e-8b47-0b987857f8b9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:31.319642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-39f1b27d-669a-4f1e-8b47-0b987857f8b9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:31.324441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f520802b-40f6-4d25-b7f4-e1eb150353f6 None None] Could not find standard attr ID for object c562c562-b94b-439d-9f88-a5ce8a1d7967. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:31.335983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f520802b-40f6-4d25-b7f4-e1eb150353f6 None None] Provisioning complete for port f19c4652-676b-43dc-ab3e-be2c3458206d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:31.336382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f520802b-40f6-4d25-b7f4-e1eb150353f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.381854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-39f1b27d-669a-4f1e-8b47-0b987857f8b9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:31.385482 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-39f1b27d-669a-4f1e-8b47-0b987857f8b9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1391876 Mar 02 09:09:31.385703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36906) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:31.459646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f4b5f8-a9bf-446b-a191-ae3cd4ff0318 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 6cfe0779-f34e-4980-80e3-326832a525ca {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:31.462742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24f4b5f8-a9bf-446b-a191-ae3cd4ff0318 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.523152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24f4b5f8-a9bf-446b-a191-ae3cd4ff0318 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.574380 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f1460a5e-44fe-45b6-932c-af16b34e6c95 None None] Could not find standard attr ID for object c562c562-b94b-439d-9f88-a5ce8a1d7967. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:31.715534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24f4b5f8-a9bf-446b-a191-ae3cd4ff0318 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.843422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24f4b5f8-a9bf-446b-a191-ae3cd4ff0318 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.884402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4b5f8-a9bf-446b-a191-ae3cd4ff0318 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfe0779-f34e-4980-80e3-326832a525ca,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:31.888051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-24f4b5f8-a9bf-446b-a191-ae3cd4ff0318 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:31.895065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43794af-ee61-46bf-8a79-fadac8f3e682 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:31.954167 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-24f4b5f8-a9bf-446b-a191-ae3cd4ff0318 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/6cfe0779-f34e-4980-80e3-326832a525ca HTTP/1.1" status: 204 len: 168 time: 0.5652142 Mar 02 09:09:31.954455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36912) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:32.018451 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75a2ae9-9dc1-4fd7-b8e8-79d10302c37e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet b8ceb804-278f-4c09-839a-5a1200e81c3b {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:32.021340 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d75a2ae9-9dc1-4fd7-b8e8-79d10302c37e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:32.077071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d75a2ae9-9dc1-4fd7-b8e8-79d10302c37e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:32.159663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d75a2ae9-9dc1-4fd7-b8e8-79d10302c37e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:32.303180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d75a2ae9-9dc1-4fd7-b8e8-79d10302c37e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:32.345374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a2ae9-9dc1-4fd7-b8e8-79d10302c37e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ceb804-278f-4c09-839a-5a1200e81c3b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:32.354505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d75a2ae9-9dc1-4fd7-b8e8-79d10302c37e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:32.361109 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d75a2ae9-9dc1-4fd7-b8e8-79d10302c37e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b8ceb804-278f-4c09-839a-5a1200e81c3b HTTP/1.1" status: 204 len: 168 time: 0.4056678 Mar 02 09:09:32.363772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36916) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:32.431139 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6ed1c133-7ef2-4b12-b480-86980a29f79c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656950 Mar 02 09:09:32.433724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36920) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:32.439173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:32.520749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f19c4652-676b-43dc-ab3e-be2c3458206d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:32.578379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:32.582681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:32.589551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:32.591626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:32.613041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port f19c4652-676b-43dc-ab3e-be2c3458206d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:32.613409 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:32.648416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c039f76-d122-4491-a324-21a4a852671f None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:32.667367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:32.673896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:32.799682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f55adb8d-2e8b-4b89-b80c-275a7ed69eb3 None None] Provisioning complete for port f19c4652-676b-43dc-ab3e-be2c3458206d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:32.800054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f55adb8d-2e8b-4b89-b80c-275a7ed69eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:32.947771 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:33.002800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:33.005803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:33.010173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:33.010739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:33.029763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=95185d19-474d-458c-bc3b-591dc014fcab,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:33.091371 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6c5c36be-2ad1-4dbe-b0a6-79230345098b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6566141 Mar 02 09:09:33.094179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36924) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:33.100144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:33.121369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4d776-1891-4d91-96d7-e5260cf939f5 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:33.125605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4d776-1891-4d91-96d7-e5260cf939f5 None None] Deleting port f19c4652-676b-43dc-ab3e-be2c3458206d {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:33.126098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d776-1891-4d91-96d7-e5260cf939f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:33.242610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:33.246712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:33.249691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:33.256007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:33.328365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:33.331976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:33.349025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2fc4d776-1891-4d91-96d7-e5260cf939f5 None None] For port f19c4652-676b-43dc-ab3e-be2c3458206d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f19c4652-676b-43dc-ab3e-be2c3458206d,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:33.349314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d776-1891-4d91-96d7-e5260cf939f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:33.471833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2fc4d776-1891-4d91-96d7-e5260cf939f5 None None] Calling delete_port for f19c4652-676b-43dc-ab3e-be2c3458206d owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:33.633343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2fc4d776-1891-4d91-96d7-e5260cf939f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:33.682423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4d776-1891-4d91-96d7-e5260cf939f5 None None] Pushing event deleted for resources: {'Port': ['ID=f19c4652-676b-43dc-ab3e-be2c3458206d,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:33.684185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4d776-1891-4d91-96d7-e5260cf939f5 None None] No DVR routers for this DVR port f19c4652-676b-43dc-ab3e-be2c3458206d on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:33.698401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd56971-5c4a-496b-8c43-957ef8947779 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:33.760597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:09:33.765947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:33.816659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:33.820343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:33.823127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:33.823711 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:33.846362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=b8e1ada7-2385-4d1f-9584-cc634830c1e0,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:33.908262 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9187b648-c74a-45d5-be22-7b5e41c5f0ad tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8130257 Mar 02 09:09:33.910920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36928) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:33.912035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '95185d19-474d-458c-bc3b-591dc014fcab'}, {'subnet_id': 'b8e1ada7-2385-4d1f-9584-cc634830c1e0'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:33.912895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:33.916320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:49:9c:e6', 'name': 'tempest-NetworksTestDHCPv6-423281936'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:34.049397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:34.053422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:34.056246 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:34.061803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:34.122148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Allocated IP 172.20.0.2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/95185d19-474d-458c-bc3b-591dc014fcab/8f613bf7-cfc0-4aee-a581-b5d5c1f89459) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:34.127529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Allocated IP 2001:db8::f816:3eff:feae:1baf (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b8e1ada7-2385-4d1f-9584-cc634830c1e0/8f613bf7-cfc0-4aee-a581-b5d5c1f89459) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:34.140314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:34.144634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:34.171649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port e1513dea-6160-4def-ba12-36c82819d287 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:09:34.334124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:34.343912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Transition to ACTIVE for port object 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:34.361404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Transition to ACTIVE for port object 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:34.437745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:34.498133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:34.500972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:34.504755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:34.527098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f19c4652-676b-43dc-ab3e-be2c3458206d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:34.583892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Pushing event updated for resources: {'Port': ['ID=8f613bf7-cfc0-4aee-a581-b5d5c1f89459,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:34.584743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 172.20.0.11 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/95185d19-474d-458c-bc3b-591dc014fcab/e1513dea-6160-4def-ba12-36c82819d287) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:34.591436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:fe49:9ce6 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b8e1ada7-2385-4d1f-9584-cc634830c1e0/e1513dea-6160-4def-ba12-36c82819d287) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:34.625125 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: f19c4652-676b-43dc-ab3e-be2c3458206d {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:34.625461 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f19c4652-676b-43dc-ab3e-be2c3458206d not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:34.707022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Attempting to bind port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:34.707289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Attempting to bind port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:34.707643 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Attempting to bind port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:34.712721 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:34.713085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:34.713503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:34.713922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:34.714375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Bound port: 8f613bf7-cfc0-4aee-a581-b5d5c1f89459, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:34.714737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:34.794904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:34.803376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] For port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:34.806736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] For port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8f613bf7-cfc0-4aee-a581-b5d5c1f89459,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:34.810540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object e1513dea-6160-4def-ba12-36c82819d287 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:34.866571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:34.889240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:34.949489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e9ffb-c1ff-4afb-8890-096e84b96b6a None None] Pushing event updated for resources: {'Port': ['ID=8f613bf7-cfc0-4aee-a581-b5d5c1f89459,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:34.952364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:34.959902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:34.965077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:35.006055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=e1513dea-6160-4def-ba12-36c82819d287,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:35.038103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:35.038709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:35.123442 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c0fa9429-7f6d-480e-985e-02fb9c07c600 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2114258 Mar 02 09:09:35.127434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36932) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:35.213901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc0faae-218c-4eec-b427-c1de7496b6b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:35.219763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc0faae-218c-4eec-b427-c1de7496b6b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:35.220576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ecc0faae-218c-4eec-b427-c1de7496b6b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:35.301343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ecc0faae-218c-4eec-b427-c1de7496b6b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:35.302573 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ecc0faae-218c-4eec-b427-c1de7496b6b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1758826 Mar 02 09:09:35.305199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36936) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:35.373223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-32fde92b-c114-4c91-bdad-6e238047440a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port e1513dea-6160-4def-ba12-36c82819d287 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:35.373483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-32fde92b-c114-4c91-bdad-6e238047440a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:35.610297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-32fde92b-c114-4c91-bdad-6e238047440a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:35.739947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-32fde92b-c114-4c91-bdad-6e238047440a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for e1513dea-6160-4def-ba12-36c82819d287 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:35.960252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8191428-d7b9-4766-9023-37de169b101f None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:35.992978 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-32fde92b-c114-4c91-bdad-6e238047440a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:36.040043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fde92b-c114-4c91-bdad-6e238047440a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=e1513dea-6160-4def-ba12-36c82819d287,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:36.112631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-096dc824-d45a-47dd-96b5-4ad74e4408b2 None None] Provisioning for port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:36.175325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-32fde92b-c114-4c91-bdad-6e238047440a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:36.238820 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-32fde92b-c114-4c91-bdad-6e238047440a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/e1513dea-6160-4def-ba12-36c82819d287 HTTP/1.1" status: 204 len: 168 time: 0.9322281 Mar 02 09:09:36.242455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36940) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:36.314507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc4b32-b604-4a61-add5-43163fcb5973 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:36.315990 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc4b32-b604-4a61-add5-43163fcb5973 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:36.317682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc4b32-b604-4a61-add5-43163fcb5973 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:36.318515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-badc4b32-b604-4a61-add5-43163fcb5973 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:36.410167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-badc4b32-b604-4a61-add5-43163fcb5973 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:36.411876 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-badc4b32-b604-4a61-add5-43163fcb5973 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1684666 Mar 02 09:09:36.414513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36944) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:36.488050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb803cd-dcc3-448d-86d4-1c06ee72579d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 95185d19-474d-458c-bc3b-591dc014fcab {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:36.492366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-abb803cd-dcc3-448d-86d4-1c06ee72579d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:36.558078 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:36.662820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bea382e3-6d71-4da8-8f1c-b3e5e4594575 None None] Could not find standard attr ID for object e1513dea-6160-4def-ba12-36c82819d287. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:36.666597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-abb803cd-dcc3-448d-86d4-1c06ee72579d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:36.694155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:36.699349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:36.699715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:36.766599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-abb803cd-dcc3-448d-86d4-1c06ee72579d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:36.825867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:36.940541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-abb803cd-dcc3-448d-86d4-1c06ee72579d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:36.982134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb803cd-dcc3-448d-86d4-1c06ee72579d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=95185d19-474d-458c-bc3b-591dc014fcab,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:36.985935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-abb803cd-dcc3-448d-86d4-1c06ee72579d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:36.994169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:09:36.994562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:09:36.997647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707e833-b4a6-4106-a704-4c2aa1767f1c None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:37.060941 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-abb803cd-dcc3-448d-86d4-1c06ee72579d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/95185d19-474d-458c-bc3b-591dc014fcab HTTP/1.1" status: 204 len: 168 time: 0.6452427 Mar 02 09:09:37.063307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36948) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:37.127985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb46425b-13e9-4e69-bb9f-26b2e36dc89a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet b8e1ada7-2385-4d1f-9584-cc634830c1e0 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:37.130963 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb46425b-13e9-4e69-bb9f-26b2e36dc89a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:37.188380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb46425b-13e9-4e69-bb9f-26b2e36dc89a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:37.269507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb46425b-13e9-4e69-bb9f-26b2e36dc89a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:37.416232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb46425b-13e9-4e69-bb9f-26b2e36dc89a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:37.460560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46425b-13e9-4e69-bb9f-26b2e36dc89a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e1ada7-2385-4d1f-9584-cc634830c1e0,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:37.465547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb46425b-13e9-4e69-bb9f-26b2e36dc89a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:37.476016 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fb46425b-13e9-4e69-bb9f-26b2e36dc89a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b8e1ada7-2385-4d1f-9584-cc634830c1e0 HTTP/1.1" status: 204 len: 168 time: 0.4116910 Mar 02 09:09:37.478461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36952) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:37.546902 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a4403a51-3fc6-4aca-816b-3918d6f2e071 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673599 Mar 02 09:09:37.549453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36956) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:37.569479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:37.604184 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8f613bf7-cfc0-4aee-a581-b5d5c1f89459,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:37.647817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bfe9bb-5d23-45d3-b860-d79ce1bc8ca4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:37.648522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f1bfe9bb-5d23-45d3-b860-d79ce1bc8ca4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:37.655863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:37.713150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a1c13-505c-4a0e-b57c-5c2ca7950464 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:37.724501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f1bfe9bb-5d23-45d3-b860-d79ce1bc8ca4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:37.725794 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f1bfe9bb-5d23-45d3-b860-d79ce1bc8ca4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1753168 Mar 02 09:09:37.728261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36960) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:37.791256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd070e-7095-4e51-a3f6-69cfe694347f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:37.792672 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6fcd070e-7095-4e51-a3f6-69cfe694347f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0634174 Mar 02 09:09:37.795264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36964) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:37.809868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8f613bf7-cfc0-4aee-a581-b5d5c1f89459,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:37.888322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-749b1ee3-79c6-4774-b465-be961a4a1901 None None] Provisioning complete for port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:37.888796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-749b1ee3-79c6-4774-b465-be961a4a1901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:37.972020 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3d17bf4f-1761-438c-b43f-39b2af1004b9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1755385 Mar 02 09:09:37.976683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 36970) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:37.982455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:38.077044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5940589-6537-44cd-bfa4-8f20fbbda689 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:38.081194 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b5940589-6537-44cd-bfa4-8f20fbbda689 None None] Deleting port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:38.081568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b5940589-6537-44cd-bfa4-8f20fbbda689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:38.093769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:38.097745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:38.100521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:38.106027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:38.198552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:38.202104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:38.203522 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:09:38.203939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:09:38.279300 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1643660b-8fd5-40df-9586-5f1b45f20cc9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3014283 Mar 02 09:09:38.282336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36974) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:38.288195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:38.305982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b5940589-6537-44cd-bfa4-8f20fbbda689 None None] For port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8f613bf7-cfc0-4aee-a581-b5d5c1f89459,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:38.306275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b5940589-6537-44cd-bfa4-8f20fbbda689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:38.397849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:38.401889 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:38.404634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:38.410300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:38.425654 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b5940589-6537-44cd-bfa4-8f20fbbda689 None None] Calling delete_port for 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:38.477143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:38.481984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:38.482124 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:09:38.482460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:09:38.516285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:38.559988 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a030d98e-531a-4202-8ac8-8fbdce910821 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2757010 Mar 02 09:09:38.562352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36978) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:38.567852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:38.602789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b5940589-6537-44cd-bfa4-8f20fbbda689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:38.643236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 update to DOWN by agent not found {{(pid=88402) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 09:09:38.657767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5940589-6537-44cd-bfa4-8f20fbbda689 None None] Pushing event deleted for resources: {'Port': ['ID=8f613bf7-cfc0-4aee-a581-b5d5c1f89459,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:38.659634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5940589-6537-44cd-bfa4-8f20fbbda689 None None] No DVR routers for this DVR port 8f613bf7-cfc0-4aee-a581-b5d5c1f89459 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:38.679017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:38.683077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:38.685806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:38.691413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:38.740773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:38.744214 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:38.745529 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:09:38.745987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:09:38.815836 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-588ffd6c-b003-48a6-8d0f-b27646ae8cc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2524569 Mar 02 09:09:38.818745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36982) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:38.824093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:38.936283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:38.940173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:38.942933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:38.948418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:39.014962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:39.018424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:39.019732 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:09:39.020696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:09:39.078716 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6549d786-8a4d-4389-a81f-77debb8b9b8e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2589288 Mar 02 09:09:39.081587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36986) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:39.087372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:39.194332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:39.198294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:39.200989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:39.206524 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:39.272166 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:39.275710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:39.277047 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:09:39.277459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:09:39.347365 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-36c42e00-69d6-4ee0-8ba8-04d97a12af45 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2647393 Mar 02 09:09:39.350170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36990) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:39.355541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:39.462832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:39.466795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:39.469500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:39.475048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:39.535213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:39.538710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:39.540174 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:09:39.540616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:09:39.633178 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-aefdddbb-4d00-4ec9-9305-9f755571d609 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2818072 Mar 02 09:09:39.635569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36994) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:39.684471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b9ccbf32-7c74-493d-8d5b-24df631d2528 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:39.763496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b9ccbf32-7c74-493d-8d5b-24df631d2528 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:39.764629 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b9ccbf32-7c74-493d-8d5b-24df631d2528 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1281519 Mar 02 09:09:39.767117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 36998) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:39.829067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c5c1b-fcff-4544-9b5f-8cf2b72a1c43 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:39.829734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f07c5c1b-fcff-4544-9b5f-8cf2b72a1c43 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:39.900713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f07c5c1b-fcff-4544-9b5f-8cf2b72a1c43 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:39.901765 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f07c5c1b-fcff-4544-9b5f-8cf2b72a1c43 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1337624 Mar 02 09:09:39.904292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37002) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:39.971474 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2e39e21e-ed17-4418-b4f5-178daa34f762 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661414 Mar 02 09:09:39.975910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37006) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:39.981163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:40.086405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:40.095559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:40.157926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:40.161759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:40.509097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:09:40.510200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:40.564197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:40.567238 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:40.571296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:40.571866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:40.576727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45df452-4769-466a-8991-7f75e3b93d56 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:40.588433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=af10c396-a327-41af-9746-02245752cca1,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:40.672186 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d8c946fa-422e-4d87-b2fc-6a18ca4d3d3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6951709 Mar 02 09:09:40.674572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37010) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:40.680405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:3e:8b:bb', 'name': 'tempest-NetworksTestDHCPv6-76164861'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:40.789598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': 'af10c396-a327-41af-9746-02245752cca1'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:40.790496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:40.919839 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:40.929108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:40.946824 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Allocated IP 2001:db8::f816:3eff:fed7:e736 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/af10c396-a327-41af-9746-02245752cca1/b4247628-71a6-4586-be8c-2a226cf6c1db) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:41.032470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:41.148059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:41.153364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:41.157544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Transition to ACTIVE for port object b4247628-71a6-4586-be8c-2a226cf6c1db will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:41.175569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Transition to ACTIVE for port object b4247628-71a6-4586-be8c-2a226cf6c1db will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:41.179973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 2c60d4e2-98fa-44af-b20e-c39ea55955d9 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:09:41.244447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:41.303921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:41.310616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:41.315060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:41.320664 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Pushing event updated for resources: {'Port': ['ID=b4247628-71a6-4586-be8c-2a226cf6c1db,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:41.324366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:fe3e:8bbb (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/af10c396-a327-41af-9746-02245752cca1/2c60d4e2-98fa-44af-b20e-c39ea55955d9) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:41.408813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Attempting to bind port b4247628-71a6-4586-be8c-2a226cf6c1db on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:41.409084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Attempting to bind port b4247628-71a6-4586-be8c-2a226cf6c1db by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:41.409445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Attempting to bind port b4247628-71a6-4586-be8c-2a226cf6c1db on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:41.415202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:41.415556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:41.415947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:41.416337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:41.416793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Bound port: b4247628-71a6-4586-be8c-2a226cf6c1db, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:41.417188 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:41.503895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] For port b4247628-71a6-4586-be8c-2a226cf6c1db, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:41.506948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] For port b4247628-71a6-4586-be8c-2a226cf6c1db, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b4247628-71a6-4586-be8c-2a226cf6c1db,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:41.535917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:41.552342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 2c60d4e2-98fa-44af-b20e-c39ea55955d9 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:41.575700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:41.644201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:41.655391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7f522-abf1-4a3c-8bb1-422d5c34f7cf None None] Pushing event updated for resources: {'Port': ['ID=b4247628-71a6-4586-be8c-2a226cf6c1db,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:41.709978 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:41.713014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:41.718291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:41.724559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:41.725163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:41.749126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=2c60d4e2-98fa-44af-b20e-c39ea55955d9,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:41.839027 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-42d3e43f-9d70-4037-b11d-3dd3f564a36e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1633470 Mar 02 09:09:41.841916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37014) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:41.937811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be225409-0faf-44ae-a456-d3d62f6de7f6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:41.943675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be225409-0faf-44ae-a456-d3d62f6de7f6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:41.945306 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-be225409-0faf-44ae-a456-d3d62f6de7f6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1023674 Mar 02 09:09:41.948022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37018) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:42.018905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 2c60d4e2-98fa-44af-b20e-c39ea55955d9 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:42.019267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:42.254621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:42.387383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 2c60d4e2-98fa-44af-b20e-c39ea55955d9 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:42.576964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b4247628-71a6-4586-be8c-2a226cf6c1db up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:42.644260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:42.697447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=2c60d4e2-98fa-44af-b20e-c39ea55955d9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:42.729976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port b4247628-71a6-4586-be8c-2a226cf6c1db completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:42.736395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.736745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.737092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.737424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.737757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.738106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.738954 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.739285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.739701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.740019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.740336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.740834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:42.752692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e026c6be-1ae6-44c5-a3dc-e15da16de673 None None] Provisioning for port b4247628-71a6-4586-be8c-2a226cf6c1db completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:42.758761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:42.759828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e026c6be-1ae6-44c5-a3dc-e15da16de673 None None] Provisioning complete for port b4247628-71a6-4586-be8c-2a226cf6c1db triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:42.760391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e026c6be-1ae6-44c5-a3dc-e15da16de673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:42.770979 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bec78855-c7d1-44a7-8aac-6aa3eb323eb0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/2c60d4e2-98fa-44af-b20e-c39ea55955d9 HTTP/1.1" status: 204 len: 168 time: 0.8195968 Mar 02 09:09:42.771203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37022) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:42.843316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5fc3f1-403a-43d3-bc79-2c2f436061df tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:42.844936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5fc3f1-403a-43d3-bc79-2c2f436061df tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:42.848922 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0b5fc3f1-403a-43d3-bc79-2c2f436061df tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0744357 Mar 02 09:09:42.849597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37026) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:42.922039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e026c6be-1ae6-44c5-a3dc-e15da16de673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:42.924062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet af10c396-a327-41af-9746-02245752cca1 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:42.927855 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:42.957506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e026c6be-1ae6-44c5-a3dc-e15da16de673 None None] For port b4247628-71a6-4586-be8c-2a226cf6c1db, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b4247628-71a6-4586-be8c-2a226cf6c1db,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:42.982687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:43.029154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e026c6be-1ae6-44c5-a3dc-e15da16de673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:43.066566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:43.095076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026c6be-1ae6-44c5-a3dc-e15da16de673 None None] Pushing event updated for resources: {'Port': ['ID=b4247628-71a6-4586-be8c-2a226cf6c1db,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:43.141711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-649a91b3-d503-4138-93d5-4c9405eca701 None None] Could not find standard attr ID for object 2c60d4e2-98fa-44af-b20e-c39ea55955d9. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:43.187361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:43.225917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=af10c396-a327-41af-9746-02245752cca1,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:43.233919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:43.236790 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.237135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.237322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc490b6b-f058-4973-907f-29a8dbd9788a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:43.237475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.237806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.238161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.239117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.239444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.239768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.240091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.240412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.240733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.241052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:43.250474 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-351d76e9-6e0e-4d24-b791-f809ad7f2c57 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/af10c396-a327-41af-9746-02245752cca1 HTTP/1.1" status: 204 len: 168 time: 0.3992121 Mar 02 09:09:43.252796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37030) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:43.328727 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-047052ac-8be5-40db-941a-17be02b03472 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748610 Mar 02 09:09:43.331544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37034) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:43.337953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:43.450842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:43.455240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:43.458812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:43.464698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:43.502603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:43.507095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Deleting port b4247628-71a6-4586-be8c-2a226cf6c1db {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:43.508054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:43.518679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:43.524144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:43.723282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] For port b4247628-71a6-4586-be8c-2a226cf6c1db, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b4247628-71a6-4586-be8c-2a226cf6c1db,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:43.724006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:43.844610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Calling delete_port for b4247628-71a6-4586-be8c-2a226cf6c1db owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:43.920037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.objects.ports [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88401) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:09:43.980317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:44.008073 dv-neutron-828796-1-hyperv neutron-server[88401]: WARNING neutron.services.revisions.revision_plugin [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Could not find related port for resource to bump revision. Mar 02 09:09:44.025980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Pushing event deleted for resources: {'Port': ['ID=b4247628-71a6-4586-be8c-2a226cf6c1db,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:44.030624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] No DVR routers for this DVR port b4247628-71a6-4586-be8c-2a226cf6c1db on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:44.037247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.037592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.040260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.040260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.040260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.040260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.040260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.040260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.040260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.040260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.041431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.041431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38b0458-e8f7-4607-9836-a0481e68a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:09:44.049976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Port b4247628-71a6-4586-be8c-2a226cf6c1db was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88401) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 09:09:44.050305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Reverting IP allocation for 2001:db8::f816:3eff:fed7:e736 {{(pid=88401) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 09:09:44.054029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_pluggable_backend [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed7:e736 {{(pid=88401) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 02 09:09:44.055146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:44.113749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:44.116717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:44.120817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:44.121388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:44.125755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5adf2-c9c7-4c80-8a96-19848a87548a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:44.138128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=7916a05c-7487-41ae-b13a-2925dcef6ac9,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:44.232942 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2f701fde-60b5-49a9-8c96-1d9df65a7619 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8996828 Mar 02 09:09:44.235897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37038) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:44.241871 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:d5:5e:cb', 'name': 'tempest-NetworksTestDHCPv6-1089774875'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:44.342025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '7916a05c-7487-41ae-b13a-2925dcef6ac9'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:44.342842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:44.377513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:44.382067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:44.384809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:44.390490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:44.461940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:44.466671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:44.489523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Allocated IP 2001:db8::f816:3eff:fe0b:d3e6 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/7916a05c-7487-41ae-b13a-2925dcef6ac9/198a5298-94f7-4fa1-8b00-b791d023fe2a) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:44.496435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port c8bf13de-72ab-4877-b0f4-fd21b14a9670 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:09:44.539944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b4247628-71a6-4586-be8c-2a226cf6c1db no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:44.577977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: b4247628-71a6-4586-be8c-2a226cf6c1db {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:44.578321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b4247628-71a6-4586-be8c-2a226cf6c1db not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:44.737008 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:44.747017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Transition to ACTIVE for port object 198a5298-94f7-4fa1-8b00-b791d023fe2a will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:44.764623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Transition to ACTIVE for port object 198a5298-94f7-4fa1-8b00-b791d023fe2a will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:44.825674 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:44.892710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:fed5:5ecb (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/7916a05c-7487-41ae-b13a-2925dcef6ac9/c8bf13de-72ab-4877-b0f4-fd21b14a9670) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:44.917473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:44.920187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:44.922962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:44.962389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Pushing event updated for resources: {'Port': ['ID=198a5298-94f7-4fa1-8b00-b791d023fe2a,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:45.026226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Attempting to bind port 198a5298-94f7-4fa1-8b00-b791d023fe2a on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:45.026594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Attempting to bind port 198a5298-94f7-4fa1-8b00-b791d023fe2a by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:45.026949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Attempting to bind port 198a5298-94f7-4fa1-8b00-b791d023fe2a on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:45.032317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:45.032683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:45.033102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:45.033488 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:45.033972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Bound port: 198a5298-94f7-4fa1-8b00-b791d023fe2a, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:45.034343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:45.091855 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:45.107089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object c8bf13de-72ab-4877-b0f4-fd21b14a9670 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:45.120626 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] For port 198a5298-94f7-4fa1-8b00-b791d023fe2a, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:45.123531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] For port 198a5298-94f7-4fa1-8b00-b791d023fe2a, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=198a5298-94f7-4fa1-8b00-b791d023fe2a,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:45.192822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:45.210163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:45.277240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ba9f0-6957-4e37-9c31-c7207776a5e2 None None] Pushing event updated for resources: {'Port': ['ID=198a5298-94f7-4fa1-8b00-b791d023fe2a,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:45.279500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:45.289222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:45.294564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:45.300101 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:45.300713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:45.309099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=c8bf13de-72ab-4877-b0f4-fd21b14a9670,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:45.401724 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8473ac82-20b7-496c-acd7-bbd548636dda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1623816 Mar 02 09:09:45.402064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37042) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:45.497159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbbc02-6525-48e0-b64c-d7381656b0e6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:45.503348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbbc02-6525-48e0-b64c-d7381656b0e6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:45.504175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-67bbbc02-6525-48e0-b64c-d7381656b0e6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:45.581026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-67bbbc02-6525-48e0-b64c-d7381656b0e6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:45.587219 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-67bbbc02-6525-48e0-b64c-d7381656b0e6 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1799994 Mar 02 09:09:45.587219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37048) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:45.651606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-452df987-a7e6-4ac8-86ee-7e9df399962d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port c8bf13de-72ab-4877-b0f4-fd21b14a9670 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:45.651938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-452df987-a7e6-4ac8-86ee-7e9df399962d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:45.825661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37052) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:45.863460 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:09:45.902342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d5bbb-a645-4f41-b4e4-a800fd6b7bea tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:45.903054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d5bbb-a645-4f41-b4e4-a800fd6b7bea tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:45.903694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d5bbb-a645-4f41-b4e4-a800fd6b7bea tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:45.915739 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-894d5bbb-a645-4f41-b4e4-a800fd6b7bea tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=9e47d38bce43438a8a9ec72a577828dc&network_id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418 HTTP/1.1" status: 200 len: 2999 time: 0.0788128 Mar 02 09:09:46.010297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-452df987-a7e6-4ac8-86ee-7e9df399962d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:46.141913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-452df987-a7e6-4ac8-86ee-7e9df399962d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for c8bf13de-72ab-4877-b0f4-fd21b14a9670 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:46.351642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d525c131-a2f0-4986-bdb5-b78d9cef7a66 None None] Provisioning for port 198a5298-94f7-4fa1-8b00-b791d023fe2a completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:46.366155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-452df987-a7e6-4ac8-86ee-7e9df399962d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:46.418092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452df987-a7e6-4ac8-86ee-7e9df399962d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=c8bf13de-72ab-4877-b0f4-fd21b14a9670,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:46.459954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-452df987-a7e6-4ac8-86ee-7e9df399962d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:46.469095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-448f2391-a929-42d6-8164-847ce604ab31 None None] Could not find standard attr ID for object c8bf13de-72ab-4877-b0f4-fd21b14a9670. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:46.553543 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-452df987-a7e6-4ac8-86ee-7e9df399962d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/c8bf13de-72ab-4877-b0f4-fd21b14a9670 HTTP/1.1" status: 204 len: 168 time: 0.9666965 Mar 02 09:09:46.555756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37060) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:46.576641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 198a5298-94f7-4fa1-8b00-b791d023fe2a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:46.633151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606de194-0f59-49b8-bfa8-534a4400e7ba tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:46.634788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606de194-0f59-49b8-bfa8-534a4400e7ba tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:46.635533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-606de194-0f59-49b8-bfa8-534a4400e7ba tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:46.724645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 198a5298-94f7-4fa1-8b00-b791d023fe2a completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:46.729958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 198a5298-94f7-4fa1-8b00-b791d023fe2a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:46.731482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:46.746882 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-606de194-0f59-49b8-bfa8-534a4400e7ba tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:46.748085 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-606de194-0f59-49b8-bfa8-534a4400e7ba tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1913462 Mar 02 09:09:46.750647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37064) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:46.816734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc1ecd7-7f91-41a0-97c8-483aa4c1d23d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 7916a05c-7487-41ae-b13a-2925dcef6ac9 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:46.819649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ecd7-7f91-41a0-97c8-483aa4c1d23d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:46.845890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:46.873319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ecd7-7f91-41a0-97c8-483aa4c1d23d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:46.877401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 198a5298-94f7-4fa1-8b00-b791d023fe2a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=198a5298-94f7-4fa1-8b00-b791d023fe2a,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:46.939834 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:46.956080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ecd7-7f91-41a0-97c8-483aa4c1d23d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:47.005187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=198a5298-94f7-4fa1-8b00-b791d023fe2a,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:47.088828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ecd7-7f91-41a0-97c8-483aa4c1d23d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:47.130967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1ecd7-7f91-41a0-97c8-483aa4c1d23d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=7916a05c-7487-41ae-b13a-2925dcef6ac9,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:47.136297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bc1ecd7-7f91-41a0-97c8-483aa4c1d23d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:47.142586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5b09cb-0b31-4a37-a8c7-21c43c61afa8 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:47.217917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:47.221517 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3bc1ecd7-7f91-41a0-97c8-483aa4c1d23d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/7916a05c-7487-41ae-b13a-2925dcef6ac9 HTTP/1.1" status: 204 len: 168 time: 0.4698484 Mar 02 09:09:47.224535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37068) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:47.289730 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d73b3e3e-759b-44c6-8ef5-c91f1efb4045 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641036 Mar 02 09:09:47.292017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37072) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:47.389072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6b708-d2b1-4b20-9d1e-a428c5b4d532 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:47.389731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-eea6b708-d2b1-4b20-9d1e-a428c5b4d532 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:47.398237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2242a4-65c1-48e8-b749-8f04b6e167d5 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:47.402462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0e2242a4-65c1-48e8-b749-8f04b6e167d5 None None] Deleting port 198a5298-94f7-4fa1-8b00-b791d023fe2a {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:47.402789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e2242a4-65c1-48e8-b749-8f04b6e167d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:47.466577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-eea6b708-d2b1-4b20-9d1e-a428c5b4d532 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:47.467744 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-eea6b708-d2b1-4b20-9d1e-a428c5b4d532 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1748583 Mar 02 09:09:47.470357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37078) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:47.548243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcddb69-e183-4a22-9f2b-d6ae032700a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:47.548920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-efcddb69-e183-4a22-9f2b-d6ae032700a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:47.605099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0e2242a4-65c1-48e8-b749-8f04b6e167d5 None None] For port 198a5298-94f7-4fa1-8b00-b791d023fe2a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=198a5298-94f7-4fa1-8b00-b791d023fe2a,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:47.605501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e2242a4-65c1-48e8-b749-8f04b6e167d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:47.609626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-efcddb69-e183-4a22-9f2b-d6ae032700a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:47.610870 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-efcddb69-e183-4a22-9f2b-d6ae032700a3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1396353 Mar 02 09:09:47.613685 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37082) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:47.682943 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d1dde14b-7428-4d4e-8ba0-6df2adbcfdb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675914 Mar 02 09:09:47.689537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37086) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:47.695853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:47.726455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0e2242a4-65c1-48e8-b749-8f04b6e167d5 None None] Calling delete_port for 198a5298-94f7-4fa1-8b00-b791d023fe2a owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:47.803824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:47.813138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:47.860497 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0e2242a4-65c1-48e8-b749-8f04b6e167d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:47.877542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:47.881848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:47.910479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2242a4-65c1-48e8-b749-8f04b6e167d5 None None] Pushing event deleted for resources: {'Port': ['ID=198a5298-94f7-4fa1-8b00-b791d023fe2a,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:47.915243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2242a4-65c1-48e8-b749-8f04b6e167d5 None None] No DVR routers for this DVR port 198a5298-94f7-4fa1-8b00-b791d023fe2a on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:48.348863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:09:48.350130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:48.409091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:48.412476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:48.415432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:48.416006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:48.421109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f7cef-b6af-4ba8-adba-9937008049f2 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:48.430182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=b477e9c8-f569-4e07-9b30-4071eaf6c1e6,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:48.503346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37092) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:48.503957 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ddb2ea6f-890f-482a-92aa-76ebb1683040 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8128557 Mar 02 09:09:48.512020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:45:f0:af', 'name': 'tempest-NetworksTestDHCPv6-619740831'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:48.519174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 198a5298-94f7-4fa1-8b00-b791d023fe2a no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:48.556751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 198a5298-94f7-4fa1-8b00-b791d023fe2a {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:48.557084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 198a5298-94f7-4fa1-8b00-b791d023fe2a not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:48.705277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': 'b477e9c8-f569-4e07-9b30-4071eaf6c1e6'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:48.706127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:48.763644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:48.773584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:48.856141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Allocated IP 2001:db8::f816:3eff:fe24:1a70 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b477e9c8-f569-4e07-9b30-4071eaf6c1e6/d62b8e10-d684-4e23-b1df-769dcdd58523) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:48.859814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:48.985119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.012409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port b42fceca-bb00-49f6-8cd0-be5404992669 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:09:49.062712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.072496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Transition to ACTIVE for port object d62b8e10-d684-4e23-b1df-769dcdd58523 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:49.090416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Transition to ACTIVE for port object d62b8e10-d684-4e23-b1df-769dcdd58523 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:49.116286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37096) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:49.164109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.221468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe3978-d271-4ab7-b954-f92c9f24351a tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:49.233851 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9afe3978-d271-4ab7-b954-f92c9f24351a tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 814 time: 0.1057928 Mar 02 09:09:49.234053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:49.234053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:49.234737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:49.242844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:fe45:f0af (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b477e9c8-f569-4e07-9b30-4071eaf6c1e6/b42fceca-bb00-49f6-8cd0-be5404992669) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:49.267603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Pushing event updated for resources: {'Port': ['ID=d62b8e10-d684-4e23-b1df-769dcdd58523,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:49.336492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Attempting to bind port d62b8e10-d684-4e23-b1df-769dcdd58523 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:49.336850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Attempting to bind port d62b8e10-d684-4e23-b1df-769dcdd58523 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:49.337211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Attempting to bind port d62b8e10-d684-4e23-b1df-769dcdd58523 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:49.342447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:49.350514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:49.350514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.350514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:49.350514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Bound port: d62b8e10-d684-4e23-b1df-769dcdd58523, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:49.350514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.431668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-792f5346-3f43-4855-b786-191468aaa471 None None] For port d62b8e10-d684-4e23-b1df-769dcdd58523, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:49.434844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-792f5346-3f43-4855-b786-191468aaa471 None None] For port d62b8e10-d684-4e23-b1df-769dcdd58523, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d62b8e10-d684-4e23-b1df-769dcdd58523,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:49.451558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.466817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object b42fceca-bb00-49f6-8cd0-be5404992669 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:49.506677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.541166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.586836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f5346-3f43-4855-b786-191468aaa471 None None] Pushing event updated for resources: {'Port': ['ID=d62b8e10-d684-4e23-b1df-769dcdd58523,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:49.607183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:49.610593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:49.613434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:49.619244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:49.619837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.654749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=b42fceca-bb00-49f6-8cd0-be5404992669,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:49.689530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-788c9db4-2631-4ce3-8e98-80d7b9b465b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:49.707527 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ec9bad7f-98f9-46a5-a1ba-f8ff29a59ad9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2021909 Mar 02 09:09:49.710643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37104) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:49.792031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e4db22-00f1-4a58-846d-8504f2f83c48 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:49.797753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e4db22-00f1-4a58-846d-8504f2f83c48 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:49.798660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a9e4db22-00f1-4a58-846d-8504f2f83c48 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:49.872247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a9e4db22-00f1-4a58-846d-8504f2f83c48 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:49.873428 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a9e4db22-00f1-4a58-846d-8504f2f83c48 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1618953 Mar 02 09:09:49.876159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37108) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:49.944205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3825a-91f1-4a00-9f1d-292f1f45a661 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port b42fceca-bb00-49f6-8cd0-be5404992669 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:49.944581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cdf3825a-91f1-4a00-9f1d-292f1f45a661 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.182725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cdf3825a-91f1-4a00-9f1d-292f1f45a661 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.235859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37112) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:50.241640 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'network': {'name': 'tempest-network-smoke--326738739', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:50.246705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:50.250600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:network and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:50.253668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:50.259767 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:50.308947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3825a-91f1-4a00-9f1d-292f1f45a661 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for b42fceca-bb00-49f6-8cd0-be5404992669 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:50.329254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:50.334047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.369784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:09:50.376531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.376885 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Added segment cc99e34e-fa1d-4fb7-9fa4-cebd08c95055 of type vlan for network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 Mar 02 09:09:50.410557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.494331 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.500186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:50.500788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.516795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cdf3825a-91f1-4a00-9f1d-292f1f45a661 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.577143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d62b8e10-d684-4e23-b1df-769dcdd58523 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:50.600016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3825a-91f1-4a00-9f1d-292f1f45a661 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=b42fceca-bb00-49f6-8cd0-be5404992669,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:50.640212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cdf3825a-91f1-4a00-9f1d-292f1f45a661 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.655081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Network': ['ID=85436fa1-8a8e-4fff-bcfb-823797c7fc43,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:50.665527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:09:50.693115 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a8859c5d-e285-4b77-8974-9830f4ca08af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4527917 Mar 02 09:09:50.693480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37116) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:50.732148 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cdf3825a-91f1-4a00-9f1d-292f1f45a661 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/b42fceca-bb00-49f6-8cd0-be5404992669 HTTP/1.1" status: 204 len: 168 time: 0.8525968 Mar 02 09:09:50.733468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37120) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:50.764969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d913b858-fe3a-41d7-ab97-9c64e617ee5f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:50.767117 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d913b858-fe3a-41d7-ab97-9c64e617ee5f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0725746 Mar 02 09:09:50.770739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37124) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:50.816054 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb8c077-361d-4699-9805-f1dca0221da0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:50.818263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb8c077-361d-4699-9805-f1dca0221da0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:50.819033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-edb8c077-361d-4699-9805-f1dca0221da0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:50.832551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port d62b8e10-d684-4e23-b1df-769dcdd58523 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:50.855274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f0f38e30-d3d8-4c62-a707-27e8489cacf9 None None] Provisioning for port d62b8e10-d684-4e23-b1df-769dcdd58523 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:50.861368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f0f38e30-d3d8-4c62-a707-27e8489cacf9 None None] Provisioning complete for port d62b8e10-d684-4e23-b1df-769dcdd58523 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:50.862207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f0f38e30-d3d8-4c62-a707-27e8489cacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.879354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-edb8c077-361d-4699-9805-f1dca0221da0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:50.880878 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-edb8c077-361d-4699-9805-f1dca0221da0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1446700 Mar 02 09:09:50.883690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37128) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:50.961979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-becdaaf2-ae2d-4011-ae0d-66b637dacefc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet b477e9c8-f569-4e07-9b30-4071eaf6c1e6 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:50.965431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-becdaaf2-ae2d-4011-ae0d-66b637dacefc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:50.990383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f0f38e30-d3d8-4c62-a707-27e8489cacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.026552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f0f38e30-d3d8-4c62-a707-27e8489cacf9 None None] For port d62b8e10-d684-4e23-b1df-769dcdd58523, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d62b8e10-d684-4e23-b1df-769dcdd58523,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:51.038609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-becdaaf2-ae2d-4011-ae0d-66b637dacefc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.049378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292faf52-b999-44c4-bbaa-9d74f1682823 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:51.053879 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-292faf52-b999-44c4-bbaa-9d74f1682823 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2806931 Mar 02 09:09:51.054554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37132) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:51.096335 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-45b78c42-cc26-4d7e-85cf-c2451ad2a972 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388484 Mar 02 09:09:51.097112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37136) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:51.100793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f0f38e30-d3d8-4c62-a707-27e8489cacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.125113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-becdaaf2-ae2d-4011-ae0d-66b637dacefc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.139940 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-082bf71b-1363-4d28-80d7-d47073b25049 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392883 Mar 02 09:09:51.140149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37140) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:51.173510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f38e30-d3d8-4c62-a707-27e8489cacf9 None None] Pushing event updated for resources: {'Port': ['ID=d62b8e10-d684-4e23-b1df-769dcdd58523,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:51.213298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f63ca4fb-73aa-4d32-a7f2-6a0c79db99da None None] Could not find standard attr ID for object b42fceca-bb00-49f6-8cd0-be5404992669. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:51.260865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-becdaaf2-ae2d-4011-ae0d-66b637dacefc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.269365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c6fe9-3301-4fe3-be4c-751d1034dada tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:51.271002 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2c4c6fe9-3301-4fe3-be4c-751d1034dada tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299994 Mar 02 09:09:51.273759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37144) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:51.302378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdaaf2-ae2d-4011-ae0d-66b637dacefc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=b477e9c8-f569-4e07-9b30-4071eaf6c1e6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:51.304302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-becdaaf2-ae2d-4011-ae0d-66b637dacefc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.314400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4ee700-7e40-49e6-b35e-a0f19da1474b None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:51.317087 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1fe7c362-e0c2-43b4-8557-ffc9dbae8151 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422754 Mar 02 09:09:51.319653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37148) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:51.325002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1553580243', 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:51.375845 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-becdaaf2-ae2d-4011-ae0d-66b637dacefc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b477e9c8-f569-4e07-9b30-4071eaf6c1e6 HTTP/1.1" status: 204 len: 168 time: 0.4907424 Mar 02 09:09:51.378214 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37152) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:51.434908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:51.442908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:subnet and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:51.446039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:51.449102 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4c77fda0-0d70-416c-ba6b-1710ef356ff9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695796 Mar 02 09:09:51.451795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37156) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:51.453343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:51.457409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:51.552198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:51.557184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.569902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:51.576595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:51.579525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03486119-8f23-4be7-a80d-29d3b78b4234 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:51.580028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:51.586203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:51.586499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-03486119-8f23-4be7-a80d-29d3b78b4234 None None] Deleting port d62b8e10-d684-4e23-b1df-769dcdd58523 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:51.587086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-03486119-8f23-4be7-a80d-29d3b78b4234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.671578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:51.675406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.793360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-03486119-8f23-4be7-a80d-29d3b78b4234 None None] For port d62b8e10-d684-4e23-b1df-769dcdd58523, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d62b8e10-d684-4e23-b1df-769dcdd58523,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:51.793741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-03486119-8f23-4be7-a80d-29d3b78b4234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.831062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:51.908338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=66dad279-b853-46ab-86d3-05085dc32281,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:51.918694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Checking segment: {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:51.919119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network hostable DHCP agents. Network: 85436fa1-8a8e-4fff-bcfb-823797c7fc43, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:09:51.951428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-03486119-8f23-4be7-a80d-29d3b78b4234 None None] Calling delete_port for d62b8e10-d684-4e23-b1df-769dcdd58523 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:51.996630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:09:52.053541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3068dce8-5291-4deb-99f9-1daaedfc8aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.094533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:09:52.110743 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 85436fa1-8a8e-4fff-bcfb-823797c7fc43) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:52.114926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:52.115510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.121156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1127fdf-443d-438f-970d-52f17a573922 None None] Network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:52.149822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-03486119-8f23-4be7-a80d-29d3b78b4234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.195894 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-19a1a061-da3a-42d9-bb0d-4cc9fa659f5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8725805 Mar 02 09:09:52.198557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03486119-8f23-4be7-a80d-29d3b78b4234 None None] Pushing event deleted for resources: {'Port': ['ID=d62b8e10-d684-4e23-b1df-769dcdd58523,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:52.219063 dv-neutron-828796-1-hyperv neutron-server[88400]: WARNING neutron.services.revisions.revision_plugin [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Could not find related port for resource to bump revision. Mar 02 09:09:52.248776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03486119-8f23-4be7-a80d-29d3b78b4234 None None] No DVR routers for this DVR port d62b8e10-d684-4e23-b1df-769dcdd58523 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:52.260663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_pluggable_backend [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Port d62b8e10-d684-4e23-b1df-769dcdd58523 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 09:09:52.261383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_pluggable_backend [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Reverting IP allocation for 2001:db8::f816:3eff:fe24:1a70 {{(pid=88400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 09:09:52.267642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.ipam_pluggable_backend [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe24:1a70 {{(pid=88400) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 02 09:09:52.269620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.324736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:52.327917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:52.332227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:52.332805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.338351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7c573-eeb4-4b5c-b897-f985951f3706 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:52.358744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=67257311-e317-45e3-a017-c8338424dc4d,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:52.432105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37162) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:52.437473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978807454', 'description': 'tempest-secgroup-smoke-1978807454 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:52.443908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:52.447716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:52.450628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:52.457546 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1e91f549-ecff-493b-b3ee-ae952a34b2ab tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0048354 Mar 02 09:09:52.458471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:52.460311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37166) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:52.466497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:b4:45:bf', 'name': 'tempest-NetworksTestDHCPv6-2031331355'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:52.495265 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-85436fa1-8a8e-4fff-bcfb-823797c7fc43', 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ips': [{'subnet_id': '66dad279-b853-46ab-86d3-05085dc32281'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:52.496932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.558483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.585220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:52.589270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:52.592288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:52.598854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:52.604134 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d62b8e10-d684-4e23-b1df-769dcdd58523 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:09:52.646120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: d62b8e10-d684-4e23-b1df-769dcdd58523 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:09:52.646460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d62b8e10-d684-4e23-b1df-769dcdd58523 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:09:52.672390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:52.677467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:52.680532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:52.686801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:52.690792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.726286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '67257311-e317-45e3-a017-c8338424dc4d'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:52.727101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.757482 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.809061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:52.813297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:52.844053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port f74c751c-b600-4db9-a015-1c3421c68751 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:09:52.858256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Allocated IP 172.20.0.18 (85436fa1-8a8e-4fff-bcfb-823797c7fc43/66dad279-b853-46ab-86d3-05085dc32281/e55ef86d-1eb7-4117-b340-19319e057e57) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:52.910121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116834c4-51d3-49d2-8c72-cf3a5823b723,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:53.074826 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Allocated IP 2001:db8::f816:3eff:fe7c:5df9 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/67257311-e317-45e3-a017-c8338424dc4d/540cc2df-3914-4034-aee8-553be92b1604) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:53.094843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.096056 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6a7ae91f-bae5-4540-95e2-2da936c99511 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6629515 Mar 02 09:09:53.102968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37170) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:53.108625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '116834c4-51d3-49d2-8c72-cf3a5823b723', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:53.114638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:53.118670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:53.121805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:53.127442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:53.145949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.184550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.198168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.258383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.274926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.297666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Transition to ACTIVE for port object e55ef86d-1eb7-4117-b340-19319e057e57 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:53.300065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.326897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5840f531-caba-4890-a568-ff9775343b64,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:53.361007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Transition to ACTIVE for port object e55ef86d-1eb7-4117-b340-19319e057e57 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:53.391337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.391533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.392659 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ab8bf6c5-0791-4017-90a7-f59011498ae5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2885387 Mar 02 09:09:53.395978 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37174) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:53.401079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '116834c4-51d3-49d2-8c72-cf3a5823b723', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:53.402939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Transition to ACTIVE for port object 540cc2df-3914-4034-aee8-553be92b1604 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:53.406887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:53.410584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:53.413439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:53.419136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:53.421430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Transition to ACTIVE for port object 540cc2df-3914-4034-aee8-553be92b1604 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:53.447708 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.535368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.544539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.554543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:53.557325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:53.569005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:53.581317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:feb4:45bf (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/67257311-e317-45e3-a017-c8338424dc4d/f74c751c-b600-4db9-a015-1c3421c68751) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:53.582324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:53.605408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Pushing event updated for resources: {'Port': ['ID=e55ef86d-1eb7-4117-b340-19319e057e57,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:53.614596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:53.629114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.654927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:53.687535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.717478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27d3e04-314a-498b-9198-1040158c50bf,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:53.785156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.786914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.789196 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5e06701e-2478-4e0f-a8a2-d87038b2db85 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3921106 Mar 02 09:09:53.791577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37178) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:53.797110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '116834c4-51d3-49d2-8c72-cf3a5823b723', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:53.801426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object f74c751c-b600-4db9-a015-1c3421c68751 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:53.804006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:53.806802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Attempting to bind port e55ef86d-1eb7-4117-b340-19319e057e57 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:53.807170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Attempting to bind port e55ef86d-1eb7-4117-b340-19319e057e57 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:53.807529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Attempting to bind port e55ef86d-1eb7-4117-b340-19319e057e57 on network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:53.809278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:53.811804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Pushing event updated for resources: {'Port': ['ID=540cc2df-3914-4034-aee8-553be92b1604,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:53.817420 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:53.820267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:53.820832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Attempting to bind port 540cc2df-3914-4034-aee8-553be92b1604 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:53.821201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Attempting to bind port 540cc2df-3914-4034-aee8-553be92b1604 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:53.821571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Attempting to bind port 540cc2df-3914-4034-aee8-553be92b1604 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:53.825340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:53.825713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Checking segment: {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:53.826133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.826547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Bound using segment: {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:53.827012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Bound port: e55ef86d-1eb7-4117-b340-19319e057e57, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:53.827380 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.839407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:53.839786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:53.840157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.840543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:53.840994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Bound port: 540cc2df-3914-4034-aee8-553be92b1604, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:53.841357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.895305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.924629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.961273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:53.964440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:53.966896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:53.972624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:53.973627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.991440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:53.994836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] For port e55ef86d-1eb7-4117-b340-19319e057e57, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:53.997099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] For port 540cc2df-3914-4034-aee8-553be92b1604, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:53.998018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=f74c751c-b600-4db9-a015-1c3421c68751,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:53.999751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] For port e55ef86d-1eb7-4117-b340-19319e057e57, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e55ef86d-1eb7-4117-b340-19319e057e57,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:54.001546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] For port 540cc2df-3914-4034-aee8-553be92b1604, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=540cc2df-3914-4034-aee8-553be92b1604,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:54.048664 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.070522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742c4821-c597-4fc6-8671-239a66c4cd58,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:54.080716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.082576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8cf6ffcc-9db1-46f5-98e3-ac19ef5a0f8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6168606 Mar 02 09:09:54.082702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37182) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:54.082812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.167460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a90ff7-5a54-48fe-8e4d-c16ba3a71e2e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:54.173310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a90ff7-5a54-48fe-8e4d-c16ba3a71e2e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:54.177911 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-25a90ff7-5a54-48fe-8e4d-c16ba3a71e2e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0929487 Mar 02 09:09:54.178218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37188) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:54.180846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.181945 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e43f9366-1bf6-4e81-b0f0-688a8b0bd5a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3891828 Mar 02 09:09:54.184148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5152478-869f-44f3-983c-e4e04ea37b62 None None] Pushing event updated for resources: {'Port': ['ID=e55ef86d-1eb7-4117-b340-19319e057e57,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:54.184977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37192) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:54.190868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '116834c4-51d3-49d2-8c72-cf3a5823b723', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:54.197868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:54.202327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:54.205463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:54.211688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:54.246229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-031295ca-898a-4e27-a429-7c3e4d1aae7a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port f74c751c-b600-4db9-a015-1c3421c68751 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:54.246563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-031295ca-898a-4e27-a429-7c3e4d1aae7a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.251599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677652b-753b-47b5-bf66-5b4d5f905a07 None None] Pushing event updated for resources: {'Port': ['ID=540cc2df-3914-4034-aee8-553be92b1604,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:54.317242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.393305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.442090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.480291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbd74eb-a7be-4fae-9c3f-70f1629731a0,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:54.518738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.531528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-031295ca-898a-4e27-a429-7c3e4d1aae7a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.592139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.596730 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9b9a5cbf-6ea3-4240-9243-e16683678d0f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4105310 Mar 02 09:09:54.598143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37196) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:54.606545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '116834c4-51d3-49d2-8c72-cf3a5823b723', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:54.614202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:54.619431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:54.623966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:54.630977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:54.689085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:09:54.694493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-031295ca-898a-4e27-a429-7c3e4d1aae7a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for f74c751c-b600-4db9-a015-1c3421c68751 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:54.699518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.784398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.877138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.903655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd20912-e6b4-449a-be41-39890adf4c25,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:54.911809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-031295ca-898a-4e27-a429-7c3e4d1aae7a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:54.963203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031295ca-898a-4e27-a429-7c3e4d1aae7a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=f74c751c-b600-4db9-a015-1c3421c68751,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:55.006333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-031295ca-898a-4e27-a429-7c3e4d1aae7a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.008718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.009961 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a75c8909-f827-459d-a197-7297360fa774 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4106858 Mar 02 09:09:55.012651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37200) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:55.019955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '116834c4-51d3-49d2-8c72-cf3a5823b723', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:55.025125 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-031295ca-898a-4e27-a429-7c3e4d1aae7a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/f74c751c-b600-4db9-a015-1c3421c68751 HTTP/1.1" status: 204 len: 168 time: 0.8460433 Mar 02 09:09:55.027523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37204) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:55.030071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:55.066322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:55.073302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:55.087092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:55.108827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d404019-74b3-4722-a916-f3bcd24a5c8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:55.110325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d404019-74b3-4722-a916-f3bcd24a5c8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:55.111072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d404019-74b3-4722-a916-f3bcd24a5c8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:55.174552 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:09:55.181932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.208651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d404019-74b3-4722-a916-f3bcd24a5c8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:55.212404 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0d404019-74b3-4722-a916-f3bcd24a5c8b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1814172 Mar 02 09:09:55.212829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37208) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:55.251434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.291131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-2deb2e44-d262-4db0-bac7-8eaf955e7cda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 67257311-e317-45e3-a017-c8338424dc4d {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:55.294243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb2e44-d262-4db0-bac7-8eaf955e7cda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.351361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.351532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb2e44-d262-4db0-bac7-8eaf955e7cda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.370490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41570d43-b398-4654-8d9e-81d338cb6e00,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:55.432831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb2e44-d262-4db0-bac7-8eaf955e7cda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.453373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5a178057-33cf-43d9-91eb-12574a9ca7c1 None None] Provisioning for port 540cc2df-3914-4034-aee8-553be92b1604 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:55.476820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.478222 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a2660d13-ae05-4cb1-8a24-70bca89469e9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4645987 Mar 02 09:09:55.603721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb2e44-d262-4db0-bac7-8eaf955e7cda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.644974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb2e44-d262-4db0-bac7-8eaf955e7cda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=67257311-e317-45e3-a017-c8338424dc4d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:55.648736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2deb2e44-d262-4db0-bac7-8eaf955e7cda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:55.671731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4210a73f-9414-4de8-be29-9e479d898427 None None] Could not find standard attr ID for object f74c751c-b600-4db9-a015-1c3421c68751. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:09:55.726472 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2deb2e44-d262-4db0-bac7-8eaf955e7cda tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/67257311-e317-45e3-a017-c8338424dc4d HTTP/1.1" status: 204 len: 168 time: 0.5123973 Mar 02 09:09:55.727378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37224) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:55.739535 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-f11d8853-7f0b-42cf-908a-dea829bb4940 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978807454&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.0492854 Mar 02 09:09:55.807322 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3fda9c9b-5f10-4c10-afb1-5bfd02cf56a9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760655 Mar 02 09:09:55.807552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37228) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:55.881507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb621c4-5fea-48b0-9aa4-04f082e18708 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:55.898409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dcb654-80ec-4d10-b5ae-fe73e69e5c81 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:55.899121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-77dcb654-80ec-4d10-b5ae-fe73e69e5c81 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:55.907852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463e317-4550-424b-b7fe-2553aea114be req-fbc0f758-7842-41ec-9147-76e714fd2f07 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:55.909982 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-fbc0f758-7842-41ec-9147-76e714fd2f07 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=85436fa1-8a8e-4fff-bcfb-823797c7fc43 HTTP/1.1" status: 200 len: 796 time: 0.1628718 Mar 02 09:09:55.926827 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-fdc7bab5-d7fd-4708-8c13-996d948a2d0c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0102241 Mar 02 09:09:55.980006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-77dcb654-80ec-4d10-b5ae-fe73e69e5c81 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:55.984131 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-77dcb654-80ec-4d10-b5ae-fe73e69e5c81 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1726766 Mar 02 09:09:55.984131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37232) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:56.004087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06910494-3e1f-4cce-b4c6-3a98d3587248 None None] Network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:56.052670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d901c607-a4e5-4674-af2b-68959255a7d3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:56.054241 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d901c607-a4e5-4674-af2b-68959255a7d3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692782 Mar 02 09:09:56.057006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37236) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:56.127821 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8136ddc0-92b1-4658-8b55-39b10289c4aa tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697033 Mar 02 09:09:56.132306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37240) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:56.134353 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-2908958d-312b-4cd2-a918-c7514f26e0fe tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2022989 Mar 02 09:09:56.137580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:56.247596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-028365e0-5aa4-46c4-9748-dbab7c7864b0 None None] Provisioning for port e55ef86d-1eb7-4117-b340-19319e057e57 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:56.254244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:56.258509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:56.263162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:56.269993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:56.278652 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-726d4400-038c-4584-b0b3-5ae90ada3b1b service neutron] 10.222.0.10 "GET /v2.0/networks/85436fa1-8a8e-4fff-bcfb-823797c7fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333270 Mar 02 09:09:56.328562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:56.332758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:56.350321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e24252-be19-44bb-9a17-2c2c013fbd8c None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:09:56.356486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f9e24252-be19-44bb-9a17-2c2c013fbd8c None None] Deleting port 540cc2df-3914-4034-aee8-553be92b1604 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:56.357022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f9e24252-be19-44bb-9a17-2c2c013fbd8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:56.428736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-75a1f4db-4c81-450c-8b52-745e98df51e6 service neutron] 10.222.0.10 "GET /v2.0/networks/85436fa1-8a8e-4fff-bcfb-823797c7fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429639 Mar 02 09:09:56.625359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f9e24252-be19-44bb-9a17-2c2c013fbd8c None None] For port 540cc2df-3914-4034-aee8-553be92b1604, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=540cc2df-3914-4034-aee8-553be92b1604,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:56.625359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f9e24252-be19-44bb-9a17-2c2c013fbd8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:56.629172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e55ef86d-1eb7-4117-b340-19319e057e57 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:56.775269 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e50c3e05-d16c-4136-8416-94bdf2d8ee69 req-f136d51c-3fe8-4525-95cb-e6b8023d0910 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 210 time: 0.0605650 Mar 02 09:09:56.820540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:56.849581 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f9e24252-be19-44bb-9a17-2c2c013fbd8c None None] Calling delete_port for 540cc2df-3914-4034-aee8-553be92b1604 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:56.901777 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:56.904818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:56.909090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:56.909701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:56.924839 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=9e3a600e-a8a6-42a9-b621-aa79d811b6f4,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:57.009376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port e55ef86d-1eb7-4117-b340-19319e057e57 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:09:57.009669 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bf38439b-fa51-472c-a85f-322f00560ef0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8763499 Mar 02 09:09:57.012150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37254) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:57.012694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f9e24252-be19-44bb-9a17-2c2c013fbd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:57.017493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:8c:b8:4c', 'name': 'tempest-NetworksTestDHCPv6-1080414860'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:57.058482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e24252-be19-44bb-9a17-2c2c013fbd8c None None] Pushing event deleted for resources: {'Port': ['ID=540cc2df-3914-4034-aee8-553be92b1604,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:57.060275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port e55ef86d-1eb7-4117-b340-19319e057e57 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:57.060639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:57.088901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e24252-be19-44bb-9a17-2c2c013fbd8c None None] No DVR routers for this DVR port 540cc2df-3914-4034-aee8-553be92b1604 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:09:57.115169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad02f41-3c82-449d-8c99-3e512304a711 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:09:57.166263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:57.176926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:57.237397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:57.323430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:57.362126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:57.388025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port f42d2bd2-2707-4de9-8105-c59aae724317 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:09:57.396233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port e55ef86d-1eb7-4117-b340-19319e057e57, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e55ef86d-1eb7-4117-b340-19319e057e57,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:09:57.412328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '9e3a600e-a8a6-42a9-b621-aa79d811b6f4'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:09:57.413201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:57.489861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:57.542793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::7b (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/9e3a600e-a8a6-42a9-b621-aa79d811b6f4/f42d2bd2-2707-4de9-8105-c59aae724317) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:57.576353 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=e55ef86d-1eb7-4117-b340-19319e057e57,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:57.749411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:57.765057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object f42d2bd2-2707-4de9-8105-c59aae724317 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:57.866461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:57.932589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:57.935641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:57.941186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:57.947190 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ed16c6be-4d9d-4341-95a5-18f6004a7640 req-7bcb0cc9-3b22-40b0-ac4b-e9848c1e8f0c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 210 time: 0.0672054 Mar 02 09:09:57.950280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:57.951107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:57.981619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/9e3a600e-a8a6-42a9-b621-aa79d811b6f4/d511bceb-0751-4bd4-939c-eeec20e0d695) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:57.982283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=f42d2bd2-2707-4de9-8105-c59aae724317,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:58.072701 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bc5a0759-76d3-411d-842d-1925578ffbb4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0593348 Mar 02 09:09:58.075269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37262) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:58.168747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a8de0-86e0-4986-b1e4-a17e27ea7e4c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:58.169367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-282a8de0-86e0-4986-b1e4-a17e27ea7e4c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:58.192633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:58.202722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Transition to ACTIVE for port object d511bceb-0751-4bd4-939c-eeec20e0d695 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:58.220629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Transition to ACTIVE for port object d511bceb-0751-4bd4-939c-eeec20e0d695 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:09:58.248415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-282a8de0-86e0-4986-b1e4-a17e27ea7e4c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:58.249590 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-282a8de0-86e0-4986-b1e4-a17e27ea7e4c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1730809 Mar 02 09:09:58.252261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37266) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:58.271658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:58.317187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f6b08f0c-cf8f-4ae5-91a2-e66d39444a3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port f42d2bd2-2707-4de9-8105-c59aae724317 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:09:58.317515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6b08f0c-cf8f-4ae5-91a2-e66d39444a3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:58.334909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:09:58.341611 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:09:58.346266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:09:58.352146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Pushing event updated for resources: {'Port': ['ID=d511bceb-0751-4bd4-939c-eeec20e0d695,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:58.439346 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Attempting to bind port d511bceb-0751-4bd4-939c-eeec20e0d695 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:09:58.439639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Attempting to bind port d511bceb-0751-4bd4-939c-eeec20e0d695 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:09:58.439989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Attempting to bind port d511bceb-0751-4bd4-939c-eeec20e0d695 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:09:58.446224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:09:58.446600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:09:58.446999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:58.447512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:09:58.447957 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Bound port: d511bceb-0751-4bd4-939c-eeec20e0d695, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:09:58.448327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:58.543570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] For port d511bceb-0751-4bd4-939c-eeec20e0d695, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:09:58.546810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] For port d511bceb-0751-4bd4-939c-eeec20e0d695, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d511bceb-0751-4bd4-939c-eeec20e0d695,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:09:58.563608 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e55ef86d-1eb7-4117-b340-19319e057e57 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:09:58.585340 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6b08f0c-cf8f-4ae5-91a2-e66d39444a3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:58.632813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:58.667028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port e55ef86d-1eb7-4117-b340-19319e057e57 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:09:58.667489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:58.786555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba72b35-08b0-4906-ae04-e20c37aaff1a None None] Pushing event updated for resources: {'Port': ['ID=d511bceb-0751-4bd4-939c-eeec20e0d695,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:58.867892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f6b08f0c-cf8f-4ae5-91a2-e66d39444a3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for f42d2bd2-2707-4de9-8105-c59aae724317 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:09:59.037464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463e317-4550-424b-b7fe-2553aea114be req-0d7ac237-bcd8-4e72-a40d-a789b01682c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:59.037464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-a463e317-4550-424b-b7fe-2553aea114be req-0d7ac237-bcd8-4e72-a40d-a789b01682c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:59.163416 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c78b73f0-d53c-4166-891b-9cc27f6fc5db req-9f9ec35b-eb7f-4255-a496-2682044a66fb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 210 time: 0.0738161 Mar 02 09:09:59.197567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-a463e317-4550-424b-b7fe-2553aea114be req-0d7ac237-bcd8-4e72-a40d-a789b01682c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:59.200145 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-0d7ac237-bcd8-4e72-a40d-a789b01682c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=85436fa1-8a8e-4fff-bcfb-823797c7fc43 HTTP/1.1" status: 200 len: 796 time: 0.6067851 Mar 02 09:09:59.233805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6b08f0c-cf8f-4ae5-91a2-e66d39444a3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:59.303512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-a463e317-4550-424b-b7fe-2553aea114be req-22983804-9dcc-4d59-b5ef-65f0059256fd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:59.306048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b08f0c-cf8f-4ae5-91a2-e66d39444a3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=f42d2bd2-2707-4de9-8105-c59aae724317,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:09:59.353140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6b08f0c-cf8f-4ae5-91a2-e66d39444a3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:59.368279 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f6b08f0c-cf8f-4ae5-91a2-e66d39444a3c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/f42d2bd2-2707-4de9-8105-c59aae724317 HTTP/1.1" status: 204 len: 168 time: 1.1128340 Mar 02 09:09:59.368494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37276) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:59.433577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6552e7-21b2-47af-8a8d-748c4e71f84e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:59.435217 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6552e7-21b2-47af-8a8d-748c4e71f84e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:09:59.436031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4e6552e7-21b2-47af-8a8d-748c4e71f84e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:09:59.482407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-a463e317-4550-424b-b7fe-2553aea114be req-22983804-9dcc-4d59-b5ef-65f0059256fd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:59.483812 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-22983804-9dcc-4d59-b5ef-65f0059256fd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 473 time: 0.2729838 Mar 02 09:09:59.493662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': 'a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c', 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['116834c4-51d3-49d2-8c72-cf3a5823b723']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:09:59.579334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4e6552e7-21b2-47af-8a8d-748c4e71f84e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:09:59.580495 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4e6552e7-21b2-47af-8a8d-748c4e71f84e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2111416 Mar 02 09:09:59.583890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37280) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:09:59.639825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:09:59.644714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:port and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:09:59.647737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:09:59.652495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef8103d-b25f-4ff9-be78-18c4f4b4066f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 9e3a600e-a8a6-42a9-b621-aa79d811b6f4 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:09:59.653943 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:09:59.656216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ef8103d-b25f-4ff9-be78-18c4f4b4066f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:59.716470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ef8103d-b25f-4ff9-be78-18c4f4b4066f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:59.745957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:09:59.749954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:59.805257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ef8103d-b25f-4ff9-be78-18c4f4b4066f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:59.923768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.21 (85436fa1-8a8e-4fff-bcfb-823797c7fc43/66dad279-b853-46ab-86d3-05085dc32281/21fc9899-c56b-48f3-858e-a4f47ef2bd19) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:09:59.963976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ef8103d-b25f-4ff9-be78-18c4f4b4066f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:09:59.991592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bfc68121-0af9-44bf-8c59-421409e0a279 None None] Provisioning for port d511bceb-0751-4bd4-939c-eeec20e0d695 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:00.011625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8103d-b25f-4ff9-be78-18c4f4b4066f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3a600e-a8a6-42a9-b621-aa79d811b6f4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:00.013753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ef8103d-b25f-4ff9-be78-18c4f4b4066f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:00.045816 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930608bd-bb17-4de0-9d58-2c9f266ccb3e None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:00.084648 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4ef8103d-b25f-4ff9-be78-18c4f4b4066f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/9e3a600e-a8a6-42a9-b621-aa79d811b6f4 HTTP/1.1" status: 204 len: 168 time: 0.4980376 Mar 02 09:10:00.085610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37284) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:00.134343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:00.152635 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object 21fc9899-c56b-48f3-858e-a4f47ef2bd19 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:00.157094 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2c9f38fb-78b6-4503-bdfb-1e8c9564756f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702538 Mar 02 09:10:00.160189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37288) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:00.183542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2f068e5b-de95-41a0-8cee-6d5bfde51590 None None] Could not find standard attr ID for object f42d2bd2-2707-4de9-8105-c59aae724317. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:10:00.238128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:00.245452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aea8c8-6ee7-4008-8343-355bc45c2d54 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:00.246288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-89aea8c8-6ee7-4008-8343-355bc45c2d54 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:00.312737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:00.316875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:00.319376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:00.326665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-89aea8c8-6ee7-4008-8343-355bc45c2d54 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:00.327803 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-89aea8c8-6ee7-4008-8343-355bc45c2d54 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1666319 Mar 02 09:10:00.333664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37294) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:00.343211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d32b1-a38b-4fc3-8ed3-ac9b7e64adf5 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:10:00.347460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c30d32b1-a38b-4fc3-8ed3-ac9b7e64adf5 None None] Deleting port d511bceb-0751-4bd4-939c-eeec20e0d695 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:00.354495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c30d32b1-a38b-4fc3-8ed3-ac9b7e64adf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:00.382930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=21fc9899-c56b-48f3-858e-a4f47ef2bd19,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:00.413902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:00.414546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:00.423475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b32d5c9-0caa-4f84-a1fc-5824409a488f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:00.424171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6b32d5c9-0caa-4f84-a1fc-5824409a488f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:00.474594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15340dd9-9850-4edb-b221-3d58f39b259e req-920222d0-21f7-4820-a32b-39d760aefbe6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:00.476353 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15340dd9-9850-4edb-b221-3d58f39b259e req-920222d0-21f7-4820-a32b-39d760aefbe6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 932 time: 0.1894765 Mar 02 09:10:00.505220 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-cee56885-26bb-4b9e-82cf-d50bacc4da6d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0148423 Mar 02 09:10:00.516655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Request body: {'port': {'device_id': 'a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:00.525473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6b32d5c9-0caa-4f84-a1fc-5824409a488f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:00.526658 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6b32d5c9-0caa-4f84-a1fc-5824409a488f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1920500 Mar 02 09:10:00.531581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37298) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:00.626493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c30d32b1-a38b-4fc3-8ed3-ac9b7e64adf5 None None] For port d511bceb-0751-4bd4-939c-eeec20e0d695, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d511bceb-0751-4bd4-939c-eeec20e0d695,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:00.626493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c30d32b1-a38b-4fc3-8ed3-ac9b7e64adf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:00.626926 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15340dd9-9850-4edb-b221-3d58f39b259e req-f96aaa23-98d5-4c00-9fca-ae572341b5cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395998 Mar 02 09:10:00.626926 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-557ed389-b119-4e4d-9b68-1c926b11cf1c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838690 Mar 02 09:10:00.629626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37302) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:00.637002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:00.671407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:00.687039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3e8858c1-43f2-449d-b5ff-131d54a8adbc None None] Provisioning for port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:00.747561 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c30d32b1-a38b-4fc3-8ed3-ac9b7e64adf5 None None] Calling delete_port for d511bceb-0751-4bd4-939c-eeec20e0d695 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:00.750388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:00.760445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:00.773754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3e8858c1-43f2-449d-b5ff-131d54a8adbc None None] Provisioning complete for port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:00.774154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3e8858c1-43f2-449d-b5ff-131d54a8adbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:00.848159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3e8858c1-43f2-449d-b5ff-131d54a8adbc None None] Port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:10:00.848508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:00.854757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:00.967349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c30d32b1-a38b-4fc3-8ed3-ac9b7e64adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:01.017933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d32b1-a38b-4fc3-8ed3-ac9b7e64adf5 None None] Pushing event deleted for resources: {'Port': ['ID=d511bceb-0751-4bd4-939c-eeec20e0d695,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:01.027593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d32b1-a38b-4fc3-8ed3-ac9b7e64adf5 None None] No DVR routers for this DVR port d511bceb-0751-4bd4-939c-eeec20e0d695 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:10:01.029551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fc9899-c56b-48f3-858e-a4f47ef2bd19 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:10:01.046156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:01.061031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Transition to ACTIVE for port object 21fc9899-c56b-48f3-858e-a4f47ef2bd19 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:01.079565 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-664fcefb-a202-405b-9dd1-ab7c893f3463 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1427717 Mar 02 09:10:01.134110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:01.334727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-7b6c034c-a72e-4e9a-a01a-ad082930eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:01.336266 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-7b6c034c-a72e-4e9a-a01a-ad082930eeeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 1098 time: 0.2349761 Mar 02 09:10:01.425534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Pushing event updated for resources: {'Port': ['ID=21fc9899-c56b-48f3-858e-a4f47ef2bd19,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:01.517941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Attempting to bind port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:10:01.519028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Attempting to bind port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:10:01.519366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Attempting to bind port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 on network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:01.525348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 on network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:10:01.525767 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Attempting to bind port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 on network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:01.535150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:10:01.535632 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Checking segment: {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:10:01.536721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Bound using segment: {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:10:01.537241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Bound port: 21fc9899-c56b-48f3-858e-a4f47ef2bd19, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:10:01.537735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:01.570057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.objects.ports [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88401) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:10:01.573282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:01.612563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-85e24c1e-4506-4c9a-ba83-bb6b018567e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:01.614024 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-85e24c1e-4506-4c9a-ba83-bb6b018567e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418 HTTP/1.1" status: 200 len: 897 time: 0.2557111 Mar 02 09:10:01.629713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] For port 21fc9899-c56b-48f3-858e-a4f47ef2bd19, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:10:01.634355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] For port 21fc9899-c56b-48f3-858e-a4f47ef2bd19, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=21fc9899-c56b-48f3-858e-a4f47ef2bd19,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:10:01.700868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:01.710557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:01.722065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:01.722065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:01.722575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7f5834-106e-4da6-afc3-42585ef84f3f None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:01.738599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=e21d511e-a738-4f7a-8fd9-6f03c227bac5,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:01.742163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:01.799471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:01.800028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:01.804592 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-ff46ad9a-02cb-4eeb-9001-fcf16b6a2831 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17ee7b1-6a34-43bc-89c7-8c7abc13c308 HTTP/1.1" status: 200 len: 1001 time: 0.1811433 Mar 02 09:10:01.806907 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] 10.222.0.15 "PUT /v2.0/ports/21fc9899-c56b-48f3-858e-a4f47ef2bd19 HTTP/1.1" status: 200 len: 1094 time: 1.2895491 Mar 02 09:10:01.810182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c', 'tag': '21fc9899-c56b-48f3-858e-a4f47ef2bd19'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:10:01.853321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4065af-95f7-4c84-b41a-13279c298461 service neutron] Pushing event updated for resources: {'Port': ['ID=21fc9899-c56b-48f3-858e-a4f47ef2bd19,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:01.881086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-6f3155da-47ca-4715-9650-67a663d48c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:01.882576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-6f3155da-47ca-4715-9650-67a663d48c96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8af48cf4-2ab3-47f6-a49b-20c579a985b5 HTTP/1.1" status: 200 len: 834 time: 0.0696280 Mar 02 09:10:01.890409 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c', 'tag': '21fc9899-c56b-48f3-858e-a4f47ef2bd19', 'status': 'completed', 'code': 200} Mar 02 09:10:01.942765 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-936d2a05-afe7-4fe9-9578-90de1e6f9f97 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3117106 Mar 02 09:10:01.943531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37310) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:01.953655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:01.979062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862b634-2674-40b7-805b-33a98df01b62 req-fe789fb1-668d-4bee-99bf-c6ad1de570d8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:01.980730 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a862b634-2674-40b7-805b-33a98df01b62 req-fe789fb1-668d-4bee-99bf-c6ad1de570d8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 944 time: 0.2501621 Mar 02 09:10:02.003776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55775383-be06-4f97-a6f7-7e72df5f7024 req-0d511aed-e365-4e06-b873-669f4607f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:02.008370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': 'e21d511e-a738-4f7a-8fd9-6f03c227bac5'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:10:02.009336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:02.010481 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-55775383-be06-4f97-a6f7-7e72df5f7024 req-0d511aed-e365-4e06-b873-669f4607f7f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 1097 time: 0.0966802 Mar 02 09:10:02.142383 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a862b634-2674-40b7-805b-33a98df01b62 req-268f8f85-7231-4620-82af-c0b8124c9883 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419356 Mar 02 09:10:02.166342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-a1151eb3-4f57-4b5b-886e-9867d2528ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:02.167911 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-a1151eb3-4f57-4b5b-886e-9867d2528ca6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2744985 Mar 02 09:10:02.173645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55775383-be06-4f97-a6f7-7e72df5f7024 req-adc5fb8b-2b94-46ff-9174-fa51454b35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:02.174393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55775383-be06-4f97-a6f7-7e72df5f7024 req-adc5fb8b-2b94-46ff-9174-fa51454b35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:02.186652 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-55775383-be06-4f97-a6f7-7e72df5f7024 req-adc5fb8b-2b94-46ff-9174-fa51454b35d7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1660104 Mar 02 09:10:02.195905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Allocated IP 2001:db8::f816:3eff:fed1:5e83 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/e21d511e-a738-4f7a-8fd9-6f03c227bac5/4485d321-4a15-4db8-be7e-5f0e29b3d6d5) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:02.210616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:02.218161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:02.222817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:02.274277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:02.324448 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-a554e64f-0a91-4078-94b9-d45fdc3e0ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486411 Mar 02 09:10:02.337234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55775383-be06-4f97-a6f7-7e72df5f7024 req-2449e851-c4e1-4e47-8117-d5a69ad05afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:02.338742 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-55775383-be06-4f97-a6f7-7e72df5f7024 req-2449e851-c4e1-4e47-8117-d5a69ad05afe service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471043 Mar 02 09:10:02.362751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:02.366278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:02.426486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:02.436302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Transition to ACTIVE for port object 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:02.450284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463e317-4550-424b-b7fe-2553aea114be req-bdc1c568-66b0-4c65-860f-d0e81dea5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:02.451755 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-bdc1c568-66b0-4c65-860f-d0e81dea5aec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 1097 time: 0.0713875 Mar 02 09:10:02.454234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Transition to ACTIVE for port object 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:02.529327 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-2bfbfc7e-a525-44fd-ae0a-26bd829a7c70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=21fc9899-c56b-48f3-858e-a4f47ef2bd19 HTTP/1.1" status: 200 len: 217 time: 0.0706339 Mar 02 09:10:02.586656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:02.594728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463e317-4550-424b-b7fe-2553aea114be req-d81149a4-7b1d-4651-a88b-3e3df77f69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:02.597388 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-d81149a4-7b1d-4651-a88b-3e3df77f69c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66dad279-b853-46ab-86d3-05085dc32281 HTTP/1.1" status: 200 len: 838 time: 0.0620732 Mar 02 09:10:02.648592 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0d2fc07-efd4-44ef-9ada-6fd9986d5102 req-fd165690-40d4-4c05-a2f3-9329c3c02a99 service neutron] 10.222.0.15 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174102 Mar 02 09:10:02.649588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:02.652690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:02.656078 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:02.657070 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.ipam_backend_mixin [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e21d511e-a738-4f7a-8fd9-6f03c227bac5 (CIDR: 2001:db8::/64) Mar 02 09:10:02.678799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463e317-4550-424b-b7fe-2553aea114be req-f49912cf-0e79-4bd5-aa08-7b2c3c28469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:02.680379 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-f49912cf-0e79-4bd5-aa08-7b2c3c28469c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85436fa1-8a8e-4fff-bcfb-823797c7fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0777595 Mar 02 09:10:02.697024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Pushing event updated for resources: {'Port': ['ID=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:02.717826 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:10:02.718304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:02.761223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Attempting to bind port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:10:02.761586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Attempting to bind port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:10:02.761980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Attempting to bind port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:02.767099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:10:02.767468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:10:02.767872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:02.768784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:10:02.769263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Bound port: 4485d321-4a15-4db8-be7e-5f0e29b3d6d5, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:10:02.769616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:02.809152 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-82eebcfd-3bbc-44cb-8d46-216a8f4ce3d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8626988 Mar 02 09:10:02.812284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37314) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:02.817126 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-7f1b6f44-a136-432d-9454-7477fbe21b54 service neutron] 10.222.0.15 "GET /v2.0/networks/85436fa1-8a8e-4fff-bcfb-823797c7fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294568 Mar 02 09:10:02.817675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:02.863382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] For port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:10:02.867996 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] For port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:10:02.940976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:02.955594 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a463e317-4550-424b-b7fe-2553aea114be req-8d9462bf-70e8-47ed-97f8-640f5a89fe85 service neutron] 10.222.0.15 "GET /v2.0/networks/85436fa1-8a8e-4fff-bcfb-823797c7fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321199 Mar 02 09:10:02.958601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:02.964133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:02.967381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:02.973635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:03.056652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e817a-4088-416f-b457-7facde9eb9bd None None] Pushing event updated for resources: {'Port': ['ID=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:03.088349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:03.091974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:03.442986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eaef6-d8c0-4519-9c2a-274976cf47eb req-902373c9-b1f3-4d63-a51f-0934036bbf5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:03.444545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-504eaef6-d8c0-4519-9c2a-274976cf47eb req-902373c9-b1f3-4d63-a51f-0934036bbf5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 944 time: 0.1247852 Mar 02 09:10:03.522250 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-504eaef6-d8c0-4519-9c2a-274976cf47eb req-b760630d-5478-405f-8d7e-c62c915ed6d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715020 Mar 02 09:10:03.654559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:03.713550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:03.716352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:03.720434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:03.721014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:03.731645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=6446f9ed-29e4-48f0-95af-9031dceffff8,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:03.803663 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5cf26653-f5cf-4c0d-8591-51853e0363c0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9903231 Mar 02 09:10:03.806559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37320) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:03.811923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:bd:84:ce', 'name': 'tempest-NetworksTestDHCPv6-1768357352'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:03.951221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:03.955322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:03.958275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:03.964012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:04.042324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:04.075150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0dd3ed-505d-4b35-b536-fcfb320cc70a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:04.167579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:04.197282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port a9241107-c7a4-4127-b415-b6c0252d77ab yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:10:04.274509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d2690af1-3856-43c8-89b6-77baff343045 None None] Provisioning for port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:04.395554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50590f14-d867-40a4-919e-8f1f1a81ca04 None None] Update dhcp port {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': 'e21d511e-a738-4f7a-8fd9-6f03c227bac5', 'ip_address': '2001:db8::f816:3eff:fed1:5e83'}, {'subnet_id': '6446f9ed-29e4-48f0-95af-9031dceffff8'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': '4485d321-4a15-4db8-be7e-5f0e29b3d6d5'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:10:04.411390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8:0:1::1ed (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/6446f9ed-29e4-48f0-95af-9031dceffff8/a9241107-c7a4-4127-b415-b6c0252d77ab) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:04.421514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:febd:84ce (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/e21d511e-a738-4f7a-8fd9-6f03c227bac5/a9241107-c7a4-4127-b415-b6c0252d77ab) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:04.461804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-50590f14-d867-40a4-919e-8f1f1a81ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:04.629255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:04.702559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:04.725118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object a9241107-c7a4-4127-b415-b6c0252d77ab will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:04.813133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:04.818893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:04.819261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:04.862531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:04.932208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-50590f14-d867-40a4-919e-8f1f1a81ca04 None None] Allocated IP 2001:db8:0:1::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/6446f9ed-29e4-48f0-95af-9031dceffff8/4485d321-4a15-4db8-be7e-5f0e29b3d6d5) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:04.942571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:04.951348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:04.957244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:04.962830 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:04.967358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:04.980391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=a9241107-c7a4-4127-b415-b6c0252d77ab,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:05.013268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc1ed7-989e-4782-9b8d-f0bb5ef5f631 req-a9dac9d2-1414-481a-89a0-e051004daa10 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:05.014780 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-14dc1ed7-989e-4782-9b8d-f0bb5ef5f631 req-a9dac9d2-1414-481a-89a0-e051004daa10 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 944 time: 0.1890235 Mar 02 09:10:05.060854 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-14dc1ed7-989e-4782-9b8d-f0bb5ef5f631 req-9baafb8c-6358-4de5-99fc-bef094d36934 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 Mar 02 09:10:05.081398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:05.088626 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b282fe8b-a01a-4e6a-98f7-da8293d883d4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2810893 Mar 02 09:10:05.091152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37326) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:05.133436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-50590f14-d867-40a4-919e-8f1f1a81ca04 None None] For port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:05.157098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-50590f14-d867-40a4-919e-8f1f1a81ca04 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:05.160850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc2019-92cd-49df-b509-3627742959a8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port a9241107-c7a4-4127-b415-b6c0252d77ab {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:05.161192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9cc2019-92cd-49df-b509-3627742959a8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:05.172702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-50590f14-d867-40a4-919e-8f1f1a81ca04 None None] Transition to ACTIVE for port object 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:05.238213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-50590f14-d867-40a4-919e-8f1f1a81ca04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:05.398317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9cc2019-92cd-49df-b509-3627742959a8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:05.414837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:10:05.415165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:10:05.440892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50590f14-d867-40a4-919e-8f1f1a81ca04 None None] Pushing event updated for resources: {'Port': ['ID=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:05.528474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc2019-92cd-49df-b509-3627742959a8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for a9241107-c7a4-4127-b415-b6c0252d77ab owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:05.791372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9cc2019-92cd-49df-b509-3627742959a8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:05.840952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc2019-92cd-49df-b509-3627742959a8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=a9241107-c7a4-4127-b415-b6c0252d77ab,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:05.920436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9cc2019-92cd-49df-b509-3627742959a8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:05.930018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d9cc2019-92cd-49df-b509-3627742959a8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/a9241107-c7a4-4127-b415-b6c0252d77ab HTTP/1.1" status: 204 len: 168 time: 0.8377650 Mar 02 09:10:05.932578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37330) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:05.978563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:05.995387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d7155711-d916-478b-94d7-3f606f621dbc None None] Provisioning for port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:06.006472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d7155711-d916-478b-94d7-3f606f621dbc None None] Provisioning complete for port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:06.006849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d7155711-d916-478b-94d7-3f606f621dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.023421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3275fa74-8c46-42f8-9f43-682848d16509 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:06.024372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3275fa74-8c46-42f8-9f43-682848d16509 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:06.060250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:06.105488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3275fa74-8c46-42f8-9f43-682848d16509 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:06.109574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37336) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:06.109865 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3275fa74-8c46-42f8-9f43-682848d16509 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1760433 Mar 02 09:10:06.145857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.182232 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d7155711-d916-478b-94d7-3f606f621dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.293440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:06.298294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-d7155711-d916-478b-94d7-3f606f621dbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:10:06.298735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-d7155711-d916-478b-94d7-3f606f621dbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:10:06.358729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ff1203-c3ef-4680-99b6-42aa9fc27b9e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:06.359426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-59ff1203-c3ef-4680-99b6-42aa9fc27b9e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:06.376919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-59ff1203-c3ef-4680-99b6-42aa9fc27b9e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:06.378570 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-59ff1203-c3ef-4680-99b6-42aa9fc27b9e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2676849 Mar 02 09:10:06.381227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37340) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:06.403083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d99570-330c-423c-9faf-050f7027355a req-2323f453-04a1-420f-9a2a-501eaec2f740 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:06.404518 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35d99570-330c-423c-9faf-050f7027355a req-2323f453-04a1-420f-9a2a-501eaec2f740 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 944 time: 0.2278683 Mar 02 09:10:06.448781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90c8d9-e922-40c1-b888-b33fb6c225bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:06.449276 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35d99570-330c-423c-9faf-050f7027355a req-3e457f5e-594f-4d4f-bbca-a5c773943848 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387123 Mar 02 09:10:06.450333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90c8d9-e922-40c1-b888-b33fb6c225bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:06.451824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90c8d9-e922-40c1-b888-b33fb6c225bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:06.453393 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ae90c8d9-e922-40c1-b888-b33fb6c225bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0711045 Mar 02 09:10:06.456674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37344) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:06.499168 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 21fc9899-c56b-48f3-858e-a4f47ef2bd19 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:10:06.529878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb2939b-b00e-46c7-a683-5c8fbc0c72a2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 6446f9ed-29e4-48f0-95af-9031dceffff8 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:06.533390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1eb2939b-b00e-46c7-a683-5c8fbc0c72a2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.553199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:06.589539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1eb2939b-b00e-46c7-a683-5c8fbc0c72a2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.676556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1eb2939b-b00e-46c7-a683-5c8fbc0c72a2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.739070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 21fc9899-c56b-48f3-858e-a4f47ef2bd19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=21fc9899-c56b-48f3-858e-a4f47ef2bd19,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:06.755430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:06.755797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.778096 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '21fc9899-c56b-48f3-858e-a4f47ef2bd19', 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43', 'port_id': '21fc9899-c56b-48f3-858e-a4f47ef2bd19', 'mac_address': 'fa:16:3e:22:2b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66dad279-b853-46ab-86d3-05085dc32281', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:10:06.819928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1eb2939b-b00e-46c7-a683-5c8fbc0c72a2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.856240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2939b-b00e-46c7-a683-5c8fbc0c72a2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=6446f9ed-29e4-48f0-95af-9031dceffff8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:06.862398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1eb2939b-b00e-46c7-a683-5c8fbc0c72a2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.871459 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1eb2939b-b00e-46c7-a683-5c8fbc0c72a2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/6446f9ed-29e4-48f0-95af-9031dceffff8 HTTP/1.1" status: 204 len: 168 time: 0.4137812 Mar 02 09:10:06.873906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37348) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:06.874295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbb9e2-6410-488c-98f7-19c34f55cca7 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:06.941513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12f64e5-e137-4860-a541-aae81be9ea7d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet e21d511e-a738-4f7a-8fd9-6f03c227bac5 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:06.944443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d12f64e5-e137-4860-a541-aae81be9ea7d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.990255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:06.998853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d12f64e5-e137-4860-a541-aae81be9ea7d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:07.056002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fc9899-c56b-48f3-858e-a4f47ef2bd19 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:10:07.079342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d12f64e5-e137-4860-a541-aae81be9ea7d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:07.105136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 21fc9899-c56b-48f3-858e-a4f47ef2bd19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=21fc9899-c56b-48f3-858e-a4f47ef2bd19,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:07.135544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a98bf5f3-960e-47c7-805a-5a5c9bf24ef0 None None] Could not find standard attr ID for object a9241107-c7a4-4127-b415-b6c0252d77ab. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:10:07.191592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:07.214269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d12f64e5-e137-4860-a541-aae81be9ea7d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:07.254126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f64e5-e137-4860-a541-aae81be9ea7d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=e21d511e-a738-4f7a-8fd9-6f03c227bac5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:07.257752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d12f64e5-e137-4860-a541-aae81be9ea7d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:07.267145 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d12f64e5-e137-4860-a541-aae81be9ea7d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/e21d511e-a738-4f7a-8fd9-6f03c227bac5 HTTP/1.1" status: 204 len: 168 time: 0.3921506 Mar 02 09:10:07.270180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37352) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:07.275474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=21fc9899-c56b-48f3-858e-a4f47ef2bd19,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:07.339294 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3f83af1e-f507-4079-babf-ef469a55d0c1 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683360 Mar 02 09:10:07.342114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37356) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:07.348130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:07.376783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fee6e9-c1ed-493a-826b-96b3cb655054 None None] Update dhcp port {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': 'e21d511e-a738-4f7a-8fd9-6f03c227bac5'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': '4485d321-4a15-4db8-be7e-5f0e29b3d6d5'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:10:07.432526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-66fee6e9-c1ed-493a-826b-96b3cb655054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:07.578712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:07.583303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:07.586203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:07.591893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:07.616299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['21fc9899-c56b-48f3-858e-a4f47ef2bd19'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:10:07.648641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:07.652698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:07.655182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30020b99-24cc-49a4-a3a3-97d4f2b3a5f3 req-c4888288-375a-4850-8650-e949b8286ac6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:07.657236 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-30020b99-24cc-49a4-a3a3-97d4f2b3a5f3 req-c4888288-375a-4850-8650-e949b8286ac6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 945 time: 0.0835581 Mar 02 09:10:07.675731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7c89ae-0328-4af0-8c87-fb280766bb73 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:07.722093 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-30020b99-24cc-49a4-a3a3-97d4f2b3a5f3 req-95d04293-b90a-4360-811e-a77e8ea5f19c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586023 Mar 02 09:10:07.858451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b18e6234-2d47-4601-bfdf-35ed61d8234a None None] Provisioning complete for port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:07.862432 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b18e6234-2d47-4601-bfdf-35ed61d8234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.128413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:10:08.138905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Deleting port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:08.139275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.180693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:10:08.425451 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.464306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] For port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:08.464893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.581746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:10:08.613657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Calling delete_port for 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:08.656476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] For port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:08.687380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.734063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.735201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.760222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.771537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:10:08.771891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:10:08.796980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:08.864254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:08.865253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.870376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:08.879698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:08.880534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:08.892226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=6a75c11d-8c06-4316-8ba3-553437b0043c,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:08.900370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,revision_number=8']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:08.950318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,revision_number=9']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:09.020585 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-848c5163-ce6d-46a7-b5f3-b1f1ae4a28f8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6773920 Mar 02 09:10:09.024999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37364) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:09.029541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:09.056925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86a2c8-b41e-4bc3-891f-08c6cd5cb198 req-fe286f9d-1a8d-46ce-b0e3-8a3e863aa3f5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:09.058531 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3d86a2c8-b41e-4bc3-891f-08c6cd5cb198 req-fe286f9d-1a8d-46ce-b0e3-8a3e863aa3f5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 945 time: 0.0846965 Mar 02 09:10:09.104167 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3d86a2c8-b41e-4bc3-891f-08c6cd5cb198 req-e5148674-fe89-41b5-8cac-86911c4e9f84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397651 Mar 02 09:10:09.167847 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:09.171462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:09.174221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:09.179678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:09.273178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Deleting port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:09.273572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:09.322161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:09.325690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:09.458813 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.ipam_backend_mixin [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a75c11d-8c06-4316-8ba3-553437b0043c (CIDR: 2001:db8::/64) Mar 02 09:10:09.497913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] For port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:09.498462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:09.522698 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:10:09.527071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:09.615107 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4d167b8e-0167-4d73-8832-7a61f1d50783 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5900137 Mar 02 09:10:09.617745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37368) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:09.623043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Calling delete_port for 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:09.623197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:09.760967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:09.764936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:09.767696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:09.773585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:09.859175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:09.907636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] Pushing event deleted for resources: {'Port': ['ID=4485d321-4a15-4db8-be7e-5f0e29b3d6d5,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:09.910522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:09.915728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:09.977237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07895299-a664-4b19-8a4b-5ac3c626de4f None None] No DVR routers for this DVR port 4485d321-4a15-4db8-be7e-5f0e29b3d6d5 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:10:09.994424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265457ad-1030-4e5a-b823-f22654799945 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:10.241955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': '6a75c11d-8c06-4316-8ba3-553437b0043c'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:10:10.242770 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:10.271027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:10.296397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9fb16-2043-48a6-8824-f0af6a29a7db req-27665c07-741c-4325-8c29-3129a82b0d30 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:10.303352 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-60a9fb16-2043-48a6-8824-f0af6a29a7db req-27665c07-741c-4325-8c29-3129a82b0d30 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 945 time: 0.0919106 Mar 02 09:10:10.356004 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-60a9fb16-2043-48a6-8824-f0af6a29a7db req-718973b4-c066-4a88-8136-7d33c9b508e8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515084 Mar 02 09:10:10.403122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Allocated IP 2001:db8::f816:3eff:fe3d:4a54 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/6a75c11d-8c06-4316-8ba3-553437b0043c/ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:10.454848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:10.458237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:10.462357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:10.462933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:10.476749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=eb1b315d-52b7-4d2a-b899-815fd0393e72,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:10.503222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 21fc9899-c56b-48f3-858e-a4f47ef2bd19 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:10.585895 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6a59c4a5-8e72-4086-9c12-5296719edd35 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9669471 Mar 02 09:10:10.588369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37374) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:10.594021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:6f:c9:3c', 'name': 'tempest-NetworksTestDHCPv6-1267874974'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:10.662647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:10.674345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Transition to ACTIVE for port object ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:10.696079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Transition to ACTIVE for port object ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:10.734617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:10.740832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:10.743277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:10.754960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:10.770291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:10.796212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:10.872037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:10.875524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:10.881423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:10.885097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Pushing event updated for resources: {'Port': ['ID=ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:10.930862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:11.015620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:11.025610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Attempting to bind port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:10:11.026002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Attempting to bind port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:10:11.026355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Attempting to bind port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:11.035974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:10:11.036359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:10:11.036732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:11.037120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:10:11.037589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Bound port: ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:10:11.037971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:11.061997 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fc9899-c56b-48f3-858e-a4f47ef2bd19'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:10:11.072857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:11.101251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 3dce3cf6-0b5d-4cce-a341-413eed277ba2 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:10:11.113347 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fc9899-c56b-48f3-858e-a4f47ef2bd19', 'code': 200} Mar 02 09:10:11.117494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 21fc9899-c56b-48f3-858e-a4f47ef2bd19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=21fc9899-c56b-48f3-858e-a4f47ef2bd19,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:11.154569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] For port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:10:11.157861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] For port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:10:11.252767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:11.308985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db63c46-1f70-4292-b050-1a3e41cf40a3 req-a2b1254b-40e7-488b-acad-00e1e4725078 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:11.310513 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5db63c46-1f70-4292-b050-1a3e41cf40a3 req-a2b1254b-40e7-488b-acad-00e1e4725078 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 946 time: 0.0889173 Mar 02 09:10:11.335587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8:0:1::312 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/eb1b315d-52b7-4d2a-b899-815fd0393e72/3dce3cf6-0b5d-4cce-a341-413eed277ba2) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:11.336290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=21fc9899-c56b-48f3-858e-a4f47ef2bd19,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:11.342700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::f816:3eff:fe6f:c93c (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/6a75c11d-8c06-4316-8ba3-553437b0043c/3dce3cf6-0b5d-4cce-a341-413eed277ba2) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:11.348049 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:11.364000 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5db63c46-1f70-4292-b050-1a3e41cf40a3 req-ba4db800-c398-4281-9430-afbd7dbba173 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471411 Mar 02 09:10:11.450248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed3c50-2713-49b4-a5f3-e3da0d91ad5a None None] Pushing event updated for resources: {'Port': ['ID=ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:11.566528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8eba8-9209-410a-9dad-681ac69ee862 req-ff9dd47c-358f-434a-b380-bcdaecc164a7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:11.570347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a9c8eba8-9209-410a-9dad-681ac69ee862 req-ff9dd47c-358f-434a-b380-bcdaecc164a7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 946 time: 0.1023426 Mar 02 09:10:11.620305 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a9c8eba8-9209-410a-9dad-681ac69ee862 req-319ebf23-5d34-4559-acae-772eb041390b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432944 Mar 02 09:10:11.653265 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:11.657702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289e8fc-80c9-4974-b7e0-32a7f41c1182 req-b888a450-7089-4647-acdb-669c0535fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:11.659589 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-b289e8fc-80c9-4974-b7e0-32a7f41c1182 req-b888a450-7089-4647-acdb-669c0535fd7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 1099 time: 0.1522822 Mar 02 09:10:11.690824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 3dce3cf6-0b5d-4cce-a341-413eed277ba2 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:11.718336 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-b289e8fc-80c9-4974-b7e0-32a7f41c1182 req-1119c6d0-d344-4e59-afa8-33dca4465949 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518739 Mar 02 09:10:11.831254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:11.900014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:11.907365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:11.911282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:11.916767 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:11.917360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:11.925459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=3dce3cf6-0b5d-4cce-a341-413eed277ba2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:12.020099 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c4c2f087-184e-483e-9643-60fc37665d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4306180 Mar 02 09:10:12.022747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37386) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:12.087983 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2efd8-25a9-43aa-8a40-9896dba706d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 3dce3cf6-0b5d-4cce-a341-413eed277ba2 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:12.088320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4b2efd8-25a9-43aa-8a40-9896dba706d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:12.335986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4b2efd8-25a9-43aa-8a40-9896dba706d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:12.461468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2efd8-25a9-43aa-8a40-9896dba706d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 3dce3cf6-0b5d-4cce-a341-413eed277ba2 owned by {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:12.508742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c327d16f-7c90-4b30-a678-26ae77f6dfa4 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:12.599669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce0f12-f18a-4435-8634-f54c8fdf81f1 req-1b8d897b-41fe-4201-be70-9abee50152a0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:12.608603 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28ce0f12-f18a-4435-8634-f54c8fdf81f1 req-1b8d897b-41fe-4201-be70-9abee50152a0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 946 time: 0.1316302 Mar 02 09:10:12.625183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:12.662977 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28ce0f12-f18a-4435-8634-f54c8fdf81f1 req-c0c59274-2de5-41ad-aad3-cb548988ea94 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532386 Mar 02 09:10:12.698967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b0068801-6ecd-4fb3-9501-c59e12b90808 None None] Provisioning for port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:12.808015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4b2efd8-25a9-43aa-8a40-9896dba706d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:12.845018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:12.852051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb014-d6fb-4193-b282-c48b0d571e26 req-d32c29ba-64dd-4e98-859a-bbdf85b2a23b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:12.856262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:12.856419 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17dfb014-d6fb-4193-b282-c48b0d571e26 req-d32c29ba-64dd-4e98-859a-bbdf85b2a23b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 946 time: 0.0957711 Mar 02 09:10:12.856547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:12.904182 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17dfb014-d6fb-4193-b282-c48b0d571e26 req-2010029a-3b3b-4c3e-a94a-bb22d9fcb904 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421886 Mar 02 09:10:12.991547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2efd8-25a9-43aa-8a40-9896dba706d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=3dce3cf6-0b5d-4cce-a341-413eed277ba2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:13.044515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.067798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4b2efd8-25a9-43aa-8a40-9896dba706d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.068042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d95a2c-b752-4ce3-8623-c7cc143f4c2c None None] Update dhcp port {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'fixed_ips': [{'subnet_id': '6a75c11d-8c06-4316-8ba3-553437b0043c', 'ip_address': '2001:db8::f816:3eff:fe3d:4a54'}, {'subnet_id': 'eb1b315d-52b7-4d2a-b899-815fd0393e72'}], 'binding:host_id': 'dv-neutron-828796-1-hyperv'}, 'id': 'ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9'} from dv-neutron-828796-1-hyperv. {{(pid=88402) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 09:10:13.080831 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c4b2efd8-25a9-43aa-8a40-9896dba706d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/3dce3cf6-0b5d-4cce-a341-413eed277ba2 HTTP/1.1" status: 204 len: 168 time: 1.0566113 Mar 02 09:10:13.083283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37394) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:13.137494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:13.140441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-25d95a2c-b752-4ce3-8623-c7cc143f4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.171147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce91f7-916a-4b59-b8fe-11d081a5fbec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:13.178287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-71ce91f7-916a-4b59-b8fe-11d081a5fbec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:13.236072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.254851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-71ce91f7-916a-4b59-b8fe-11d081a5fbec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:13.259000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37398) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:13.259206 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-71ce91f7-916a-4b59-b8fe-11d081a5fbec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1749265 Mar 02 09:10:13.300914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-920f2e26-ecf9-4b5e-ac78-bf797e0e6412 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:13.302566 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-920f2e26-ecf9-4b5e-ac78-bf797e0e6412 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 946 time: 0.0924747 Mar 02 09:10:13.354095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33048330-54df-469b-b25c-075907fdc740 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:13.355862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-33048330-54df-469b-b25c-075907fdc740 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0955293 Mar 02 09:10:13.364634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37402) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:13.374919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:13.388394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Deleting port 48912577-8dd2-49e3-a573-4293a457a0ff {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:13.388869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.453098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-25d95a2c-b752-4ce3-8623-c7cc143f4c2c None None] Allocated IP 2001:db8:0:1::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/eb1b315d-52b7-4d2a-b899-815fd0393e72/ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:13.456991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f1ef9-6db1-4def-8e2e-8aeeeef92bf0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:13.458667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f1ef9-6db1-4def-8e2e-8aeeeef92bf0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:13.460359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f1ef9-6db1-4def-8e2e-8aeeeef92bf0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:13.461158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2f2f1ef9-6db1-4def-8e2e-8aeeeef92bf0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:13.538150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2f2f1ef9-6db1-4def-8e2e-8aeeeef92bf0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:13.539314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2f2f1ef9-6db1-4def-8e2e-8aeeeef92bf0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1737103 Mar 02 09:10:13.545042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37406) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:13.593891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-25d95a2c-b752-4ce3-8623-c7cc143f4c2c None None] For port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:13.613132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5b2d6b-844f-46ef-bb2c-822da89bf2b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 6a75c11d-8c06-4316-8ba3-553437b0043c {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:13.625075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-25d95a2c-b752-4ce3-8623-c7cc143f4c2c None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.641506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-25d95a2c-b752-4ce3-8623-c7cc143f4c2c None None] Transition to ACTIVE for port object ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:13.658870 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] For port 48912577-8dd2-49e3-a573-4293a457a0ff, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=48912577-8dd2-49e3-a573-4293a457a0ff,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:13.659227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.715811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2d6b-844f-46ef-bb2c-822da89bf2b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.716333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-25d95a2c-b752-4ce3-8623-c7cc143f4c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.781579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2d6b-844f-46ef-bb2c-822da89bf2b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.877810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d95a2c-b752-4ce3-8623-c7cc143f4c2c None None] Pushing event updated for resources: {'Port': ['ID=ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:13.941476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3229ed1-f2ae-420d-9756-d1e2eed8db72 req-b5ed21a8-1964-41e0-a21f-9b9866684f22 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:13.943299 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d3229ed1-f2ae-420d-9756-d1e2eed8db72 req-b5ed21a8-1964-41e0-a21f-9b9866684f22 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 946 time: 0.1643672 Mar 02 09:10:13.944771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2d6b-844f-46ef-bb2c-822da89bf2b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.974761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.975242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:13.975436 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Floating IP 9b29fb4b-fc24-4b69-b7c5-78cd08bdbb80 disassociated. External IP: 172.26.3.153, port: 48912577-8dd2-49e3-a573-4293a457a0ff. Mar 02 09:10:13.975963 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Calling delete_port for 48912577-8dd2-49e3-a573-4293a457a0ff owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:14.035409 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d3229ed1-f2ae-420d-9756-d1e2eed8db72 req-c72dbc70-ac8f-435a-a37f-fe2f11dc0508 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628955 Mar 02 09:10:14.129450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e791b-62f0-42e0-8db2-804c8f271ab0 req-6d00bcea-6110-4c81-832b-6922527dd75a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:14.130983 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-841e791b-62f0-42e0-8db2-804c8f271ab0 req-6d00bcea-6110-4c81-832b-6922527dd75a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 946 time: 0.0920241 Mar 02 09:10:14.180574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2d6b-844f-46ef-bb2c-822da89bf2b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:14.225490 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-841e791b-62f0-42e0-8db2-804c8f271ab0 req-ad7dc5df-ee06-47f7-9f4d-c6377938e155 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879133 Mar 02 09:10:14.228003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b2d6b-844f-46ef-bb2c-822da89bf2b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=6a75c11d-8c06-4316-8ba3-553437b0043c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:14.232222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab5b2d6b-844f-46ef-bb2c-822da89bf2b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:14.244686 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:14.294375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event deleted for resources: {'Port': ['ID=48912577-8dd2-49e3-a573-4293a457a0ff,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:14.332136 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ab5b2d6b-844f-46ef-bb2c-822da89bf2b2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/6a75c11d-8c06-4316-8ba3-553437b0043c HTTP/1.1" status: 204 len: 168 time: 0.7859910 Mar 02 09:10:14.334392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37416) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:14.443266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2734f5-22c2-41f5-a611-6c44d59d6eec None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:14.457168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2a6f0a-e6c4-41cf-9c5b-1b00d1d13d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet eb1b315d-52b7-4d2a-b899-815fd0393e72 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:14.461535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6f0a-e6c4-41cf-9c5b-1b00d1d13d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:14.498865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Router 97b628d2-d6d3-4ca1-897e-79a879734de0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:10:14.541571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6f0a-e6c4-41cf-9c5b-1b00d1d13d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:14.598495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423c68c-e389-4dce-886f-1d499d8fb011 req-9e618f0e-08b7-4dd7-82c7-c4fe8406e35d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:14.600224 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b423c68c-e389-4dce-886f-1d499d8fb011 req-9e618f0e-08b7-4dd7-82c7-c4fe8406e35d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 946 time: 0.2260227 Mar 02 09:10:14.667722 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b423c68c-e389-4dce-886f-1d499d8fb011 req-1a81766f-8c8f-491d-8d98-73ccdc5afdb5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614738 Mar 02 09:10:14.681416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6f0a-e6c4-41cf-9c5b-1b00d1d13d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:14.687409 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:14.727555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:10:14.740488 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] Sync routers for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:10:14.754316 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:14.755754 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:09:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:14.904606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6f0a-e6c4-41cf-9c5b-1b00d1d13d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:14.944199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-825ec93b-d8f7-43c1-9b98-b7917bae2ee7 None None] Provisioning for port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:14.952955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-825ec93b-d8f7-43c1-9b98-b7917bae2ee7 None None] Provisioning complete for port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:14.953618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-825ec93b-d8f7-43c1-9b98-b7917bae2ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:14.955830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] No DVR routers for this DVR port 48912577-8dd2-49e3-a573-4293a457a0ff on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:10:14.958369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:14.961951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'name': 'network-vif-deleted', 'tag': '48912577-8dd2-49e3-a573-4293a457a0ff'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:10:15.001448 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:10:15.029566 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb91ef74-2216-460a-bb50-69b0809b56e7', 'name': 'network-vif-deleted', 'tag': '48912577-8dd2-49e3-a573-4293a457a0ff', 'status': 'completed', 'code': 200} Mar 02 09:10:15.053801 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-22ad59e8-6e95-4404-8400-941a4bbaba65 req-559cee0a-6876-40c2-8b6a-c34c27d2dac4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "DELETE /v2.0/ports/48912577-8dd2-49e3-a573-4293a457a0ff HTTP/1.1" status: 204 len: 173 time: 1.7446823 Mar 02 09:10:15.101190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a6f0a-e6c4-41cf-9c5b-1b00d1d13d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1b315d-52b7-4d2a-b899-815fd0393e72,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:15.108678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2a2a6f0a-e6c4-41cf-9c5b-1b00d1d13d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:15.121604 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2a2a6f0a-e6c4-41cf-9c5b-1b00d1d13d23 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/eb1b315d-52b7-4d2a-b899-815fd0393e72 HTTP/1.1" status: 204 len: 168 time: 0.7856786 Mar 02 09:10:15.123782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37428) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:15.247219 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ec756fe9-15c8-4bf9-819c-6d6f9862052f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220837 Mar 02 09:10:15.250084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37432) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:15.254832 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aae008ec-9eaa-4cfd-976e-2ed25a3cff3e req-73f40837-5fc5-4286-ba11-8f1cf199757d tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 210 time: 0.0569115 Mar 02 09:10:15.262362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:15.414206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:15.416080 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:15.419508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:15.420631 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] Checking router: 97b628d2-d6d3-4ca1-897e-79a879734de0 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:10:15.424720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:15.434532 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:15.436592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:15.436718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:09:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:15.528311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:15.540577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:15.652264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d6252-9c55-467e-a266-51606e11160d None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:15.654442 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:10:15.771256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-de5ecec9-5263-41ef-977c-e634690e1e41 None None] Provisioning complete for port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:15.771855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-de5ecec9-5263-41ef-977c-e634690e1e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:15.922215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:15.979157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:15.987720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:15.995835 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:15.996735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:16.033012 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:16.036093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=d74bbebc-6cad-466d-b1f3-325dd76e08cf,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:16.037370 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406278ac-1590-4918-9165-9a82893e9c24 None None] The sync data for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv is: [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:10:16.050348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3974d4-fc40-4ceb-a53b-3c89deeefda9 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:10:16.054628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6e3974d4-fc40-4ceb-a53b-3c89deeefda9 None None] Deleting port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:16.055161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6e3974d4-fc40-4ceb-a53b-3c89deeefda9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:16.145325 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-54e2dc88-ff70-4f16-bfc1-9cc9e06bf8a7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8938947 Mar 02 09:10:16.153227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37436) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:16.154438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:16.242938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37440) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:16.313351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:16.318664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:16.321756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:16.327948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:16.340183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3f58d2-0a27-41f8-9ca4-4b51e7c8237c None None] New status for floating IP 9b29fb4b-fc24-4b69-b7c5-78cd08bdbb80: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:10:16.436053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:16.440085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:16.461777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0945d342-b8cc-45da-be4b-b266869a5ef9 req-e5592a1f-f0ec-43e2-a7af-52174e45d2b8 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb91ef74-2216-460a-bb50-69b0809b56e7 HTTP/1.1" status: 200 len: 210 time: 0.0629549 Mar 02 09:10:16.509012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6e3974d4-fc40-4ceb-a53b-3c89deeefda9 None None] For port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:16.509405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6e3974d4-fc40-4ceb-a53b-3c89deeefda9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:16.601037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.ipam_backend_mixin [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d74bbebc-6cad-466d-b1f3-325dd76e08cf (CIDR: 2001:db8::/64) Mar 02 09:10:16.632068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:10:16.632660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:16.634541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 48912577-8dd2-49e3-a573-4293a457a0ff no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:10:16.661124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:10:16.717111 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-77d49fb8-799d-4e6d-ac9d-b0b41560669a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5677557 Mar 02 09:10:16.719923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37446) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:16.726675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:16.818955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6e3974d4-fc40-4ceb-a53b-3c89deeefda9 None None] Calling delete_port for ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:16.844344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 48912577-8dd2-49e3-a573-4293a457a0ff {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:10:16.844942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 48912577-8dd2-49e3-a573-4293a457a0ff not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:10:16.902511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:16.907496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:16.911768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:16.929628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:16.961273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.030258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:17.034449 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.059999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6e3974d4-fc40-4ceb-a53b-3c89deeefda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.095173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.147853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3974d4-fc40-4ceb-a53b-3c89deeefda9 None None] Pushing event deleted for resources: {'Port': ['ID=ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:17.155235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3974d4-fc40-4ceb-a53b-3c89deeefda9 None None] No DVR routers for this DVR port ef5131b8-cc5c-4ef3-82d2-8cfb2e2725c9 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:10:17.173603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff9a80-e796-4bf2-8ecd-52252d73274a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:17.255745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.405254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': 'd74bbebc-6cad-466d-b1f3-325dd76e08cf'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:10:17.406302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.471841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.objects.ports [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88401) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:10:17.473404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.592237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:17.595634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:17.603144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:17.603144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.629019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=31c2eac7-6f9c-48bd-afd3-42442b21e5ae,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:17.681626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.17 (85436fa1-8a8e-4fff-bcfb-823797c7fc43/66dad279-b853-46ab-86d3-05085dc32281/19a89b73-fce4-4610-8247-a6d5c1d9721a) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:17.697845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/d74bbebc-6cad-466d-b1f3-325dd76e08cf/4395269e-0e22-4016-9f96-a4073caf1abb) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:17.704344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:69da (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/31c2eac7-6f9c-48bd-afd3-42442b21e5ae/4395269e-0e22-4016-9f96-a4073caf1abb) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:17.711880 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6d89dd82-c4c1-4312-b63c-f9338666096d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9900343 Mar 02 09:10:17.714561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37456) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:17.722104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:67:4c:f2', 'name': 'tempest-NetworksTestDHCPv6-563852781'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:17.858007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.875594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object 19a89b73-fce4-4610-8247-a6d5c1d9721a will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:17.906493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:17.927296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-0086b9fa-0fde-4787-a950-f6ea8b745206 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818291337&fields=id&tenant_id=7b3cf841a687405eb1907c3edafdcfae HTTP/1.1" status: 200 len: 267 time: 0.0678048 Mar 02 09:10:17.927296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:17.954771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.965061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Transition to ACTIVE for port object 4395269e-0e22-4016-9f96-a4073caf1abb will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:17.968062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:17.984422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Transition to ACTIVE for port object 4395269e-0e22-4016-9f96-a4073caf1abb will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:18.025086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:18.037106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:18.040278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:18.041929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:18.065113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=19a89b73-fce4-4610-8247-a6d5c1d9721a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:18.067820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:18.133086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:18.156815 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:18.160408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:18.164142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:18.197891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-782fb763-4451-4efc-ad3c-5c52bc3b2aea tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:18.199258 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-782fb763-4451-4efc-ad3c-5c52bc3b2aea tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 811 time: 0.2645829 Mar 02 09:10:18.209417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Pushing event updated for resources: {'Port': ['ID=4395269e-0e22-4016-9f96-a4073caf1abb,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:18.229270 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-ec897496-a11b-44c0-9bc1-c48317528af7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/quotas/7b3cf841a687405eb1907c3edafdcfae HTTP/1.1" status: 200 len: 375 time: 0.0182130 Mar 02 09:10:18.233759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:18.317292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Attempting to bind port 4395269e-0e22-4016-9f96-a4073caf1abb on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:10:18.318408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Attempting to bind port 4395269e-0e22-4016-9f96-a4073caf1abb by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:10:18.319067 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Attempting to bind port 4395269e-0e22-4016-9f96-a4073caf1abb on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:18.328401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:10:18.328782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:10:18.329184 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:18.329749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:10:18.330387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Bound port: 4395269e-0e22-4016-9f96-a4073caf1abb, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:10:18.330763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:18.355315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:18.425260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port 7868ba5f-1581-4aec-9278-d025f0958604 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:10:18.433936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] For port 4395269e-0e22-4016-9f96-a4073caf1abb, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:10:18.436933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] For port 4395269e-0e22-4016-9f96-a4073caf1abb, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4395269e-0e22-4016-9f96-a4073caf1abb,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:10:18.523507 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-52471a1f-0d51-4d65-a229-51923c532e93 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1608312 Mar 02 09:10:18.555889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-72501868-4677-4c07-9b3f-6218960f8908 None None] Provisioning for port 19a89b73-fce4-4610-8247-a6d5c1d9721a completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:18.563390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-72501868-4677-4c07-9b3f-6218960f8908 None None] Provisioning complete for port 19a89b73-fce4-4610-8247-a6d5c1d9721a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:18.564092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-72501868-4677-4c07-9b3f-6218960f8908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:18.571241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-58626a8f-f03c-437b-a648-18f06baf41cf service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:10:18.572300 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-58626a8f-f03c-437b-a648-18f06baf41cf service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096977 Mar 02 09:10:18.597153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:18.691639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-72501868-4677-4c07-9b3f-6218960f8908 None None] Port 19a89b73-fce4-4610-8247-a6d5c1d9721a cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:10:18.703641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8353c01-b377-4881-8335-cb168118dd54 None None] Pushing event updated for resources: {'Port': ['ID=4395269e-0e22-4016-9f96-a4073caf1abb,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:18.793641 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-218432f7-e487-4c51-b610-c3284ec39d1d service neutron] 10.222.0.10 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104666 Mar 02 09:10:18.794776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::d8 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/d74bbebc-6cad-466d-b1f3-325dd76e08cf/7868ba5f-1581-4aec-9278-d025f0958604) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:18.798974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:18.803212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8:0:1:f816:3eff:fe67:4cf2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/31c2eac7-6f9c-48bd-afd3-42442b21e5ae/7868ba5f-1581-4aec-9278-d025f0958604) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:18.881524 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:19.029630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:19.033238 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=19a89b73-fce4-4610-8247-a6d5c1d9721a,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:19.149707 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-78641240-948a-4ecc-8307-4b091aaead1c service neutron] 10.222.0.10 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481214 Mar 02 09:10:19.175824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:19.185605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:19.186953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:19.193560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object 7868ba5f-1581-4aec-9278-d025f0958604 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:19.299769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:19.392568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:10:19.399755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=7868ba5f-1581-4aec-9278-d025f0958604,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:19.416123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:19.418301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:19.421144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:19.428063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:19.428868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:19.511526 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-63416a16-d747-4b8a-ac20-7bfe95fe49bf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7953720 Mar 02 09:10:19.514224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37468) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:19.535514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-94c60a37-103f-442b-8b86-1feb7577c8f2 None None] Provisioning complete for port 19a89b73-fce4-4610-8247-a6d5c1d9721a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:19.536105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-94c60a37-103f-442b-8b86-1feb7577c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:19.602496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-94c60a37-103f-442b-8b86-1feb7577c8f2 None None] Port 19a89b73-fce4-4610-8247-a6d5c1d9721a cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:10:19.614425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-4171fd04-eebc-40da-8126-31cda0794b70 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port 7868ba5f-1581-4aec-9278-d025f0958604 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:19.615059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4171fd04-eebc-40da-8126-31cda0794b70 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:19.719221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:10:19.731674 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Sync routers for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:10:19.737542 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7d1247fd-5e91-4479-ab00-0a1efb3bfb26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/2bda3aba-f7d1-4bba-9e55-a57d8944a9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4932470 Mar 02 09:10:19.744087 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:19.747448 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:09:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:19.751361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64741800-a44f-47a8-929b-66b04749dff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:19.909212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4171fd04-eebc-40da-8126-31cda0794b70 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:19.956068 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:10:20.084609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01103d21-45e5-4d9d-9752-65d4a2ea91b9 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:20.097626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-4171fd04-eebc-40da-8126-31cda0794b70 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for 7868ba5f-1581-4aec-9278-d025f0958604 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:20.132155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-397c612b-fd33-4a4c-8326-7ec8ce09d9d4 req-742bb13f-1959-4b69-a18f-eef8b5d0f785 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 210 time: 0.1938059 Mar 02 09:10:20.251607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4fbd3441-ded3-4eb5-9328-64965ba87670 None None] Provisioning for port 4395269e-0e22-4016-9f96-a4073caf1abb completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:20.371602 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:10:18Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '05b9a432-115c-4fab-99d4-4df881b07e30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.125', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:08:42Z', 'updated_at': '2022-03-02T09:08:46Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a89b73-fce4-4610-8247-a6d5c1d9721a', 'name': '', 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:cd:7e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '66dad279-b853-46ab-86d3-05085dc32281', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:10:17Z', 'updated_at': '2022-03-02T09:10:18Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '66dad279-b853-46ab-86d3-05085dc32281', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:20.376832 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Checking router: 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:10:20.377331 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Updating router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 port 19a89b73-fce4-4610-8247-a6d5c1d9721a binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:10:20.432567 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:20.567132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4171fd04-eebc-40da-8126-31cda0794b70 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:20.637041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4395269e-0e22-4016-9f96-a4073caf1abb up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:20.663609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171fd04-eebc-40da-8126-31cda0794b70 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=7868ba5f-1581-4aec-9278-d025f0958604,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:20.726744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4171fd04-eebc-40da-8126-31cda0794b70 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:20.740742 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4171fd04-eebc-40da-8126-31cda0794b70 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/7868ba5f-1581-4aec-9278-d025f0958604 HTTP/1.1" status: 204 len: 168 time: 1.2252030 Mar 02 09:10:20.743279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37486) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:20.789912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 4395269e-0e22-4016-9f96-a4073caf1abb completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:20.801416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 4395269e-0e22-4016-9f96-a4073caf1abb triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:20.802050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:20.833129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f51218-6b38-48ab-b891-795f58870a00 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:20.833917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-13f51218-6b38-48ab-b891-795f58870a00 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:20.855893 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:20.869097 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Transition to ACTIVE for port object 19a89b73-fce4-4610-8247-a6d5c1d9721a will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:20.927209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-13f51218-6b38-48ab-b891-795f58870a00 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:20.928478 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-13f51218-6b38-48ab-b891-795f58870a00 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1842980 Mar 02 09:10:20.931023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37490) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:20.943874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:20.959308 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:20.977677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 4395269e-0e22-4016-9f96-a4073caf1abb, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4395269e-0e22-4016-9f96-a4073caf1abb,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:21.027415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db457d6-9c18-4464-8230-824355490983 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:21.029050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6db457d6-9c18-4464-8230-824355490983 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0967958 Mar 02 09:10:21.031727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37494) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:21.065214 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.151028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95c9f1-17e5-41d8-b204-334b5697ad1d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:21.152867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95c9f1-17e5-41d8-b204-334b5697ad1d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:21.154900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95c9f1-17e5-41d8-b204-334b5697ad1d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:21.155249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0f95c9f1-17e5-41d8-b204-334b5697ad1d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:21.167239 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Pushing event updated for resources: {'Port': ['ID=19a89b73-fce4-4610-8247-a6d5c1d9721a,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:21.184637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=4395269e-0e22-4016-9f96-a4073caf1abb,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:21.197776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8f83ddae-03b0-4e5d-bee4-c12b9989539e None None] Provisioning complete for port 4395269e-0e22-4016-9f96-a4073caf1abb triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:21.198554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8f83ddae-03b0-4e5d-bee4-c12b9989539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.236649 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.237287 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.237977 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.238298 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.239045 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.239538 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.240022 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.240552 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.241049 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.241420 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.241742 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.242247 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:21.247412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0f95c9f1-17e5-41d8-b204-334b5697ad1d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:21.251333 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0f95c9f1-17e5-41d8-b204-334b5697ad1d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2153356 Mar 02 09:10:21.253319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37500) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:21.268721 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Attempting to bind port 19a89b73-fce4-4610-8247-a6d5c1d9721a on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:10:21.269088 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Attempting to bind port 19a89b73-fce4-4610-8247-a6d5c1d9721a by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:10:21.269450 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Attempting to bind port 19a89b73-fce4-4610-8247-a6d5c1d9721a on network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:21.275613 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:10:21.275980 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Checking segment: {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:10:21.276632 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.277179 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Bound using segment: {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:10:21.277878 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Bound port: 19a89b73-fce4-4610-8247-a6d5c1d9721a, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:10:21.278587 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.411674 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4b59b013-7b0a-4bff-8585-577999dc3afc req-6cefdb68-e7a7-4bc2-845f-4764777ea403 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 210 time: 0.0815742 Mar 02 09:10:21.445501 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] For port 19a89b73-fce4-4610-8247-a6d5c1d9721a, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:10:21.450965 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] For port 19a89b73-fce4-4610-8247-a6d5c1d9721a, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=19a89b73-fce4-4610-8247-a6d5c1d9721a,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:10:21.451132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8f83ddae-03b0-4e5d-bee4-c12b9989539e None None] Could not find standard attr ID for object 7868ba5f-1581-4aec-9278-d025f0958604. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:10:21.459001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-291d0698-9c6f-4cd0-b504-813e899ce56b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 31c2eac7-6f9c-48bd-afd3-42442b21e5ae {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:21.462488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-291d0698-9c6f-4cd0-b504-813e899ce56b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.519839 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-291d0698-9c6f-4cd0-b504-813e899ce56b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.527400 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.565599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-328218ef-098f-4c38-a26e-8bec43429f43 None None] Could not find standard attr ID for object 3dce3cf6-0b5d-4cce-a341-413eed277ba2. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:10:21.637226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-291d0698-9c6f-4cd0-b504-813e899ce56b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.678174 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:21.679182 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:09:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:21.699404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-62f8c727-0ea9-4d61-b3b4-8df15eaed632 None None] Could not find standard attr ID for object 7868ba5f-1581-4aec-9278-d025f0958604. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:10:21.772382 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e5649-d49c-4736-8c9f-50532a7f2707 None None] Pushing event updated for resources: {'Port': ['ID=19a89b73-fce4-4610-8247-a6d5c1d9721a,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:21.819384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-291d0698-9c6f-4cd0-b504-813e899ce56b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.877819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d0698-9c6f-4cd0-b504-813e899ce56b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=31c2eac7-6f9c-48bd-afd3-42442b21e5ae,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:21.884875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-291d0698-9c6f-4cd0-b504-813e899ce56b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.945810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b6a2ee36-36d4-483f-aebc-946405f0ec9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:21.963923 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-291d0698-9c6f-4cd0-b504-813e899ce56b tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/31c2eac7-6f9c-48bd-afd3-42442b21e5ae HTTP/1.1" status: 204 len: 168 time: 0.7088373 Mar 02 09:10:21.966740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37504) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:21.980897 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:10:22.023830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d88dc-287a-4c76-aae3-552ed4c0898a None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:22.056681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-194cb598-fa5f-4d4d-872d-1996b92b3abc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet d74bbebc-6cad-466d-b1f3-325dd76e08cf {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:22.060344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-194cb598-fa5f-4d4d-872d-1996b92b3abc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:22.119193 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-194cb598-fa5f-4d4d-872d-1996b92b3abc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:22.339443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-194cb598-fa5f-4d4d-872d-1996b92b3abc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:22.405909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-c8f0cc24-8fe6-4e82-b05b-acad3d0d87de tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:22.406598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-c8f0cc24-8fe6-4e82-b05b-acad3d0d87de tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Synchronizing usage tracker for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:22.411150 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:10:18Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '05b9a432-115c-4fab-99d4-4df881b07e30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.125', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:08:42Z', 'updated_at': '2022-03-02T09:08:46Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a89b73-fce4-4610-8247-a6d5c1d9721a', 'name': '', 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:cd:7e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '66dad279-b853-46ab-86d3-05085dc32281', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:10:17Z', 'updated_at': '2022-03-02T09:10:21Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '66dad279-b853-46ab-86d3-05085dc32281', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:22.415460 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bbad-3534-4b2c-b785-f1df796a931e None None] The sync data for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv is: [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:10:18Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '05b9a432-115c-4fab-99d4-4df881b07e30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.125', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:08:42Z', 'updated_at': '2022-03-02T09:08:46Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a89b73-fce4-4610-8247-a6d5c1d9721a', 'name': '', 'network_id': '85436fa1-8a8e-4fff-bcfb-823797c7fc43', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:cd:7e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '66dad279-b853-46ab-86d3-05085dc32281', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:10:17Z', 'updated_at': '2022-03-02T09:10:21Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '66dad279-b853-46ab-86d3-05085dc32281', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:10:22.510183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-c8f0cc24-8fe6-4e82-b05b-acad3d0d87de tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Unset dirty status for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:22.511324 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-c8f0cc24-8fe6-4e82-b05b-acad3d0d87de tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 811 time: 0.3233533 Mar 02 09:10:22.598229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-194cb598-fa5f-4d4d-872d-1996b92b3abc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:22.653459 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-66970078-5b5c-461b-8575-34ef9c17611f req-dc1bfe30-e545-47b0-b6d9-13943ce17470 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 210 time: 0.1038482 Mar 02 09:10:22.690043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cb598-fa5f-4d4d-872d-1996b92b3abc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=d74bbebc-6cad-466d-b1f3-325dd76e08cf,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:22.696540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-2c20c2fa-b5a6-49fb-a114-0b5e91f84d83 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Synchronizing usage tracker for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:22.702597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-194cb598-fa5f-4d4d-872d-1996b92b3abc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:22.723727 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-194cb598-fa5f-4d4d-872d-1996b92b3abc tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/d74bbebc-6cad-466d-b1f3-325dd76e08cf HTTP/1.1" status: 204 len: 168 time: 0.7558970 Mar 02 09:10:22.729384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37512) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:22.748402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 19a89b73-fce4-4610-8247-a6d5c1d9721a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:22.806354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-2c20c2fa-b5a6-49fb-a114-0b5e91f84d83 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Unset dirty status for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:22.807400 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-2c20c2fa-b5a6-49fb-a114-0b5e91f84d83 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b3cf841a687405eb1907c3edafdcfae HTTP/1.1" status: 200 len: 380 time: 0.2880869 Mar 02 09:10:22.818678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'port': {'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'admin_state_up': True, 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'security_groups': ['253b0212-c835-471c-a5e9-fef4c86b8ef9']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:22.850264 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-58c9dcd0-2497-4876-8475-7ad358ad6ff2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195867 Mar 02 09:10:22.853272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37518) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:22.861937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:22.863213 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:10:22.940228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 19a89b73-fce4-4610-8247-a6d5c1d9721a completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:22.956709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 19a89b73-fce4-4610-8247-a6d5c1d9721a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:22.958942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.046613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.055003 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:23.059607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:port and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:23.063499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:23.072100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:23.092279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:23.120014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:23.120014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:23.125790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:23.167253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Made reservation on behalf of 7b3cf841a687405eb1907c3edafdcfae for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:23.171791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.181015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c645b-5f0e-41fa-9b90-2eb1897be9be None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:23.200298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.224162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:23.228981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.297794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.337433 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c03851c5-4302-481c-b8c4-f341912c8ad5 None None] Provisioning complete for port 4395269e-0e22-4016-9f96-a4073caf1abb triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:23.337901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c03851c5-4302-481c-b8c4-f341912c8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.453616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 19a89b73-fce4-4610-8247-a6d5c1d9721a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=19a89b73-fce4-4610-8247-a6d5c1d9721a,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:23.482095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Allocated IP 172.20.0.13 (a6332975-3d58-4edc-a71c-3dc3ba5958cf/fed2c15f-a6b6-4469-925b-6d17f4a3215c/92a24ded-d985-4107-afea-6c5767b5f4c5) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:23.534503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.535348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4395269e-0e22-4016-9f96-a4073caf1abb up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:23.647827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.683979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=19a89b73-fce4-4610-8247-a6d5c1d9721a,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:23.709106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 4395269e-0e22-4016-9f96-a4073caf1abb triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:23.709623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.736164 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:23.753017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:23.761665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:23.762193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.762784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a672b-01e3-460d-9748-118b5c71b7d3 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:10:23.776203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a672b-01e3-460d-9748-118b5c71b7d3 None None] Deleting port 4395269e-0e22-4016-9f96-a4073caf1abb {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:23.776576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ed1a672b-01e3-460d-9748-118b5c71b7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.801584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=b32f3ecc-709f-42c2-a1f1-5c8e36fd14eb,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:23.811264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:23.829266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Transition to ACTIVE for port object 92a24ded-d985-4107-afea-6c5767b5f4c5 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:23.868850 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-036450f9-519c-465a-9d37-08da4dc39a49 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0138264 Mar 02 09:10:23.878532 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37524) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:23.880664 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-85324508-9914-43fc-9782-f71df6edebe2 req-496f9572-a4eb-4da0-bf5a-eb82975c4186 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 210 time: 0.0586524 Mar 02 09:10:23.892360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:24.040201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:24.044810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:24.047738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:24.054482 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:24.110247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.118415 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ed1a672b-01e3-460d-9748-118b5c71b7d3 None None] For port 4395269e-0e22-4016-9f96-a4073caf1abb, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4395269e-0e22-4016-9f96-a4073caf1abb,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:24.121634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ed1a672b-01e3-460d-9748-118b5c71b7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.177638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:24.185459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:24.190036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:24.193392 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.211609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:24.254964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a672b-01e3-460d-9748-118b5c71b7d3 None None] Calling delete_port for 4395269e-0e22-4016-9f96-a4073caf1abb owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:24.382669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'Port': ['ID=92a24ded-d985-4107-afea-6c5767b5f4c5,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:24.408335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ed1a672b-01e3-460d-9748-118b5c71b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.467024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a672b-01e3-460d-9748-118b5c71b7d3 None None] Pushing event deleted for resources: {'Port': ['ID=4395269e-0e22-4016-9f96-a4073caf1abb,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:24.470846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a672b-01e3-460d-9748-118b5c71b7d3 None None] No DVR routers for this DVR port 4395269e-0e22-4016-9f96-a4073caf1abb on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:10:24.490001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21766c9-fa7c-4588-b2be-684b04f05fc2 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:24.493785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:24.494447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.555134 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.ipam_backend_mixin [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b32f3ecc-709f-42c2-a1f1-5c8e36fd14eb (CIDR: 2001:db8::/64) Mar 02 09:10:24.571719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.599064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 19a89b73-fce4-4610-8247-a6d5c1d9721a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:24.601872 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:10:24.602381 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:24.635426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-16255297-24b8-4c59-93e9-366d72d40328 None None] Provisioning for port 92a24ded-d985-4107-afea-6c5767b5f4c5 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:24.652919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-16255297-24b8-4c59-93e9-366d72d40328 None None] Provisioning complete for port 92a24ded-d985-4107-afea-6c5767b5f4c5 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:24.653283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-16255297-24b8-4c59-93e9-366d72d40328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.664738 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-77fc98f9-95e9-4e0c-8ebf-ac9d57f441b2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8499360 Mar 02 09:10:24.675148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-0c37e48a-9beb-4daf-b73b-8c04c2393cd6 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:10:24.676058 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-0c37e48a-9beb-4daf-b73b-8c04c2393cd6 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051653 Mar 02 09:10:24.687911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Request body: {'port': {'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:24.729936 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-34846d31-31df-43f3-82fc-e7a60613b3bd tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8501742 Mar 02 09:10:24.733061 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37530) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:24.740131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'subnet': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:24.777822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-16255297-24b8-4c59-93e9-366d72d40328 None None] Port 92a24ded-d985-4107-afea-6c5767b5f4c5 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:10:24.824624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 19a89b73-fce4-4610-8247-a6d5c1d9721a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:24.825009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.856717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'tenant_id': '0ac3e234141b424bb1980d473ee704e2', 'fixed_ips': [{'subnet_id': 'b32f3ecc-709f-42c2-a1f1-5c8e36fd14eb'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:10:24.857673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.917742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:24.976209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:24.980403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:subnet and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:24.983575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:24.989736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:25.080130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2502e1-9742-4ebf-8477-bd56ac9cb1d2 req-b062a325-ce4a-45d2-acdd-25ecd4edf6dc tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:25.081930 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f2502e1-9742-4ebf-8477-bd56ac9cb1d2 req-b062a325-ce4a-45d2-acdd-25ecd4edf6dc tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 932 time: 0.0890584 Mar 02 09:10:25.087928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:25.091429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:25.128406 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f2502e1-9742-4ebf-8477-bd56ac9cb1d2 req-fa32e93b-43a8-4ea7-87c1-1001800d205d tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405867 Mar 02 09:10:25.169356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Allocated IP 2001:db8::2 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b32f3ecc-709f-42c2-a1f1-5c8e36fd14eb/34c7cd77-eada-4a50-81a1-43285173467f) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:25.212908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4395269e-0e22-4016-9f96-a4073caf1abb no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:10:25.254694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 4395269e-0e22-4016-9f96-a4073caf1abb {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:10:25.255015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4395269e-0e22-4016-9f96-a4073caf1abb not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:10:25.426822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:25.437155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Transition to ACTIVE for port object 34c7cd77-eada-4a50-81a1-43285173467f will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:25.456081 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Transition to ACTIVE for port object 34c7cd77-eada-4a50-81a1-43285173467f will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:25.521410 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:25.545345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a24ded-d985-4107-afea-6c5767b5f4c5 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:10:25.555302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:25.583513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Transition to ACTIVE for port object 92a24ded-d985-4107-afea-6c5767b5f4c5 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:25.590150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:25.593774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:25.598762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:25.600949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Pushing event updated for resources: {'Port': ['ID=34c7cd77-eada-4a50-81a1-43285173467f,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:25.629405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:25.697244 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Attempting to bind port 34c7cd77-eada-4a50-81a1-43285173467f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:10:25.697610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Attempting to bind port 34c7cd77-eada-4a50-81a1-43285173467f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:10:25.698011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Attempting to bind port 34c7cd77-eada-4a50-81a1-43285173467f on network be4c8bc4-165c-40f1-bb1b-3ea596f7219d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:25.704101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:10:25.705020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Checking segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:10:25.705418 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:25.705814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Bound using segment: {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:10:25.706315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Bound port: 34c7cd77-eada-4a50-81a1-43285173467f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897f0ce0-0057-48d8-9973-686281bd0c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:10:25.706691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:25.814314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] For port 34c7cd77-eada-4a50-81a1-43285173467f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:10:25.817796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] For port 34c7cd77-eada-4a50-81a1-43285173467f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=34c7cd77-eada-4a50-81a1-43285173467f,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:10:25.818559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Pushing event updated for resources: {'Port': ['ID=92a24ded-d985-4107-afea-6c5767b5f4c5,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:25.887150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:25.988239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c28c1-6e34-4dcb-b595-74362d2d7e81 None None] Pushing event updated for resources: {'Port': ['ID=34c7cd77-eada-4a50-81a1-43285173467f,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:25.989812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Attempting to bind port 92a24ded-d985-4107-afea-6c5767b5f4c5 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:10:25.990776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Attempting to bind port 92a24ded-d985-4107-afea-6c5767b5f4c5 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:10:25.990776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Attempting to bind port 92a24ded-d985-4107-afea-6c5767b5f4c5 on network a6332975-3d58-4edc-a71c-3dc3ba5958cf {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:25.993852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.objects.ports [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88400) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 09:10:26.034686 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Port 92a24ded-d985-4107-afea-6c5767b5f4c5 on network a6332975-3d58-4edc-a71c-3dc3ba5958cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:10:26.035023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Attempting to bind port 92a24ded-d985-4107-afea-6c5767b5f4c5 on network a6332975-3d58-4edc-a71c-3dc3ba5958cf {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:26.055799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:10:26.056153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Checking segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:10:26.056545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Bound using segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:10:26.056969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Bound port: 92a24ded-d985-4107-afea-6c5767b5f4c5, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:10:26.057313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:26.183092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] For port 92a24ded-d985-4107-afea-6c5767b5f4c5, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:10:26.186277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] For port 92a24ded-d985-4107-afea-6c5767b5f4c5, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=92a24ded-d985-4107-afea-6c5767b5f4c5,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:10:26.289514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:26.358792 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c165-e3e2-4a8f-8f97-f60da7b3e714 req-e84dd877-3784-4777-808e-31f849367477 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:26.362618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9f6c165-e3e2-4a8f-8f97-f60da7b3e714 req-e84dd877-3784-4777-808e-31f849367477 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 944 time: 0.0954404 Mar 02 09:10:26.414301 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9f6c165-e3e2-4a8f-8f97-f60da7b3e714 req-1cad51ab-bacb-4a8d-a928-9e564a5f9fb4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Mar 02 09:10:26.492018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:26.492481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:26.493867 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] 10.222.0.15 "PUT /v2.0/ports/92a24ded-d985-4107-afea-6c5767b5f4c5 HTTP/1.1" status: 200 len: 1094 time: 1.8097522 Mar 02 09:10:26.494481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:10:26.498805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:26.581734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa87a0-dd70-44e6-89f7-608674b9f480 service neutron] Pushing event updated for resources: {'Port': ['ID=92a24ded-d985-4107-afea-6c5767b5f4c5,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:26.604408 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'status': 'completed', 'code': 200} Mar 02 09:10:26.644334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 34c7cd77-eada-4a50-81a1-43285173467f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:26.772391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 34c7cd77-eada-4a50-81a1-43285173467f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:26.814845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4fea1-8c52-4f5c-a62b-4519ed6b18dc req-0ffb38b0-c179-452a-a0c5-b4e40f7962b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:26.816408 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-64c4fea1-8c52-4f5c-a62b-4519ed6b18dc req-0ffb38b0-c179-452a-a0c5-b4e40f7962b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 1097 time: 0.1907718 Mar 02 09:10:26.868721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] For port 34c7cd77-eada-4a50-81a1-43285173467f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=34c7cd77-eada-4a50-81a1-43285173467f,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:26.965904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:26.986431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4fea1-8c52-4f5c-a62b-4519ed6b18dc req-59777fb7-0bec-4ea6-b66b-7715447d1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:26.987895 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-64c4fea1-8c52-4f5c-a62b-4519ed6b18dc req-59777fb7-0bec-4ea6-b66b-7715447d1a01 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b3cf841a687405eb1907c3edafdcfae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1630650 Mar 02 09:10:27.082017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:27.082736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:27.183597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-caf8280c-dcc5-407b-bddd-ef2a5416198d None None] Provisioning for port 34c7cd77-eada-4a50-81a1-43285173467f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:27.188952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-caf8280c-dcc5-407b-bddd-ef2a5416198d None None] Provisioning complete for port 34c7cd77-eada-4a50-81a1-43285173467f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:27.189367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-caf8280c-dcc5-407b-bddd-ef2a5416198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:27.208459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:27.219787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:27.228122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:27.228710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:27.231984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cfac98-1a69-475d-8710-773db39d1108 None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:27.273922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Subnet': ['ID=184065ef-93f2-48fe-82b2-1cfc4f6b3eff,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:27.275918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=34c7cd77-eada-4a50-81a1-43285173467f,revision_number=4']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:27.281895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4fea1-8c52-4f5c-a62b-4519ed6b18dc req-1144e45a-1983-4c55-a173-703b98a4942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:27.283405 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-64c4fea1-8c52-4f5c-a62b-4519ed6b18dc req-1144e45a-1983-4c55-a173-703b98a4942b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2894938 Mar 02 09:10:27.381986 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2e0f9707-a20a-45ce-9fd7-ac5ea24b7f66 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6476326 Mar 02 09:10:27.384773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37542) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:27.392166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Request body: {'port': {'network_id': 'be4c8bc4-165c-40f1-bb1b-3ea596f7219d', 'mac_address': 'fa:16:3e:92:af:36', 'name': 'tempest-NetworksTestDHCPv6-605894184'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:27.418969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-3a9e0cf1-4f54-4105-84c9-ce4215370970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:27.424650 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-3a9e0cf1-4f54-4105-84c9-ce4215370970 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 1097 time: 0.0809395 Mar 02 09:10:27.451348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-caf8280c-dcc5-407b-bddd-ef2a5416198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:27.518077 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-5e89fab9-d7c7-4c0c-a441-05f2955ba3db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a24ded-d985-4107-afea-6c5767b5f4c5 HTTP/1.1" status: 200 len: 217 time: 0.0854695 Mar 02 09:10:27.537362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-caf8280c-dcc5-407b-bddd-ef2a5416198d None None] For port 34c7cd77-eada-4a50-81a1-43285173467f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=34c7cd77-eada-4a50-81a1-43285173467f,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:27.550123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:27.556730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Usage tracker for resource:port and tenant:0ac3e234141b424bb1980d473ee704e2 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:27.560631 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:27.567682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:27.607012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-caf8280c-dcc5-407b-bddd-ef2a5416198d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:27.623144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-7663a885-b1fc-4c4c-8744-aecb9a5d6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:27.625639 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-7663a885-b1fc-4c4c-8744-aecb9a5d6538 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.1001160 Mar 02 09:10:27.640290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Made reservation on behalf of 0ac3e234141b424bb1980d473ee704e2 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:27.683153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8280c-dcc5-407b-bddd-ef2a5416198d None None] Pushing event updated for resources: {'Port': ['ID=34c7cd77-eada-4a50-81a1-43285173467f,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:27.710456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-b66d8ee1-0375-4077-aba0-8429063b673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:27.712128 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-b66d8ee1-0375-4077-aba0-8429063b673e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806301 Mar 02 09:10:27.855983 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-6aa1431c-6308-4e0f-b006-696c5a7f6a4f service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371028 Mar 02 09:10:27.905068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:27.924288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bb434-326a-4112-a2a1-fb170ef00ead req-b59922fc-dde7-4522-8625-009fb59ef8e0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:27.925823 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-978bb434-326a-4112-a2a1-fb170ef00ead req-b59922fc-dde7-4522-8625-009fb59ef8e0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 944 time: 0.3343625 Mar 02 09:10:27.967814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] device_id is not set on port d66f32d2-f1af-4303-b5b1-8daa4c944c75 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:10:28.002982 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d85ff98a-fbb1-4370-8237-f75137ed2e90 req-2dc4fab2-314e-496f-a9e1-a4d0a6f11d3f service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410935 Mar 02 09:10:28.040308 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-978bb434-326a-4112-a2a1-fb170ef00ead req-ae2ebb66-3f12-41a1-9e98-59cd98dc7876 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068482 Mar 02 09:10:28.199024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8::106 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/b32f3ecc-709f-42c2-a1f1-5c8e36fd14eb/d66f32d2-f1af-4303-b5b1-8daa4c944c75) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:28.204753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Allocated IP 2001:db8:0:1:f816:3eff:fe92:af36 (be4c8bc4-165c-40f1-bb1b-3ea596f7219d/184065ef-93f2-48fe-82b2-1cfc4f6b3eff/d66f32d2-f1af-4303-b5b1-8daa4c944c75) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:28.231803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a71d5a87-5ad6-4e71-ab5c-90682ba2a340 None None] Provisioning complete for port 34c7cd77-eada-4a50-81a1-43285173467f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:28.232389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a71d5a87-5ad6-4e71-ab5c-90682ba2a340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:28.399907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:28.415289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Transition to ACTIVE for port object d66f32d2-f1af-4303-b5b1-8daa4c944c75 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:28.504121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:28.553318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 34c7cd77-eada-4a50-81a1-43285173467f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:28.576845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:28.584366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:28.586767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:28.592409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:28.593016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:28.610066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event updated for resources: {'Port': ['ID=d66f32d2-f1af-4303-b5b1-8daa4c944c75,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:28.626680 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 34c7cd77-eada-4a50-81a1-43285173467f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:28.627056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:28.687130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-19af2b56-125f-4d41-b508-bf4dca1065c4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3005667 Mar 02 09:10:28.690093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37548) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:28.767061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-00ae9345-6ecb-4105-9e00-7f3431f4b502 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting port d66f32d2-f1af-4303-b5b1-8daa4c944c75 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:28.767061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00ae9345-6ecb-4105-9e00-7f3431f4b502 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:28.931453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1faaec4f-f104-42e4-9b52-3ac6ebf872f3 None None] Provisioning for port d66f32d2-f1af-4303-b5b1-8daa4c944c75 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:28.936330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1faaec4f-f104-42e4-9b52-3ac6ebf872f3 None None] Provisioning complete for port d66f32d2-f1af-4303-b5b1-8daa4c944c75 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:28.936709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1faaec4f-f104-42e4-9b52-3ac6ebf872f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:29.013175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00ae9345-6ecb-4105-9e00-7f3431f4b502 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:29.034722 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1faaec4f-f104-42e4-9b52-3ac6ebf872f3 None None] Port d66f32d2-f1af-4303-b5b1-8daa4c944c75 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:10:29.139519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-00ae9345-6ecb-4105-9e00-7f3431f4b502 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Calling delete_port for d66f32d2-f1af-4303-b5b1-8daa4c944c75 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:29.322696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc994b24-cfee-4853-b39e-98411e0d237a req-38b1058c-f421-4cbf-b98d-3c6e6a5980b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:29.324138 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc994b24-cfee-4853-b39e-98411e0d237a req-38b1058c-f421-4cbf-b98d-3c6e6a5980b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 944 time: 0.1586928 Mar 02 09:10:29.414927 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc994b24-cfee-4853-b39e-98411e0d237a req-3642efc8-4293-4900-9157-15f817638445 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851545 Mar 02 09:10:29.491436 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00ae9345-6ecb-4105-9e00-7f3431f4b502 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:29.542703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae9345-6ecb-4105-9e00-7f3431f4b502 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Port': ['ID=d66f32d2-f1af-4303-b5b1-8daa4c944c75,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:29.635259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-00ae9345-6ecb-4105-9e00-7f3431f4b502 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:29.645158 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-00ae9345-6ecb-4105-9e00-7f3431f4b502 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/d66f32d2-f1af-4303-b5b1-8daa4c944c75 HTTP/1.1" status: 204 len: 168 time: 0.9540658 Mar 02 09:10:29.647507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37556) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:29.827568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a234ccf8-7890-4491-9a5f-2b6e6b837faf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:29.828169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a234ccf8-7890-4491-9a5f-2b6e6b837faf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:29.898174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a234ccf8-7890-4491-9a5f-2b6e6b837faf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:29.899244 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a234ccf8-7890-4491-9a5f-2b6e6b837faf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2508454 Mar 02 09:10:29.901788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37560) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:29.979551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7506b-c408-412b-9168-b86be4c00f77 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:29.981289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4ce7506b-c408-412b-9168-b86be4c00f77 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0785694 Mar 02 09:10:29.983843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37564) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:30.051198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df0483-65ed-4c55-9c51-5be1ae6a33ec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:30.052656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df0483-65ed-4c55-9c51-5be1ae6a33ec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:30.054275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df0483-65ed-4c55-9c51-5be1ae6a33ec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:30.055044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-29df0483-65ed-4c55-9c51-5be1ae6a33ec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:30.126589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-29df0483-65ed-4c55-9c51-5be1ae6a33ec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:30.127641 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-29df0483-65ed-4c55-9c51-5be1ae6a33ec tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1429384 Mar 02 09:10:30.130392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37568) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:30.193933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-84724015-7139-47a7-b419-5dfc0ce8b02d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet 184065ef-93f2-48fe-82b2-1cfc4f6b3eff {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:30.196649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84724015-7139-47a7-b419-5dfc0ce8b02d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:30.248802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84724015-7139-47a7-b419-5dfc0ce8b02d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:30.327973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84724015-7139-47a7-b419-5dfc0ce8b02d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:30.440911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84724015-7139-47a7-b419-5dfc0ce8b02d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:30.479505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84724015-7139-47a7-b419-5dfc0ce8b02d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=184065ef-93f2-48fe-82b2-1cfc4f6b3eff,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:30.483519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-84724015-7139-47a7-b419-5dfc0ce8b02d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:30.491912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b898502-cd5c-4a20-888d-9ac44f49424c None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:30.587391 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-84724015-7139-47a7-b419-5dfc0ce8b02d tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/184065ef-93f2-48fe-82b2-1cfc4f6b3eff HTTP/1.1" status: 204 len: 168 time: 0.4537649 Mar 02 09:10:30.588167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37574) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:30.610865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9367b-4122-43aa-9ddf-d63b13d43e6b req-301edb4d-118c-4bdb-bbf5-5a28821e4a78 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:30.612334 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ed9367b-4122-43aa-9ddf-d63b13d43e6b req-301edb4d-118c-4bdb-bbf5-5a28821e4a78 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 944 time: 0.0873234 Mar 02 09:10:30.660247 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ed9367b-4122-43aa-9ddf-d63b13d43e6b req-1eb1232d-4fa3-4a3f-aa23-46cad64e0c0a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Mar 02 09:10:30.669247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dcaf56-aa86-4bb8-85e7-0651920214ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Deleting subnet b32f3ecc-709f-42c2-a1f1-5c8e36fd14eb {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:30.672556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaf56-aa86-4bb8-85e7-0651920214ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:30.727437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaf56-aa86-4bb8-85e7-0651920214ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:30.926185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaf56-aa86-4bb8-85e7-0651920214ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:31.041017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaf56-aa86-4bb8-85e7-0651920214ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:31.081502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcaf56-aa86-4bb8-85e7-0651920214ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Subnet': ['ID=b32f3ecc-709f-42c2-a1f1-5c8e36fd14eb,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:31.085183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1dcaf56-aa86-4bb8-85e7-0651920214ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:31.095226 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b1dcaf56-aa86-4bb8-85e7-0651920214ed tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b32f3ecc-709f-42c2-a1f1-5c8e36fd14eb HTTP/1.1" status: 204 len: 168 time: 0.5058067 Mar 02 09:10:31.097365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37578) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.166525 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dbfb1c38-48c6-4fab-adac-c416b609dab4 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679979 Mar 02 09:10:31.168900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37582) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.206644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2767a4-62ce-4db0-bd2c-67439fd30abd None None] Network be4c8bc4-165c-40f1-bb1b-3ea596f7219d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:31.252152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424f4fc-9e99-46b3-a698-311aa1a64608 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:31.255946 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2424f4fc-9e99-46b3-a698-311aa1a64608 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0838342 Mar 02 09:10:31.256186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37586) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.318369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b015e517-2777-4f32-97b1-215b1cdcf8c5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:31.319051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b015e517-2777-4f32-97b1-215b1cdcf8c5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Synchronizing usage tracker for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:31.340470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eb227835-f076-42c0-aa41-41ef381ef169 None None] Provisioning complete for port 34c7cd77-eada-4a50-81a1-43285173467f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:31.340837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eb227835-f076-42c0-aa41-41ef381ef169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:31.406276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b015e517-2777-4f32-97b1-215b1cdcf8c5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Unset dirty status for tenant:0ac3e234141b424bb1980d473ee704e2 on resource:subnet {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:31.409760 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b015e517-2777-4f32-97b1-215b1cdcf8c5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504049 Mar 02 09:10:31.410053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37592) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.477925 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-72f05a43-436a-4566-a052-f5c65e1fce1a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665958 Mar 02 09:10:31.482883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37596) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.525454 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2374aa80-ec5a-44bf-bb4e-260874b26bc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.525944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2374aa80-ec5a-44bf-bb4e-260874b26bc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.527593 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2374aa80-ec5a-44bf-bb4e-260874b26bc3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/d66f32d2-f1af-4303-b5b1-8daa4c944c75 HTTP/1.1" status: 404 len: 333 time: 0.0437322 Mar 02 09:10:31.530053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37600) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.570072 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1b46c6-cb1b-4ae0-b430-47ee38245ff2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.570516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1b46c6-cb1b-4ae0-b430-47ee38245ff2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.572145 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cc1b46c6-cb1b-4ae0-b430-47ee38245ff2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/184065ef-93f2-48fe-82b2-1cfc4f6b3eff HTTP/1.1" status: 404 len: 337 time: 0.0412233 Mar 02 09:10:31.574625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37604) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.588900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ed784-1ae8-4956-9a29-c6de9d9ac6d7 None None] DHCP port deletion for be4c8bc4-165c-40f1-bb1b-3ea596f7219d request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:10:31.593133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ed784-1ae8-4956-9a29-c6de9d9ac6d7 None None] Deleting port 34c7cd77-eada-4a50-81a1-43285173467f {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:31.593501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed784-1ae8-4956-9a29-c6de9d9ac6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:31.611402 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f868c96-e23c-4eb3-bd0d-f10b491e5eeb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.611844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f868c96-e23c-4eb3-bd0d-f10b491e5eeb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.613467 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2f868c96-e23c-4eb3-bd0d-f10b491e5eeb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b32f3ecc-709f-42c2-a1f1-5c8e36fd14eb HTTP/1.1" status: 404 len: 337 time: 0.0379825 Mar 02 09:10:31.616297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37608) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.655680 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b52f60-6185-4cc2-8938-5117317a0f2e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.656112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b52f60-6185-4cc2-8938-5117317a0f2e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.657750 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f3b52f60-6185-4cc2-8938-5117317a0f2e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/7868ba5f-1581-4aec-9278-d025f0958604 HTTP/1.1" status: 404 len: 333 time: 0.0405850 Mar 02 09:10:31.660316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37612) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.699640 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a11cdaa-3d97-41f0-b61a-58198e727b69 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.700087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a11cdaa-3d97-41f0-b61a-58198e727b69 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.704591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8a11cdaa-3d97-41f0-b61a-58198e727b69 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/31c2eac7-6f9c-48bd-afd3-42442b21e5ae HTTP/1.1" status: 404 len: 337 time: 0.0405488 Mar 02 09:10:31.704826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37618) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.740882 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d202c685-fde0-48fa-9bda-59ac95c55af9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.741327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d202c685-fde0-48fa-9bda-59ac95c55af9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.743237 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d202c685-fde0-48fa-9bda-59ac95c55af9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/d74bbebc-6cad-466d-b1f3-325dd76e08cf HTTP/1.1" status: 404 len: 337 time: 0.0373230 Mar 02 09:10:31.745576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37622) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.798714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5f8ed784-1ae8-4956-9a29-c6de9d9ac6d7 None None] For port 34c7cd77-eada-4a50-81a1-43285173467f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=34c7cd77-eada-4a50-81a1-43285173467f,segment=NetworkSegment(897f0ce0-0057-48d8-9973-686281bd0c1d),segment_id=897f0ce0-0057-48d8-9973-686281bd0c1d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:31.799098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed784-1ae8-4956-9a29-c6de9d9ac6d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:31.821744 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b8021c-9c4e-4b84-b9a1-398c96b41654 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.822149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b8021c-9c4e-4b84-b9a1-398c96b41654 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.823772 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e9b8021c-9c4e-4b84-b9a1-398c96b41654 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/3dce3cf6-0b5d-4cce-a341-413eed277ba2 HTTP/1.1" status: 404 len: 333 time: 0.0773046 Mar 02 09:10:31.826582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37626) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.864561 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa13651-6a6e-4838-a9dd-6429aa3e2010 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.865155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa13651-6a6e-4838-a9dd-6429aa3e2010 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.866083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58b2e4-995d-42dc-8497-fa4b9e9e7306 req-230c5ddb-9799-4364-9b58-6983cc2ca7e9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:31.869341 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6fa13651-6a6e-4838-a9dd-6429aa3e2010 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/eb1b315d-52b7-4d2a-b899-815fd0393e72 HTTP/1.1" status: 404 len: 337 time: 0.0394049 Mar 02 09:10:31.869500 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0b58b2e4-995d-42dc-8497-fa4b9e9e7306 req-230c5ddb-9799-4364-9b58-6983cc2ca7e9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 944 time: 0.0920992 Mar 02 09:10:31.869656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37630) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.910764 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b726d7-7c8b-4b0d-8cb5-47ef3d3ce853 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.911210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b726d7-7c8b-4b0d-8cb5-47ef3d3ce853 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.915342 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0b58b2e4-995d-42dc-8497-fa4b9e9e7306 req-7f5de23f-17ac-4330-93b0-9854062b8f7b tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 Mar 02 09:10:31.915933 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a3b726d7-7c8b-4b0d-8cb5-47ef3d3ce853 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/6a75c11d-8c06-4316-8ba3-553437b0043c HTTP/1.1" status: 404 len: 337 time: 0.0453920 Mar 02 09:10:31.916516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37634) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:31.923077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ed784-1ae8-4956-9a29-c6de9d9ac6d7 None None] Calling delete_port for 34c7cd77-eada-4a50-81a1-43285173467f owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:31.960120 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e20c42-7136-4a68-b78a-4d2333e63780 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:31.960586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e20c42-7136-4a68-b78a-4d2333e63780 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:31.964817 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-77e20c42-7136-4a68-b78a-4d2333e63780 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/a9241107-c7a4-4127-b415-b6c0252d77ab HTTP/1.1" status: 404 len: 333 time: 0.0473158 Mar 02 09:10:31.965005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37638) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.002910 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c4c7f7-c810-4487-9649-444ff9e00299 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.003351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c4c7f7-c810-4487-9649-444ff9e00299 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.004983 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b4c4c7f7-c810-4487-9649-444ff9e00299 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/6446f9ed-29e4-48f0-95af-9031dceffff8 HTTP/1.1" status: 404 len: 337 time: 0.0391903 Mar 02 09:10:32.007525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37642) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.046736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad179d4-bf78-4513-bb32-32d1bb6a75c5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.047180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad179d4-bf78-4513-bb32-32d1bb6a75c5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.049348 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fad179d4-bf78-4513-bb32-32d1bb6a75c5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/e21d511e-a738-4f7a-8fd9-6f03c227bac5 HTTP/1.1" status: 404 len: 337 time: 0.0408800 Mar 02 09:10:32.055613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37646) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.069040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed784-1ae8-4956-9a29-c6de9d9ac6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:32.095159 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-1910bfaf-dd2a-4c78-a93d-9636c7287fd3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.095629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1910bfaf-dd2a-4c78-a93d-9636c7287fd3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.097268 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1910bfaf-dd2a-4c78-a93d-9636c7287fd3 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/f42d2bd2-2707-4de9-8105-c59aae724317 HTTP/1.1" status: 404 len: 333 time: 0.0407941 Mar 02 09:10:32.099705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37650) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.115019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ed784-1ae8-4956-9a29-c6de9d9ac6d7 None None] Pushing event deleted for resources: {'Port': ['ID=34c7cd77-eada-4a50-81a1-43285173467f,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:32.118388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ed784-1ae8-4956-9a29-c6de9d9ac6d7 None None] No DVR routers for this DVR port 34c7cd77-eada-4a50-81a1-43285173467f on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:10:32.137400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67812bf-012d-476f-af3d-06a823286605 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.137863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67812bf-012d-476f-af3d-06a823286605 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.139517 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a67812bf-012d-476f-af3d-06a823286605 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/9e3a600e-a8a6-42a9-b621-aa79d811b6f4 HTTP/1.1" status: 404 len: 337 time: 0.0389123 Mar 02 09:10:32.142008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37654) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.184536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5e9d06-0ccb-4698-a87f-19f641f0f82a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.184993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5e9d06-0ccb-4698-a87f-19f641f0f82a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.186621 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4e5e9d06-0ccb-4698-a87f-19f641f0f82a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/f74c751c-b600-4db9-a015-1c3421c68751 HTTP/1.1" status: 404 len: 333 time: 0.0437481 Mar 02 09:10:32.189658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37658) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.225160 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e00f080-2642-4828-a839-18b073bc4eb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.225593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e00f080-2642-4828-a839-18b073bc4eb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.227198 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1e00f080-2642-4828-a839-18b073bc4eb9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/67257311-e317-45e3-a017-c8338424dc4d HTTP/1.1" status: 404 len: 337 time: 0.0366518 Mar 02 09:10:32.229469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37662) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.269291 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad100a07-8e0b-496c-9d6a-460a3e87989e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.269743 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad100a07-8e0b-496c-9d6a-460a3e87989e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.271328 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ad100a07-8e0b-496c-9d6a-460a3e87989e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/b42fceca-bb00-49f6-8cd0-be5404992669 HTTP/1.1" status: 404 len: 333 time: 0.0409796 Mar 02 09:10:32.273712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37666) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.314591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f236652-236e-4adf-94e4-7c067a226db7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.314933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f236652-236e-4adf-94e4-7c067a226db7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.316611 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2f236652-236e-4adf-94e4-7c067a226db7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b477e9c8-f569-4e07-9b30-4071eaf6c1e6 HTTP/1.1" status: 404 len: 337 time: 0.0419941 Mar 02 09:10:32.319144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37670) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.358909 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-264270bc-10b8-42d7-b346-11c02519a1aa tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.359367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264270bc-10b8-42d7-b346-11c02519a1aa tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.361526 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-264270bc-10b8-42d7-b346-11c02519a1aa tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/c8bf13de-72ab-4877-b0f4-fd21b14a9670 HTTP/1.1" status: 404 len: 333 time: 0.0415063 Mar 02 09:10:32.364010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37674) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.400397 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-934a26b4-548d-4727-be89-8ebb719e7ecf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.400857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934a26b4-548d-4727-be89-8ebb719e7ecf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.402557 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-934a26b4-548d-4727-be89-8ebb719e7ecf tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/7916a05c-7487-41ae-b13a-2925dcef6ac9 HTTP/1.1" status: 404 len: 337 time: 0.0376816 Mar 02 09:10:32.405013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37678) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.448333 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d61fd08-6ce7-4ac4-9ecf-73fae562c365 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.448783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d61fd08-6ce7-4ac4-9ecf-73fae562c365 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.450400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8d61fd08-6ce7-4ac4-9ecf-73fae562c365 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/2c60d4e2-98fa-44af-b20e-c39ea55955d9 HTTP/1.1" status: 404 len: 333 time: 0.0445325 Mar 02 09:10:32.452745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37682) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.489771 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-29489573-7ee3-4b1c-83ee-69bd042cf85e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.490494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29489573-7ee3-4b1c-83ee-69bd042cf85e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.491815 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-29489573-7ee3-4b1c-83ee-69bd042cf85e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/af10c396-a327-41af-9746-02245752cca1 HTTP/1.1" status: 404 len: 337 time: 0.0382230 Mar 02 09:10:32.494164 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37686) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.533967 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a3fd2d-e1f2-4500-a120-572331e35277 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.534433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a3fd2d-e1f2-4500-a120-572331e35277 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.538598 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d6a3fd2d-e1f2-4500-a120-572331e35277 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/e1513dea-6160-4def-ba12-36c82819d287 HTTP/1.1" status: 404 len: 333 time: 0.0412078 Mar 02 09:10:32.538818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37690) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.564007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 34c7cd77-eada-4a50-81a1-43285173467f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:10:32.589277 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-9904036b-6589-456f-92e0-c9c44f8621a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.589798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9904036b-6589-456f-92e0-c9c44f8621a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.591936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9904036b-6589-456f-92e0-c9c44f8621a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b8e1ada7-2385-4d1f-9584-cc634830c1e0 HTTP/1.1" status: 404 len: 337 time: 0.0518506 Mar 02 09:10:32.594107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37694) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.598717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 34c7cd77-eada-4a50-81a1-43285173467f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:10:32.600974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 34c7cd77-eada-4a50-81a1-43285173467f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:10:32.638447 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-221fe036-8e56-4555-ad5b-7971eac808d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.638902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221fe036-8e56-4555-ad5b-7971eac808d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.640570 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-221fe036-8e56-4555-ad5b-7971eac808d8 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/95185d19-474d-458c-bc3b-591dc014fcab HTTP/1.1" status: 404 len: 337 time: 0.0449836 Mar 02 09:10:32.643187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37698) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.683097 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-123c95cb-ef99-473a-9de9-2b795d2879de tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.683556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123c95cb-ef99-473a-9de9-2b795d2879de tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.685168 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-123c95cb-ef99-473a-9de9-2b795d2879de tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/c562c562-b94b-439d-9f88-a5ce8a1d7967 HTTP/1.1" status: 404 len: 333 time: 0.0411155 Mar 02 09:10:32.687681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37702) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.727094 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe0c088-b00d-4de0-a7dc-2c56cb9d94fb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.727528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe0c088-b00d-4de0-a7dc-2c56cb9d94fb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.729104 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9fe0c088-b00d-4de0-a7dc-2c56cb9d94fb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/6cfe0779-f34e-4980-80e3-326832a525ca HTTP/1.1" status: 404 len: 337 time: 0.0405316 Mar 02 09:10:32.731826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37706) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.768166 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f339e5c-ef57-4b5f-858b-943d29fd5044 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.768598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f339e5c-ef57-4b5f-858b-943d29fd5044 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.770174 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1f339e5c-ef57-4b5f-858b-943d29fd5044 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b8ceb804-278f-4c09-839a-5a1200e81c3b HTTP/1.1" status: 404 len: 337 time: 0.0374825 Mar 02 09:10:32.772471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37710) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.811227 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a408e22-35d6-4d0b-a660-f9c745636987 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.811675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a408e22-35d6-4d0b-a660-f9c745636987 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.813259 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8a408e22-35d6-4d0b-a660-f9c745636987 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/ad17165a-7ace-44ce-8597-349f41f6e883 HTTP/1.1" status: 404 len: 333 time: 0.0399425 Mar 02 09:10:32.815555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37714) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.855145 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6205842-b4dd-4522-a6fc-5e283d0dbf89 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.855777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6205842-b4dd-4522-a6fc-5e283d0dbf89 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.857326 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a6205842-b4dd-4522-a6fc-5e283d0dbf89 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/b153f47e-cae0-44fd-ab01-4a2b02c49115 HTTP/1.1" status: 404 len: 337 time: 0.0409319 Mar 02 09:10:32.860269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37718) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.895947 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1783d36-fd79-4767-9505-acaed5743746 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.896376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1783d36-fd79-4767-9505-acaed5743746 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.897938 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c1783d36-fd79-4767-9505-acaed5743746 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/6c447039-51d2-4ca3-b29e-41aa659c694f HTTP/1.1" status: 404 len: 337 time: 0.0367992 Mar 02 09:10:32.900428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37722) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.939166 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b632e3-9fcd-498a-86d1-ebe859deb784 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.939618 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b632e3-9fcd-498a-86d1-ebe859deb784 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.941199 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-87b632e3-9fcd-498a-86d1-ebe859deb784 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/1ac316a0-bf6f-4280-b656-9a424604c26c HTTP/1.1" status: 404 len: 333 time: 0.0399354 Mar 02 09:10:32.943553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37728) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:32.985289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e261024-17b5-4cb0-843b-a7b317e801c7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:32.985737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e261024-17b5-4cb0-843b-a7b317e801c7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:32.987422 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5e261024-17b5-4cb0-843b-a7b317e801c7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/29f7079e-3e42-4eb0-a51e-3750db08d920 HTTP/1.1" status: 404 len: 337 time: 0.0430033 Mar 02 09:10:32.990144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37732) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.034251 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f24307-2882-43a4-930f-3179d5b84c3e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.034704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f24307-2882-43a4-930f-3179d5b84c3e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.036338 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e5f24307-2882-43a4-930f-3179d5b84c3e tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/c2634657-3858-4b0d-bf6b-85a487d3d765 HTTP/1.1" status: 404 len: 337 time: 0.0452311 Mar 02 09:10:33.038945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37736) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.080158 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-338c9ac0-f756-49e4-841e-4a5cbc93ae63 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc0baf2b-c348-487e-aef2-cb93890fd592 HTTP/1.1" status: 200 len: 205 time: 0.0401759 Mar 02 09:10:33.082487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37740) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.100257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849bc6a-b9fe-4d50-ad38-45f79c052018 req-4e7b25a8-dad2-45b3-934c-8d493a865184 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:33.101694 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c849bc6a-b9fe-4d50-ad38-45f79c052018 req-4e7b25a8-dad2-45b3-934c-8d493a865184 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 944 time: 0.0794091 Mar 02 09:10:33.145007 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c849bc6a-b9fe-4d50-ad38-45f79c052018 req-3bafc3eb-4731-4934-a1f7-7dfa382e43b1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372856 Mar 02 09:10:33.150609 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-12fd831f-d8e6-4f7e-8aaa-42649dcab734 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] delete failed (client error): The resource could not be found. Mar 02 09:10:33.152280 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-12fd831f-d8e6-4f7e-8aaa-42649dcab734 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/routers/bc0baf2b-c348-487e-aef2-cb93890fd592 HTTP/1.1" status: 404 len: 336 time: 0.0682681 Mar 02 09:10:33.154410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37744) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.191507 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da57d3e-2204-4859-90ef-72c1bc5a0071 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.191941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da57d3e-2204-4859-90ef-72c1bc5a0071 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88400) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.193517 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9da57d3e-2204-4859-90ef-72c1bc5a0071 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/321cc95a-58df-4369-b446-3a46c5cb3bff HTTP/1.1" status: 404 len: 337 time: 0.0382278 Mar 02 09:10:33.196391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37748) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.241638 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f20a52f4-f15e-4e6c-94bc-c777e23abf1c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "GET /v2.0/ports?device_id=2df5c655-c2b6-40db-9160-4747f6a6dff9 HTTP/1.1" status: 200 len: 205 time: 0.0441551 Mar 02 09:10:33.243859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37752) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.307944 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-40ef62e1-1229-4f22-b665-3c38e524b3a0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] delete failed (client error): The resource could not be found. Mar 02 09:10:33.308942 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-40ef62e1-1229-4f22-b665-3c38e524b3a0 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/routers/2df5c655-c2b6-40db-9160-4747f6a6dff9 HTTP/1.1" status: 404 len: 336 time: 0.0642369 Mar 02 09:10:33.311493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37756) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.351386 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32f6f4e-0400-44ff-bfd4-5b6d7450eadb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.351823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32f6f4e-0400-44ff-bfd4-5b6d7450eadb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.353402 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d32f6f4e-0400-44ff-bfd4-5b6d7450eadb tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/c86dd71b-eb54-48a2-9c1c-5931ef45d099 HTTP/1.1" status: 404 len: 337 time: 0.0410523 Mar 02 09:10:33.356036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37760) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.392347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8167aeb3-d6be-45fc-a1fa-704dfeed2227 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.392783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8167aeb3-d6be-45fc-a1fa-704dfeed2227 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.394364 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8167aeb3-d6be-45fc-a1fa-704dfeed2227 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/710c8e02-ebcb-4a81-b265-84964549e065 HTTP/1.1" status: 404 len: 337 time: 0.0374877 Mar 02 09:10:33.396728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37764) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.436121 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b07725f-1d04-41a0-9eb1-7add950c5ed9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.436568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b07725f-1d04-41a0-9eb1-7add950c5ed9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.438692 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7b07725f-1d04-41a0-9eb1-7add950c5ed9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/4abff528-a972-4058-a07b-ed549ab50d33 HTTP/1.1" status: 404 len: 333 time: 0.0406458 Mar 02 09:10:33.441097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37770) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.480714 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d64035-0ae9-48e2-994b-bcab67f3a633 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.481152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d64035-0ae9-48e2-994b-bcab67f3a633 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.482861 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-09d64035-0ae9-48e2-994b-bcab67f3a633 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/94bb2401-c079-430b-bd4e-83a129b8b514 HTTP/1.1" status: 404 len: 337 time: 0.0409043 Mar 02 09:10:33.485780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37774) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.525173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4cbbca-d6fe-4af4-9f32-74cb9e9b01d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.525856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4cbbca-d6fe-4af4-9f32-74cb9e9b01d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.527215 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fc4cbbca-d6fe-4af4-9f32-74cb9e9b01d7 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/02c0cf85-d8f4-4442-b801-dab73ab9988e HTTP/1.1" status: 404 len: 333 time: 0.0405185 Mar 02 09:10:33.529691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37778) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.565921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95b5c1e-6660-4992-9f2c-895446c258d1 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.566354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e95b5c1e-6660-4992-9f2c-895446c258d1 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.567931 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e95b5c1e-6660-4992-9f2c-895446c258d1 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/aa665e7e-cec5-4fba-b9cc-39e9b59bc9f8 HTTP/1.1" status: 404 len: 337 time: 0.0373626 Mar 02 09:10:33.570337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37782) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.721049 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-988d0e9c-c5b7-4e5a-985b-d1847b86f38f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.721396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988d0e9c-c5b7-4e5a-985b-d1847b86f38f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.723047 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-988d0e9c-c5b7-4e5a-985b-d1847b86f38f tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/d11306ed-29d9-449e-b6d2-2b13653ec4e8 HTTP/1.1" status: 404 len: 333 time: 0.1518674 Mar 02 09:10:33.725472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37786) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.762254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f19b1e-d766-479a-b605-8304462acfd2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.762677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f19b1e-d766-479a-b605-8304462acfd2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.764215 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-01f19b1e-d766-479a-b605-8304462acfd2 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/abeb543f-7ce7-422e-b15d-f838770088ab HTTP/1.1" status: 404 len: 337 time: 0.0377934 Mar 02 09:10:33.766440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37790) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.808189 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-53962137-99e2-4ca4-84c6-a7df80b49972 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.808189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53962137-99e2-4ca4-84c6-a7df80b49972 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.809427 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-53962137-99e2-4ca4-84c6-a7df80b49972 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/7a4db0ca-b597-4525-b860-5fc7e3d0ddd8 HTTP/1.1" status: 404 len: 333 time: 0.0419614 Mar 02 09:10:33.811679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37794) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.846932 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b5910d-8d17-4939-81c1-d7842e228677 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.847354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b5910d-8d17-4939-81c1-d7842e228677 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.848872 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b4b5910d-8d17-4939-81c1-d7842e228677 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/1cd678e1-afa7-462d-b97f-3a69178f8568 HTTP/1.1" status: 404 len: 337 time: 0.0363605 Mar 02 09:10:33.851151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37798) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.890842 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-34904113-595e-43df-a53d-a3f39a728aca tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.891427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34904113-595e-43df-a53d-a3f39a728aca tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.893301 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-34904113-595e-43df-a53d-a3f39a728aca tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/f82555a6-43bd-4095-8f27-b174dfbae79c HTTP/1.1" status: 404 len: 333 time: 0.0413229 Mar 02 09:10:33.895914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37802) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.936796 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-db682a48-86e6-4c92-90ea-4524ee8f5573 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.937222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db682a48-86e6-4c92-90ea-4524ee8f5573 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.938897 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-db682a48-86e6-4c92-90ea-4524ee8f5573 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/826c15a8-1a8f-4228-bdf2-7c28b1eb436d HTTP/1.1" status: 404 len: 337 time: 0.0421195 Mar 02 09:10:33.941441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37806) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:33.979664 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2230c58-9998-4304-9eb0-fd57ad676500 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:33.980031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2230c58-9998-4304-9eb0-fd57ad676500 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:33.981808 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a2230c58-9998-4304-9eb0-fd57ad676500 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/360ccf0a-9d15-4a48-98f2-bd4e56efcdf3 HTTP/1.1" status: 404 len: 333 time: 0.0394938 Mar 02 09:10:33.984133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37810) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:34.019553 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6bb1a3-c844-4603-96b2-ae888fc87a9c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:34.019976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6bb1a3-c844-4603-96b2-ae888fc87a9c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:34.021484 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2c6bb1a3-c844-4603-96b2-ae888fc87a9c tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/13790e47-b3e6-4d56-a434-227136858afb HTTP/1.1" status: 404 len: 337 time: 0.0365298 Mar 02 09:10:34.023797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37814) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:34.066449 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c03bdd-b6ae-47d2-95d4-e58f37b9ba9a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:34.066841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c03bdd-b6ae-47d2-95d4-e58f37b9ba9a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:34.068409 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-75c03bdd-b6ae-47d2-95d4-e58f37b9ba9a tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/ports/913302ab-65bb-4d9a-aada-589ad36b443c HTTP/1.1" status: 404 len: 333 time: 0.0437868 Mar 02 09:10:34.070883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37818) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:34.107229 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-764a9ae6-c07b-42fd-bf1e-4547a270acf9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] DELETE failed (client error): The resource could not be found. Mar 02 09:10:34.107663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764a9ae6-c07b-42fd-bf1e-4547a270acf9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:10:34.109190 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-764a9ae6-c07b-42fd-bf1e-4547a270acf9 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/subnets/37c63c68-384e-4389-9469-7022cee6d187 HTTP/1.1" status: 404 len: 337 time: 0.0374620 Mar 02 09:10:34.112080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37822) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:34.220932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:34.391514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:34.429117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4c8bc4-165c-40f1-bb1b-3ea596f7219d']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:34.444171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897f0ce0-0057-48d8-9973-686281bd0c1d') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:34.444435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897f0ce0-0057-48d8-9973-686281bd0c1d') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:34.457666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae7b5b-66d2-4b18-b0d6-8c2d058871ce req-e15023c0-ac9c-4afe-a92d-8ba1f3703ee6 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:34.459135 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4fae7b5b-66d2-4b18-b0d6-8c2d058871ce req-e15023c0-ac9c-4afe-a92d-8ba1f3703ee6 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 944 time: 0.2040634 Mar 02 09:10:34.464700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:34.502565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:34.514049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:10:34.514427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:10:34.528514 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:10:34.546197 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4fae7b5b-66d2-4b18-b0d6-8c2d058871ce req-35952447-151e-45dd-ba0a-9cda03aa2ada tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746961 Mar 02 09:10:34.657242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:34.673777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:34.683057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] Pushing event deleted for resources: {'Network': ['ID=be4c8bc4-165c-40f1-bb1b-3ea596f7219d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:34.687224 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-844e95db-554c-4b43-9870-4d242d3fe3a5 tempest-NetworksTestDHCPv6-504809508 tempest-NetworksTestDHCPv6-504809508-project] 10.222.0.10 "DELETE /v2.0/networks/be4c8bc4-165c-40f1-bb1b-3ea596f7219d HTTP/1.1" status: 204 len: 168 time: 0.5742481 Mar 02 09:10:35.131343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37832) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:35.289716 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-501d17f9-a8aa-44b2-a341-fabe671bcbfb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ac3e234141b424bb1980d473ee704e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572039 Mar 02 09:10:35.292251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37838) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:35.347479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-facc74d4-5311-4adc-863e-05f1c0e727f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:35.372243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-facc74d4-5311-4adc-863e-05f1c0e727f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:35.480600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-facc74d4-5311-4adc-863e-05f1c0e727f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:35.496296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc74d4-5311-4adc-863e-05f1c0e727f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e5704d-7d80-4663-8bb6-31065d45a100,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:35.501237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-facc74d4-5311-4adc-863e-05f1c0e727f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:35.507373 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-facc74d4-5311-4adc-863e-05f1c0e727f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68e5704d-7d80-4663-8bb6-31065d45a100 HTTP/1.1" status: 204 len: 168 time: 0.2141724 Mar 02 09:10:35.727872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2692e1-51bf-4e2f-a519-678a6ff41918 req-697e4c36-3e58-45f9-954d-56425206f7d3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:35.729297 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef2692e1-51bf-4e2f-a519-678a6ff41918 req-697e4c36-3e58-45f9-954d-56425206f7d3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 944 time: 0.0778208 Mar 02 09:10:35.775116 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef2692e1-51bf-4e2f-a519-678a6ff41918 req-cc07138e-1f0e-422b-8457-00f72806e68f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392761 Mar 02 09:10:36.441059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37866) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:36.543627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1525537201'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:36.549092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:36.552901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Usage tracker for resource:network and tenant:f0bf99a3528c41a9b4f419fad180054a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:36.555902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:36.562111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:36.628328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Made reservation on behalf of f0bf99a3528c41a9b4f419fad180054a for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:36.631744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:36.646774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:36.648166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 92a24ded-d985-4107-afea-6c5767b5f4c5 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:10:36.660966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:36.664662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Usage tracker for resource:security_group_rule and tenant:f0bf99a3528c41a9b4f419fad180054a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:36.667441 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:36.673523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:36.754265 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:36.779563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 92a24ded-d985-4107-afea-6c5767b5f4c5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=92a24ded-d985-4107-afea-6c5767b5f4c5,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:36.792438 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:10:36.822996 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:36.854545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:10:36.855524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:36.863849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc34f65-f72a-4636-8549-5f46edeb5178,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:36.870381 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:36.870720 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Added segment aaad4bd3-0de6-41eb-82bd-eb9b9e283e07 of type vlan for network 897482a2-7565-4371-9c16-b503da60b4fe Mar 02 09:10:36.874112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a24ded-d985-4107-afea-6c5767b5f4c5 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:10:36.892453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 92a24ded-d985-4107-afea-6c5767b5f4c5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=92a24ded-d985-4107-afea-6c5767b5f4c5,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:36.900010 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:36.965901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:36.988718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:36.994526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:36.999429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:37.033192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=92a24ded-d985-4107-afea-6c5767b5f4c5,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:37.082895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c77d7-6619-4e28-8c20-dc8ffc442d68 req-6cc85a90-aeba-41a6-85ae-ad799b3283ec tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:37.084338 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-975c77d7-6619-4e28-8c20-dc8ffc442d68 req-6cc85a90-aeba-41a6-85ae-ad799b3283ec tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 945 time: 0.2015810 Mar 02 09:10:37.112067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event updated for resources: {'Network': ['ID=897482a2-7565-4371-9c16-b503da60b4fe,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:37.122281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 897482a2-7565-4371-9c16-b503da60b4fe details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:10:37.134301 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-975c77d7-6619-4e28-8c20-dc8ffc442d68 req-673b3e63-a240-45d3-a428-2dc650f72944 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407355 Mar 02 09:10:37.149047 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b4a6eebe-7d83-4289-a7b2-d39f8cac324d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7065749 Mar 02 09:10:37.151481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37876) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:37.157539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Request body: {'subnet': {'network_id': '897482a2-7565-4371-9c16-b503da60b4fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:37.272324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:37.276189 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Usage tracker for resource:subnet and tenant:f0bf99a3528c41a9b4f419fad180054a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:37.278926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:37.285028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:37.339972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['92a24ded-d985-4107-afea-6c5767b5f4c5'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:10:37.353911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Made reservation on behalf of f0bf99a3528c41a9b4f419fad180054a for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:37.357673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:37.628999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:37.707220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event updated for resources: {'Subnet': ['ID=eb133fa3-3e6f-430d-bef0-deeaf86e086a,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:37.715427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Checking segment: {'id': 'aaad4bd3-0de6-41eb-82bd-eb9b9e283e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '897482a2-7565-4371-9c16-b503da60b4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:10:37.715775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Network hostable DHCP agents. Network: 897482a2-7565-4371-9c16-b503da60b4fe, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:10:37.823016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Network 897482a2-7565-4371-9c16-b503da60b4fe is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:10:37.891333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 897482a2-7565-4371-9c16-b503da60b4fe) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:37.895772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:37.896350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:37.900593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259e234-06e3-4127-b8e5-7856f599909a None None] Network 897482a2-7565-4371-9c16-b503da60b4fe requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:37.966810 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e5781956-b099-4161-a850-f09b2a348102 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8142838 Mar 02 09:10:37.969501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37882) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:37.974572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1454095654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:37.981293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:37.985663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Usage tracker for resource:router and tenant:f0bf99a3528c41a9b4f419fad180054a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:37.988574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:37.994280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:38.051567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.052579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.067375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.114968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-897482a2-7565-4371-9c16-b503da60b4fe', 'network_id': '897482a2-7565-4371-9c16-b503da60b4fe', 'tenant_id': 'f0bf99a3528c41a9b4f419fad180054a', 'fixed_ips': [{'subnet_id': 'eb133fa3-3e6f-430d-bef0-deeaf86e086a'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:10:38.115779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.131992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.200594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.202437 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c84915aa-9901-4450-b2c5-0eefd7bf0b8e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2313170 Mar 02 09:10:38.204630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37888) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:38.269534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Allocated IP 172.20.0.2 (897482a2-7565-4371-9c16-b503da60b4fe/eb133fa3-3e6f-430d-bef0-deeaf86e086a/2aaf7088-53de-4c07-b1a7-748d45e7e750) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:38.481439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.493022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Transition to ACTIVE for port object 2aaf7088-53de-4c07-b1a7-748d45e7e750 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:38.512088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Transition to ACTIVE for port object 2aaf7088-53de-4c07-b1a7-748d45e7e750 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:38.583093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.643602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 92a24ded-d985-4107-afea-6c5767b5f4c5 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:38.686766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Network 897482a2-7565-4371-9c16-b503da60b4fe is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:38.695250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:38.697609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:38.712458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Pushing event updated for resources: {'Port': ['ID=2aaf7088-53de-4c07-b1a7-748d45e7e750,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:38.798408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24b50e-d593-4972-a235-5313e96694d9 req-03823875-9689-45b4-8c3f-52dc2ffed8f4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:38.799824 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f24b50e-d593-4972-a235-5313e96694d9 req-03823875-9689-45b4-8c3f-52dc2ffed8f4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 945 time: 0.5365419 Mar 02 09:10:38.810297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Attempting to bind port 2aaf7088-53de-4c07-b1a7-748d45e7e750 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:10:38.810658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Attempting to bind port 2aaf7088-53de-4c07-b1a7-748d45e7e750 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'aaad4bd3-0de6-41eb-82bd-eb9b9e283e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '897482a2-7565-4371-9c16-b503da60b4fe'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:10:38.811013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Attempting to bind port 2aaf7088-53de-4c07-b1a7-748d45e7e750 on network 897482a2-7565-4371-9c16-b503da60b4fe {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:10:38.816238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:10:38.816607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Checking segment: {'id': 'aaad4bd3-0de6-41eb-82bd-eb9b9e283e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '897482a2-7565-4371-9c16-b503da60b4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:10:38.816998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.817387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Bound using segment: {'id': 'aaad4bd3-0de6-41eb-82bd-eb9b9e283e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '897482a2-7565-4371-9c16-b503da60b4fe'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:10:38.817857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Bound port: 2aaf7088-53de-4c07-b1a7-748d45e7e750, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaad4bd3-0de6-41eb-82bd-eb9b9e283e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '897482a2-7565-4371-9c16-b503da60b4fe'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:10:38.818228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.856273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.865413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 92a24ded-d985-4107-afea-6c5767b5f4c5 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:38.878633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 92a24ded-d985-4107-afea-6c5767b5f4c5 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:38.879000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:38.953025 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f24b50e-d593-4972-a235-5313e96694d9 req-15e8904d-861c-4611-8bad-1c956d57056a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457434 Mar 02 09:10:38.960687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] For port 2aaf7088-53de-4c07-b1a7-748d45e7e750, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:10:38.966100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] For port 2aaf7088-53de-4c07-b1a7-748d45e7e750, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2aaf7088-53de-4c07-b1a7-748d45e7e750,segment=NetworkSegment(aaad4bd3-0de6-41eb-82bd-eb9b9e283e07),segment_id=aaad4bd3-0de6-41eb-82bd-eb9b9e283e07)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:10:39.026066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:39.037224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:39.103866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:10:39.128700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 92a24ded-d985-4107-afea-6c5767b5f4c5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=92a24ded-d985-4107-afea-6c5767b5f4c5,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:39.140043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de702c6-66df-4b3f-b310-fc7a88de89b4 None None] Pushing event updated for resources: {'Port': ['ID=2aaf7088-53de-4c07-b1a7-748d45e7e750,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:39.153600 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'code': 200} Mar 02 09:10:39.194203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:39.215717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Allocated IP 172.20.0.1 (897482a2-7565-4371-9c16-b503da60b4fe/eb133fa3-3e6f-430d-bef0-deeaf86e086a/8d727a10-c29d-4d29-ba9f-2e5225820d68) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:39.288503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=92a24ded-d985-4107-afea-6c5767b5f4c5,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:39.379357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:39.395638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Transition to ACTIVE for port object 8d727a10-c29d-4d29-ba9f-2e5225820d68 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:39.486923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:39.581824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Network 897482a2-7565-4371-9c16-b503da60b4fe is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:39.585522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:39.588126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:39.622874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event updated for resources: {'Port': ['ID=8d727a10-c29d-4d29-ba9f-2e5225820d68,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:39.623995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2ba28-d6fb-43e5-9e54-1114228af382 req-eb7a3cae-d7a0-4a26-bf36-887afa6cdcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:39.626076 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-77d2ba28-d6fb-43e5-9e54-1114228af382 req-eb7a3cae-d7a0-4a26-bf36-887afa6cdcd8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 1099 time: 0.1302259 Mar 02 09:10:39.649726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:39.668391 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-77d2ba28-d6fb-43e5-9e54-1114228af382 req-96b79758-f80f-41df-a9c6-d5f4811807ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363557 Mar 02 09:10:39.805399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:40.180430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67423b-0ee2-4715-9e5d-06b61e9f8c12 None None] Network 897482a2-7565-4371-9c16-b503da60b4fe requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:40.315500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef5c53-b565-4384-a2d7-c326b8d10a40 req-02b31e5d-3e2e-4522-bae3-34a177e26bba tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:40.317242 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3ef5c53-b565-4384-a2d7-c326b8d10a40 req-02b31e5d-3e2e-4522-bae3-34a177e26bba tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 946 time: 0.2131758 Mar 02 09:10:40.341155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7b8009d5-f03c-4148-964a-8575f5a5ec0b None None] Provisioning for port 2aaf7088-53de-4c07-b1a7-748d45e7e750 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:40.385524 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3ef5c53-b565-4384-a2d7-c326b8d10a40 req-dbe76329-9e62-426e-bc7c-5bd4a3bbb48c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619760 Mar 02 09:10:40.404812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:40.462912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:40.580962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:40.584562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event updated for resources: {'Port': ['ID=8d727a10-c29d-4d29-ba9f-2e5225820d68,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:40.621982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2aaf7088-53de-4c07-b1a7-748d45e7e750 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:40.728673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Network 897482a2-7565-4371-9c16-b503da60b4fe is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:40.728979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:40.782886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 2aaf7088-53de-4c07-b1a7-748d45e7e750 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:40.788767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 2aaf7088-53de-4c07-b1a7-748d45e7e750 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:40.789159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:40.819065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-89a950c9-cd7a-4f7e-aef3-770b8a0b4dec None None] Provisioning for port 8d727a10-c29d-4d29-ba9f-2e5225820d68 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:40.832521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-89a950c9-cd7a-4f7e-aef3-770b8a0b4dec None None] Provisioning complete for port 8d727a10-c29d-4d29-ba9f-2e5225820d68 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:40.832903 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-89a950c9-cd7a-4f7e-aef3-770b8a0b4dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:40.905229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-89a950c9-cd7a-4f7e-aef3-770b8a0b4dec None None] Port 8d727a10-c29d-4d29-ba9f-2e5225820d68 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:10:40.971318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Router 2aa4b657-3615-4b73-b575-8f58cac8846d is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:10:40.973307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:41.031092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 2aaf7088-53de-4c07-b1a7-748d45e7e750, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2aaf7088-53de-4c07-b1a7-748d45e7e750,segment=NetworkSegment(aaad4bd3-0de6-41eb-82bd-eb9b9e283e07),segment_id=aaad4bd3-0de6-41eb-82bd-eb9b9e283e07)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:41.039041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-97bddefd-83c1-48c6-9b1d-109a38e9748d None None] Provisioning complete for port 8d727a10-c29d-4d29-ba9f-2e5225820d68 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:41.039422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-97bddefd-83c1-48c6-9b1d-109a38e9748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:41.097177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-97bddefd-83c1-48c6-9b1d-109a38e9748d None None] Port 8d727a10-c29d-4d29-ba9f-2e5225820d68 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:10:41.098648 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:41.144727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:10:41.154408 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0ecf60c4-2991-4a94-aa2c-49974ab4d104 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "PUT /v2.0/routers/2aa4b657-3615-4b73-b575-8f58cac8846d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9479446 Mar 02 09:10:41.156349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37902) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:41.161549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Request body: {'port': {'network_id': '897482a2-7565-4371-9c16-b503da60b4fe', 'name': 'tempest-FloatingIPNegativeTestJSON-875081033'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:41.163110 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29948b-ca81-434b-94a3-7a25eea6e012 None None] Sync routers for ids ['2aa4b657-3615-4b73-b575-8f58cac8846d'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:10:41.180221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29948b-ca81-434b-94a3-7a25eea6e012 None None] Routers {'2aa4b657-3615-4b73-b575-8f58cac8846d'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:41.181405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cc29948b-ca81-434b-94a3-7a25eea6e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2aa4b657-3615-4b73-b575-8f58cac8846d'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:41.234173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=2aaf7088-53de-4c07-b1a7-748d45e7e750,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:41.259388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cc29948b-ca81-434b-94a3-7a25eea6e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:41.275817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29948b-ca81-434b-94a3-7a25eea6e012 None None] Routers {'2aa4b657-3615-4b73-b575-8f58cac8846d'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:41.276452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cc29948b-ca81-434b-94a3-7a25eea6e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2aa4b657-3615-4b73-b575-8f58cac8846d'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:41.297657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:41.301481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Usage tracker for resource:port and tenant:f0bf99a3528c41a9b4f419fad180054a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:41.304269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:41.309933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:41.329388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-35e0945e-a115-4439-87df-6e3f173de5b0 None None] Provisioning complete for port 8d727a10-c29d-4d29-ba9f-2e5225820d68 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:41.329844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-35e0945e-a115-4439-87df-6e3f173de5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:41.365406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Made reservation on behalf of f0bf99a3528c41a9b4f419fad180054a for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:10:41.368908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:41.371945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-cc29948b-ca81-434b-94a3-7a25eea6e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:41.372349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29948b-ca81-434b-94a3-7a25eea6e012 None None] The sync data for ids ['2aa4b657-3615-4b73-b575-8f58cac8846d'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:10:41.393420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] device_id is not set on port 282c6d45-bfa1-4070-8b4f-e6ea5513b9ca yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:10:41.395183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-35e0945e-a115-4439-87df-6e3f173de5b0 None None] Port 8d727a10-c29d-4d29-ba9f-2e5225820d68 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:10:41.572841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Allocated IP 172.20.0.13 (897482a2-7565-4371-9c16-b503da60b4fe/eb133fa3-3e6f-430d-bef0-deeaf86e086a/282c6d45-bfa1-4070-8b4f-e6ea5513b9ca) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:41.631907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35d7fc-a7ff-4b05-9cfd-42c9177705e8 req-5a72fb5c-d227-4c88-b281-eee0359bb0eb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:41.633365 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5f35d7fc-a7ff-4b05-9cfd-42c9177705e8 req-5a72fb5c-d227-4c88-b281-eee0359bb0eb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 946 time: 0.1345561 Mar 02 09:10:41.767294 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5f35d7fc-a7ff-4b05-9cfd-42c9177705e8 req-777ef3c4-8a9b-4620-91c2-f96f1e4c04b3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248641 Mar 02 09:10:41.822851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:41.838228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Transition to ACTIVE for port object 282c6d45-bfa1-4070-8b4f-e6ea5513b9ca will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:10:42.022098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:42.095595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Network 897482a2-7565-4371-9c16-b503da60b4fe is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:42.100492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:42.112308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:42.145968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event updated for resources: {'Port': ['ID=282c6d45-bfa1-4070-8b4f-e6ea5513b9ca,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:42.188958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff52b2c-e30f-43e7-9b94-f4b28834bbef req-4cccbe15-840a-48e1-9c0f-42a276192cf8 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:42.190491 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ff52b2c-e30f-43e7-9b94-f4b28834bbef req-4cccbe15-840a-48e1-9c0f-42a276192cf8 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 946 time: 0.3185084 Mar 02 09:10:42.204026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:42.219675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:42.260343 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ff52b2c-e30f-43e7-9b94-f4b28834bbef req-3fed2d5e-4080-4b9d-8117-31dc7c5d664a tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635788 Mar 02 09:10:42.290546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37912) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:42.325819 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c74190c7-56e0-4a7e-9d1f-50a3ab50d694 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1684804 Mar 02 09:10:42.329896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37916) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:42.335005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:42.340947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:42.345031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Usage tracker for resource:floatingip and tenant:f0bf99a3528c41a9b4f419fad180054a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:42.347950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:42.354073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:42.360431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6104d1-ebde-43ed-9bc3-8b259d231c08 tempest-TestVolumeBootPattern-2073206909 tempest-TestVolumeBootPattern-2073206909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:42.361988 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4f6104d1-ebde-43ed-9bc3-8b259d231c08 tempest-TestVolumeBootPattern-2073206909 tempest-TestVolumeBootPattern-2073206909-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 1094 time: 0.0704222 Mar 02 09:10:42.364772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37920) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:42.371251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:42.378378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:42.382316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:floatingip and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:42.385110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:42.388542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8fe93345-c2db-4498-8310-deb7f02139c1 None None] Provisioning for port 282c6d45-bfa1-4070-8b4f-e6ea5513b9ca completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:10:42.391741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:42.394324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8fe93345-c2db-4498-8310-deb7f02139c1 None None] Provisioning complete for port 282c6d45-bfa1-4070-8b4f-e6ea5513b9ca triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:42.394522 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8fe93345-c2db-4498-8310-deb7f02139c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:42.411465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:42.447411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8fe93345-c2db-4498-8310-deb7f02139c1 None None] Port 282c6d45-bfa1-4070-8b4f-e6ea5513b9ca cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:10:42.485901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:42.594198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2aaf7088-53de-4c07-b1a7-748d45e7e750 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:10:42.641857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:42.666829 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 2aaf7088-53de-4c07-b1a7-748d45e7e750 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:10:42.667466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:42.675938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:42.783434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Allocated IP 172.26.3.93 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/081f8ff4-91d5-4713-8279-2d70af2e9047) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:42.925009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.022600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.079937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:43.082640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:43.085274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Allocated IP 172.26.3.168 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/25a6640e-0186-4d90-98aa-f0b2cf9a4aa8) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:43.090318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:43.133189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'Port': ['ID=081f8ff4-91d5-4713-8279-2d70af2e9047,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:43.144779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.145118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.145447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.145773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.146193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.146514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.146829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.147142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.147532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.147757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.148066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.148378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.230402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.314467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.378622 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:43.381648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:43.384012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:43.431721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event updated for resources: {'Port': ['ID=25a6640e-0186-4d90-98aa-f0b2cf9a4aa8,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:43.443679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.444019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.444523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.444849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.445241 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.445566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.446106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.448976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.448976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.448976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.448976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.448976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:43.488899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.525647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.634211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.685934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.842988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.892021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.912981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:43.980545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:44.008720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event updated for resources: {'Port': ['ID=25a6640e-0186-4d90-98aa-f0b2cf9a4aa8,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:44.015715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:44.126425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:44.131022 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bad9bd30-b84a-4d57-b3e9-90e6447966b6 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7997911 Mar 02 09:10:44.131257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37924) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:44.163603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1d889a2c-e201-4c02-b658-438039adbe6b tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Request body: {'floatingip': {'port_id': '282c6d45-bfa1-4070-8b4f-e6ea5513b9ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:44.266235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d889a2c-e201-4c02-b658-438039adbe6b tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:44.327769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'Port': ['ID=081f8ff4-91d5-4713-8279-2d70af2e9047,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:44.392779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:44.621510 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-1d889a2c-e201-4c02-b658-438039adbe6b tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] update failed (client error): The resource could not be found. Mar 02 09:10:44.622566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1d889a2c-e201-4c02-b658-438039adbe6b tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "PUT /v2.0/floatingips/cb7d794b-7efe-4a5f-9a60-d175787dea7e HTTP/1.1" status: 404 len: 507 time: 0.4892297 Mar 02 09:10:44.625405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37930) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:44.696370 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Floating IP 6044791e-089a-4b95-85e7-14260fa555a3 associated. External IP: 172.26.3.93, port: 92a24ded-d985-4107-afea-6c5767b5f4c5. Mar 02 09:10:44.849527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Deleting port 25a6640e-0186-4d90-98aa-f0b2cf9a4aa8 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:44.849886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:45.175345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:45.175604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:45.473075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Calling delete_port for 25a6640e-0186-4d90-98aa-f0b2cf9a4aa8 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:45.549354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Router 97b628d2-d6d3-4ca1-897e-79a879734de0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:10:45.790079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:10:45.800173 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] Sync routers for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:10:45.814073 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:45.814669 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:45.845463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:45.890823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:45.920217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event deleted for resources: {'Port': ['ID=25a6640e-0186-4d90-98aa-f0b2cf9a4aa8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:45.991583 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:10:46.010873 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f842ecd4-c497-4baa-a370-6db8add16cd1 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6449430 Mar 02 09:10:46.015040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:10:46.042630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:46.044968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:46.051197 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8199fe2f-eef6-4f6d-9237-4ea5c0a99b9d tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "DELETE /v2.0/floatingips/cb7d794b-7efe-4a5f-9a60-d175787dea7e HTTP/1.1" status: 204 len: 168 time: 1.4197848 Mar 02 09:10:46.051392 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37938) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:46.056374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0def50ab-9e16-43d0-980b-1b9c98bdf510 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Request body: {'floatingip': {'floating_network_id': '897482a2-7565-4371-9c16-b503da60b4fe', 'port_id': '282c6d45-bfa1-4070-8b4f-e6ea5513b9ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:46.062380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0def50ab-9e16-43d0-980b-1b9c98bdf510 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:46.067081 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'status': 'completed', 'code': 200} Mar 02 09:10:46.067624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0def50ab-9e16-43d0-980b-1b9c98bdf510 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Usage tracker for resource:floatingip and tenant:f0bf99a3528c41a9b4f419fad180054a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:46.070559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0def50ab-9e16-43d0-980b-1b9c98bdf510 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:46.076449 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0def50ab-9e16-43d0-980b-1b9c98bdf510 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:46.136002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0def50ab-9e16-43d0-980b-1b9c98bdf510 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:46.248865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-c00f7567-a0cb-472b-819b-4c157b995cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:46.250467 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-c00f7567-a0cb-472b-819b-4c157b995cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 1099 time: 0.1563792 Mar 02 09:10:46.335497 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '6044791e-089a-4b95-85e7-14260fa555a3', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:10:43Z', 'updated_at': '2022-03-02T09:10:43Z', 'revision_number': 0, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:46.339117 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] Checking router: 97b628d2-d6d3-4ca1-897e-79a879734de0 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:10:46.347839 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:46.348417 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:46.406539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-5b7722c9-6069-4219-bba5-ec49d558c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:46.407864 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-5b7722c9-6069-4219-bba5-ec49d558c74d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.1509912 Mar 02 09:10:46.515963 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-d522b541-0f36-4696-9809-08d18bbfcf62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a24ded-d985-4107-afea-6c5767b5f4c5 HTTP/1.1" status: 200 len: 999 time: 0.0968292 Mar 02 09:10:46.520331 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:10:46.567245 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.api.v2.resource [None req-0def50ab-9e16-43d0-980b-1b9c98bdf510 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:10:46.568318 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0def50ab-9e16-43d0-980b-1b9c98bdf510 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5163770 Mar 02 09:10:46.572042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37942) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:46.579492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '282c6d45-bfa1-4070-8b4f-e6ea5513b9ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:10:46.588096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:46.591867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Usage tracker for resource:floatingip and tenant:f0bf99a3528c41a9b4f419fad180054a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:46.592543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-bacf8752-b5a6-4164-b4d3-ec2ba767c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:46.594548 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-bacf8752-b5a6-4164-b4d3-ec2ba767c7cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0720935 Mar 02 09:10:46.595748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:46.601611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:46.662271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:46.669477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-421dcd9a-d629-4261-9bcd-00b1e5e0576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:46.671020 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-421dcd9a-d629-4261-9bcd-00b1e5e0576b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704262 Mar 02 09:10:46.809639 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-863c8b34-967d-4409-8305-2c0afe2233ab service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323204 Mar 02 09:10:46.810852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:46.901093 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '6044791e-089a-4b95-85e7-14260fa555a3', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:10:43Z', 'updated_at': '2022-03-02T09:10:43Z', 'revision_number': 0, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:46.905727 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21fb9d-0c8d-4f26-ba31-8fbc43956d84 None None] The sync data for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv is: [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '6044791e-089a-4b95-85e7-14260fa555a3', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:10:43Z', 'updated_at': '2022-03-02T09:10:43Z', 'revision_number': 0, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:10:46.964323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Allocated IP 172.26.3.193 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/66ff35d8-09f0-45a1-9118-d4e056fcb094) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:10:47.066467 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3621ce2d-0d74-416c-b686-d7dd0df805f8 req-cf6b7535-0648-4a11-b9ca-00616db8593e service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500935 Mar 02 09:10:47.122561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:47.129378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28975034-2460-4025-8766-12029ff0a104 None None] New status for floating IP 6044791e-089a-4b95-85e7-14260fa555a3: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:10:47.194052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:47.252085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:10:47.254702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:10:47.262748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:10:47.293062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:47.322171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event updated for resources: {'Port': ['ID=66ff35d8-09f0-45a1-9118-d4e056fcb094,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:47.454385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Deleting port 66ff35d8-09f0-45a1-9118-d4e056fcb094 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:47.454801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:47.741506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:47.741780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:47.860258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Calling delete_port for 66ff35d8-09f0-45a1-9118-d4e056fcb094 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:48.039573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:48.085190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event deleted for resources: {'Port': ['ID=66ff35d8-09f0-45a1-9118-d4e056fcb094,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:48.245233 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] create failed (client error): The resource could not be found. Mar 02 09:10:48.246293 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1d9acb94-c781-4974-8613-7410afd5a052 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6731737 Mar 02 09:10:48.250404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37948) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:48.322394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9da229c0-ddee-4735-8336-659a2a60beaa tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Deleting port 282c6d45-bfa1-4070-8b4f-e6ea5513b9ca {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:48.322686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9da229c0-ddee-4735-8336-659a2a60beaa tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:48.563974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9da229c0-ddee-4735-8336-659a2a60beaa tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:48.688768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9da229c0-ddee-4735-8336-659a2a60beaa tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Calling delete_port for 282c6d45-bfa1-4070-8b4f-e6ea5513b9ca owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:48.884617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9da229c0-ddee-4735-8336-659a2a60beaa tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:48.938367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da229c0-ddee-4735-8336-659a2a60beaa tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event deleted for resources: {'Port': ['ID=282c6d45-bfa1-4070-8b4f-e6ea5513b9ca,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:49.041279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9da229c0-ddee-4735-8336-659a2a60beaa tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:49.049738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9da229c0-ddee-4735-8336-659a2a60beaa tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "DELETE /v2.0/ports/282c6d45-bfa1-4070-8b4f-e6ea5513b9ca HTTP/1.1" status: 204 len: 168 time: 0.7983649 Mar 02 09:10:49.052255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37954) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:49.134801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73061db7-0d43-44be-bc24-439034ca4454 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:49.135489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-73061db7-0d43-44be-bc24-439034ca4454 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Synchronizing usage tracker for tenant:f0bf99a3528c41a9b4f419fad180054a on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:49.238959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-73061db7-0d43-44be-bc24-439034ca4454 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Unset dirty status for tenant:f0bf99a3528c41a9b4f419fad180054a on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:49.240070 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-73061db7-0d43-44be-bc24-439034ca4454 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "GET /v2.0/ports?device_id=2aa4b657-3615-4b73-b575-8f58cac8846d HTTP/1.1" status: 200 len: 913 time: 0.1868999 Mar 02 09:10:49.242965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37958) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:49.354641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37962) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:49.690718 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-545f2ce3-958d-4174-a889-5cafbfe380cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:49.838002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:49.908415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:50.176382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Deleting port 8d727a10-c29d-4d29-ba9f-2e5225820d68 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:50.176961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:50.294389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 19a89b73-fce4-4610-8247-a6d5c1d9721a {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:50.294728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:50.363250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:50.485408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 19a89b73-fce4-4610-8247-a6d5c1d9721a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=19a89b73-fce4-4610-8247-a6d5c1d9721a,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:50.486011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:50.487979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Calling delete_port for 8d727a10-c29d-4d29-ba9f-2e5225820d68 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:50.726327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 19a89b73-fce4-4610-8247-a6d5c1d9721a owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:50.748074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:50.795155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event deleted for resources: {'Port': ['ID=8d727a10-c29d-4d29-ba9f-2e5225820d68,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:51.051175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:51.100941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=19a89b73-fce4-4610-8247-a6d5c1d9721a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:51.139662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:51.379210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:51.417669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Router 2aa4b657-3615-4b73-b575-8f58cac8846d has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:10:51.553735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:10:51.568931 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee7fad-b0e9-4500-b13e-55eb964ec6e7 None None] Sync routers for ids ['2aa4b657-3615-4b73-b575-8f58cac8846d'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:10:51.579257 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee7fad-b0e9-4500-b13e-55eb964ec6e7 None None] Routers {'2aa4b657-3615-4b73-b575-8f58cac8846d'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:51.579257 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b1ee7fad-b0e9-4500-b13e-55eb964ec6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2aa4b657-3615-4b73-b575-8f58cac8846d'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:51.641296 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b1ee7fad-b0e9-4500-b13e-55eb964ec6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:51.652384 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d410a1f8-bec3-43bb-ab43-e9ab936122b5 tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "PUT /v2.0/routers/2aa4b657-3615-4b73-b575-8f58cac8846d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4031527 Mar 02 09:10:51.653515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 37966) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:51.655018 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee7fad-b0e9-4500-b13e-55eb964ec6e7 None None] Routers {'2aa4b657-3615-4b73-b575-8f58cac8846d'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:51.655018 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b1ee7fad-b0e9-4500-b13e-55eb964ec6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2aa4b657-3615-4b73-b575-8f58cac8846d'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:51.716438 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b1ee7fad-b0e9-4500-b13e-55eb964ec6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:51.716438 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee7fad-b0e9-4500-b13e-55eb964ec6e7 None None] The sync data for ids ['2aa4b657-3615-4b73-b575-8f58cac8846d'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:10:51.842687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c071781d-aa05-4926-a18b-3c4f2d392b4f tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:51.907648 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6951b781-fed6-48cf-85c2-ac9dc4d89cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:52.230111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:10:52.291357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c071781d-aa05-4926-a18b-3c4f2d392b4f tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:52.294985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c071781d-aa05-4926-a18b-3c4f2d392b4f tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:52.468611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c071781d-aa05-4926-a18b-3c4f2d392b4f tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:52.469099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c071781d-aa05-4926-a18b-3c4f2d392b4f tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Fanout notify agent at l3_agent the message router_deleted on router 2aa4b657-3615-4b73-b575-8f58cac8846d {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:10:52.505340 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c071781d-aa05-4926-a18b-3c4f2d392b4f tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:52.506009 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c071781d-aa05-4926-a18b-3c4f2d392b4f tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "DELETE /v2.0/routers/2aa4b657-3615-4b73-b575-8f58cac8846d HTTP/1.1" status: 204 len: 168 time: 0.8552482 Mar 02 09:10:52.509336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37970) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:52.516439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:10:52.536692 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b692932a-e14d-4665-b659-f94474833e63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/2bda3aba-f7d1-4bba-9e55-a57d8944a9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1791234 Mar 02 09:10:52.539540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] Sync routers for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:10:52.556210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:52.556832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:52.659827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a7b3fe-3aba-4e26-943b-20ffc3278e3c tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Deleting subnet eb133fa3-3e6f-430d-bef0-deeaf86e086a {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:52.659827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24a7b3fe-3aba-4e26-943b-20ffc3278e3c tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:52.718402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24a7b3fe-3aba-4e26-943b-20ffc3278e3c tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:52.811184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24a7b3fe-3aba-4e26-943b-20ffc3278e3c tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:52.910068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:10:52.959643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24a7b3fe-3aba-4e26-943b-20ffc3278e3c tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:53.000614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7b3fe-3aba-4e26-943b-20ffc3278e3c tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event deleted for resources: {'Subnet': ['ID=eb133fa3-3e6f-430d-bef0-deeaf86e086a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:53.002550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24a7b3fe-3aba-4e26-943b-20ffc3278e3c tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:53.009739 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-24a7b3fe-3aba-4e26-943b-20ffc3278e3c tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "DELETE /v2.0/subnets/eb133fa3-3e6f-430d-bef0-deeaf86e086a HTTP/1.1" status: 204 len: 168 time: 0.4998698 Mar 02 09:10:53.012171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37978) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:53.050251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475c1bd7-36d9-4f7c-b1bc-c08a5b423968 None None] Network 897482a2-7565-4371-9c16-b503da60b4fe requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:53.102984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:53.133493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:53.173950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Deleting port 2aaf7088-53de-4c07-b1a7-748d45e7e750 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:53.174285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:53.183588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:53.316404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba312d49-a95f-40f4-b3e2-6f8b46460368 req-11823279-ebcb-44bf-8a85-61551b06d750 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:53.317770 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba312d49-a95f-40f4-b3e2-6f8b46460368 req-11823279-ebcb-44bf-8a85-61551b06d750 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 946 time: 0.1744006 Mar 02 09:10:53.450831 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba312d49-a95f-40f4-b3e2-6f8b46460368 req-b5cc9319-2053-492f-89a5-713577273a8e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158986 Mar 02 09:10:53.452486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] For port 2aaf7088-53de-4c07-b1a7-748d45e7e750, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2aaf7088-53de-4c07-b1a7-748d45e7e750,segment=NetworkSegment(aaad4bd3-0de6-41eb-82bd-eb9b9e283e07),segment_id=aaad4bd3-0de6-41eb-82bd-eb9b9e283e07)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:53.452840 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:53.457517 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:10:50Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '05b9a432-115c-4fab-99d4-4df881b07e30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.125', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:08:42Z', 'updated_at': '2022-03-02T09:08:46Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:53.462270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] Checking router: 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:10:53.472864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:10:53.473470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:53.532267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] DHCP port deletion for 897482a2-7565-4371-9c16-b503da60b4fe request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:10:53.546494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] Deleting port 2aaf7088-53de-4c07-b1a7-748d45e7e750 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:53.546870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:53.693109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Calling delete_port for 2aaf7088-53de-4c07-b1a7-748d45e7e750 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:53.745904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:10:53.833432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:53.885322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event deleted for resources: {'Port': ['ID=2aaf7088-53de-4c07-b1a7-748d45e7e750,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:53.889187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] No DVR routers for this DVR port 2aaf7088-53de-4c07-b1a7-748d45e7e750 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:10:53.976448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] For port 2aaf7088-53de-4c07-b1a7-748d45e7e750, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2aaf7088-53de-4c07-b1a7-748d45e7e750,segment=NetworkSegment(aaad4bd3-0de6-41eb-82bd-eb9b9e283e07),segment_id=aaad4bd3-0de6-41eb-82bd-eb9b9e283e07)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:53.977036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.012937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.039243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897482a2-7565-4371-9c16-b503da60b4fe']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:54.050985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaad4bd3-0de6-41eb-82bd-eb9b9e283e07') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:54.051287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaad4bd3-0de6-41eb-82bd-eb9b9e283e07') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:54.062392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.078397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.084195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:10:54.084573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:10:54.098959 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:10:54.109727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] Calling delete_port for 2aaf7088-53de-4c07-b1a7-748d45e7e750 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:54.239530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.257126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.268770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] Pushing event deleted for resources: {'Network': ['ID=897482a2-7565-4371-9c16-b503da60b4fe,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:54.276026 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c722128b-30c0-439d-8b99-8aebc171815e tempest-FloatingIPNegativeTestJSON-917474053 tempest-FloatingIPNegativeTestJSON-917474053-project] 10.222.0.10 "DELETE /v2.0/networks/897482a2-7565-4371-9c16-b503da60b4fe HTTP/1.1" status: 204 len: 168 time: 1.2629406 Mar 02 09:10:54.334895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:10:54.335249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:10:54.407539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:10:50Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '05b9a432-115c-4fab-99d4-4df881b07e30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.125', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:08:42Z', 'updated_at': '2022-03-02T09:08:46Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:54.411472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee010bec-a656-413e-ab73-4b7e0df7ec06 None None] The sync data for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv is: [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:10:50Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '05b9a432-115c-4fab-99d4-4df881b07e30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.125', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'port_id': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'mac_address': 'fa:16:3e:47:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:08:42Z', 'updated_at': '2022-03-02T09:08:46Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:10:54.524908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.626095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-d5a9af0d-0360-49a6-9eb7-715932bdfe4f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:54.627052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-d5a9af0d-0360-49a6-9eb7-715932bdfe4f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:10:54.645406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06a47-dc42-4440-9a3e-d09453b82aea req-6fb72c06-f811-46ec-b625-b9f1685b7bd1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:10:54.646933 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9eb06a47-dc42-4440-9a3e-d09453b82aea req-6fb72c06-f811-46ec-b625-b9f1685b7bd1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 946 time: 0.0858712 Mar 02 09:10:54.691379 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9eb06a47-dc42-4440-9a3e-d09453b82aea req-f43cefa2-0fd4-4eae-acd7-fd01ae99136b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=116834c4-51d3-49d2-8c72-cf3a5823b723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386968 Mar 02 09:10:54.780136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-d5a9af0d-0360-49a6-9eb7-715932bdfe4f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:10:54.780136 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-d5a9af0d-0360-49a6-9eb7-715932bdfe4f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 946 time: 0.2483034 Mar 02 09:10:54.795477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 19a89b73-fce4-4610-8247-a6d5c1d9721a no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:10:54.836287 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] Deleting port 2aaf7088-53de-4c07-b1a7-748d45e7e750 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:54.837388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.863376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:54.863714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:54.866964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 19a89b73-fce4-4610-8247-a6d5c1d9721a {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:10:54.867556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 19a89b73-fce4-4610-8247-a6d5c1d9721a not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:10:54.868176 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2aaf7088-53de-4c07-b1a7-748d45e7e750 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:10:54.888576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37990) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:54.910633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 2aaf7088-53de-4c07-b1a7-748d45e7e750 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:10:54.910974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2aaf7088-53de-4c07-b1a7-748d45e7e750 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:10:54.945450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-802acd07-4bed-4507-a33a-12ce3e2aa797 None None] The port '2aaf7088-53de-4c07-b1a7-748d45e7e750' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:10:55.060168 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-41995d27-4feb-4276-a79c-1028c668091b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0bf99a3528c41a9b4f419fad180054a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696534 Mar 02 09:10:55.060736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 37996) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:55.117059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ebce26b-3ee8-4fe2-a6c1-230e3cc9c6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:55.131165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 21fc9899-c56b-48f3-858e-a4f47ef2bd19, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=21fc9899-c56b-48f3-858e-a4f47ef2bd19,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:55.131513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:55.142176 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ebce26b-3ee8-4fe2-a6c1-230e3cc9c6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:55.254020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 21fc9899-c56b-48f3-858e-a4f47ef2bd19 owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:55.290725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ebce26b-3ee8-4fe2-a6c1-230e3cc9c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:55.307642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebce26b-3ee8-4fe2-a6c1-230e3cc9c6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc34f65-f72a-4636-8549-5f46edeb5178,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:55.310988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ebce26b-3ee8-4fe2-a6c1-230e3cc9c6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:55.314884 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6ebce26b-3ee8-4fe2-a6c1-230e3cc9c6ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fc34f65-f72a-4636-8549-5f46edeb5178 HTTP/1.1" status: 204 len: 168 time: 0.2504909 Mar 02 09:10:55.496239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:55.548754 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=21fc9899-c56b-48f3-858e-a4f47ef2bd19,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:55.626879 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port 21fc9899-c56b-48f3-858e-a4f47ef2bd19 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:10:55.629080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:55.631564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c', 'name': 'network-vif-deleted', 'tag': '21fc9899-c56b-48f3-858e-a4f47ef2bd19'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:10:55.676495 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c', 'name': 'network-vif-deleted', 'tag': '21fc9899-c56b-48f3-858e-a4f47ef2bd19', 'status': 'completed', 'code': 200} Mar 02 09:10:55.684943 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2ce2acf-fe61-48cb-bbe4-9a7f5ed8d6de req-a51e86f9-c1ce-4469-85aa-00224794eb36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/21fc9899-c56b-48f3-858e-a4f47ef2bd19 HTTP/1.1" status: 204 len: 173 time: 0.8994458 Mar 02 09:10:55.847228 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b5dd697-57f9-4eb1-8c8d-b8f011c2a05d req-bb5cd14a-cfaa-4599-9530-ff4c0d91e011 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a57f04e0-ccc4-4a11-b4f1-ee97a6568a3c HTTP/1.1" status: 200 len: 210 time: 0.0465195 Mar 02 09:10:56.311054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38024) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:56.420763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9cdffc1a-780d-4ef7-9c49-c0a78591042a tempest-ServiceProvidersTest-391328909 tempest-ServiceProvidersTest-391328909-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1079195 Mar 02 09:10:56.733116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 21fc9899-c56b-48f3-858e-a4f47ef2bd19 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:10:56.766581 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 21fc9899-c56b-48f3-858e-a4f47ef2bd19 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:10:56.766916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 21fc9899-c56b-48f3-858e-a4f47ef2bd19 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:10:56.926885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38036) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:56.942957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38042) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:57.010464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0bcead8b-5ef0-4f9b-b2cf-ecf84232af91 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.039920 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0bcead8b-5ef0-4f9b-b2cf-ecf84232af91 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.042712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-efa17071-b851-46e6-a217-5bee6e0c5a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.057411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-efa17071-b851-46e6-a217-5bee6e0c5a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:10:57.061152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-efa17071-b851-46e6-a217-5bee6e0c5a87 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd16a3909c84dbdb9b2d623ca6e4ed5 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:10:57.064610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-efa17071-b851-46e6-a217-5bee6e0c5a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:10:57.070168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-efa17071-b851-46e6-a217-5bee6e0c5a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:10:57.150266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-efa17071-b851-46e6-a217-5bee6e0c5a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.164404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0bcead8b-5ef0-4f9b-b2cf-ecf84232af91 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.186758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcead8b-5ef0-4f9b-b2cf-ecf84232af91 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116834c4-51d3-49d2-8c72-cf3a5823b723,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:57.221648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-efa17071-b851-46e6-a217-5bee6e0c5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.256085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0bcead8b-5ef0-4f9b-b2cf-ecf84232af91 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.257297 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0bcead8b-5ef0-4f9b-b2cf-ecf84232af91 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/116834c4-51d3-49d2-8c72-cf3a5823b723 HTTP/1.1" status: 204 len: 168 time: 0.3131800 Mar 02 09:10:57.269654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-efa17071-b851-46e6-a217-5bee6e0c5a87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfd16a3909c84dbdb9b2d623ca6e4ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416119 Mar 02 09:10:57.270569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa17071-b851-46e6-a217-5bee6e0c5a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968e3029-fda3-4c31-a489-6672e7d95b70,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:57.273153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38048) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:57.331555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13c68f9a-ad6b-4f42-a87f-e6459691c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.359112 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13c68f9a-ad6b-4f42-a87f-e6459691c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.366199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38052) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:57.434849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba72536-988f-4306-927f-0dde6652860d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting subnet 66dad279-b853-46ab-86d3-05085dc32281 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:10:57.437750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5ba72536-988f-4306-927f-0dde6652860d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.479278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13c68f9a-ad6b-4f42-a87f-e6459691c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.491614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5ba72536-988f-4306-927f-0dde6652860d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.497163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c68f9a-ad6b-4f42-a87f-e6459691c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968e3029-fda3-4c31-a489-6672e7d95b70,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:57.500556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13c68f9a-ad6b-4f42-a87f-e6459691c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.504578 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-13c68f9a-ad6b-4f42-a87f-e6459691c8d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/968e3029-fda3-4c31-a489-6672e7d95b70 HTTP/1.1" status: 204 len: 168 time: 0.2306342 Mar 02 09:10:57.582951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5ba72536-988f-4306-927f-0dde6652860d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.695995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5ba72536-988f-4306-927f-0dde6652860d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.735917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba72536-988f-4306-927f-0dde6652860d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Subnet': ['ID=66dad279-b853-46ab-86d3-05085dc32281,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:57.738820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5ba72536-988f-4306-927f-0dde6652860d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.742652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57766f7b-29bd-44e1-8217-cdc9a077a29b None None] Network 85436fa1-8a8e-4fff-bcfb-823797c7fc43 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:10:57.748414 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5ba72536-988f-4306-927f-0dde6652860d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/subnets/66dad279-b853-46ab-86d3-05085dc32281 HTTP/1.1" status: 204 len: 168 time: 0.3811555 Mar 02 09:10:57.751179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38058) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:57.899766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:57.924981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port e55ef86d-1eb7-4117-b340-19319e057e57 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:57.924981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:58.059158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] DHCP port deletion for 85436fa1-8a8e-4fff-bcfb-823797c7fc43 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:10:58.064632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Deleting port e55ef86d-1eb7-4117-b340-19319e057e57 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:58.065010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:58.264144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port e55ef86d-1eb7-4117-b340-19319e057e57, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e55ef86d-1eb7-4117-b340-19319e057e57,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:58.264749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:58.267841 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] For port e55ef86d-1eb7-4117-b340-19319e057e57, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e55ef86d-1eb7-4117-b340-19319e057e57,segment=NetworkSegment(cc99e34e-fa1d-4fb7-9fa4-cebd08c95055),segment_id=cc99e34e-fa1d-4fb7-9fa4-cebd08c95055)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:10:58.268229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:58.383892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for e55ef86d-1eb7-4117-b340-19319e057e57 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:58.385330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Calling delete_port for e55ef86d-1eb7-4117-b340-19319e057e57 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:10:58.518760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:58.526037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:10:58.533073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:10:58.571188 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Pushing event deleted for resources: {'Port': ['ID=e55ef86d-1eb7-4117-b340-19319e057e57,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:58.576798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e55ef86d-1eb7-4117-b340-19319e057e57 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:10:58.599398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] No DVR routers for this DVR port e55ef86d-1eb7-4117-b340-19319e057e57 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:10:58.610489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.610831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.611973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.611973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.611973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.612291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.612395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.612713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.613043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.613336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.614369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.614369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2693bb-90c0-4be1-8a65-e226cf1ba63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:10:58.621898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: e55ef86d-1eb7-4117-b340-19319e057e57 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:10:58.622241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e55ef86d-1eb7-4117-b340-19319e057e57 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:10:59.033598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port e55ef86d-1eb7-4117-b340-19319e057e57 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:59.033598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:59.100004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] The port 'e55ef86d-1eb7-4117-b340-19319e057e57' was deleted {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:10:59.241436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:59.266686 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85436fa1-8a8e-4fff-bcfb-823797c7fc43']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:59.280525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:59.280525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc99e34e-fa1d-4fb7-9fa4-cebd08c95055') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:10:59.295676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:59.321111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:59.321111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:10:59.321111 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: util.warn( Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:10:59.336693 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:10:59.480692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:59.499724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:59.499724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Network': ['ID=85436fa1-8a8e-4fff-bcfb-823797c7fc43,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:10:59.580836 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-51fbda1a-4892-4eb7-a103-678908b42c4d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/networks/85436fa1-8a8e-4fff-bcfb-823797c7fc43 HTTP/1.1" status: 204 len: 168 time: 1.8239763 Mar 02 09:10:59.580836 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38064) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:10:59.806728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 35356edb-a902-4297-890b-fb33f5dea732 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:10:59.806728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:59.866267 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:10:59.984925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:10:59.984925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:00.111306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 35356edb-a902-4297-890b-fb33f5dea732 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:11:00.323322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:00.400227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=35356edb-a902-4297-890b-fb33f5dea732,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:00.469588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:00.469588 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP 05b9a432-115c-4fab-99d4-4df881b07e30 disassociated (deleted). External IP: 172.26.3.125, port: b17ee7b1-6a34-43bc-89c7-8c7abc13c308. Mar 02 09:11:00.932948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:11:01.101638 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:11:01.111400 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] Sync routers for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:11:01.117926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:01.120375 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:01.120963 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:01.172550 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ab151cda-eaa7-4485-b17d-5a7b2aaabcf5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/floatingips/05b9a432-115c-4fab-99d4-4df881b07e30 HTTP/1.1" status: 204 len: 168 time: 1.5922539 Mar 02 09:11:01.173227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:11:01.223103 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'status': 'completed', 'code': 200} Mar 02 09:11:01.312542 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:01.360417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-f502d576-7743-439e-93b5-237e8c05a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:01.360417 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-f502d576-7743-439e-93b5-237e8c05a5aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 1098 time: 0.1042964 Mar 02 09:11:01.508510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-bb5b0075-c301-4891-911a-f0efe8d6208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:01.511359 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-bb5b0075-c301-4891-911a-f0efe8d6208e service neutron] 10.222.0.15 "GET /v2.0/networks?id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418 HTTP/1.1" status: 200 len: 897 time: 0.1469083 Mar 02 09:11:01.605358 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-25bb3266-ee28-4133-b47c-a198c1e0066c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17ee7b1-6a34-43bc-89c7-8c7abc13c308 HTTP/1.1" status: 200 len: 217 time: 0.0843875 Mar 02 09:11:01.646260 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:10:50Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:01.650457 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] Checking router: 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:11:01.664484 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:01.664750 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:01.675221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-ce0cf4a8-5f99-4ce7-904b-c544c9ac879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:01.676292 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-ce0cf4a8-5f99-4ce7-904b-c544c9ac879e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8af48cf4-2ab3-47f6-a49b-20c579a985b5 HTTP/1.1" status: 200 len: 834 time: 0.0648315 Mar 02 09:11:01.779006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-7ba52ddb-9892-465f-b21d-9440695e4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:01.779006 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-7ba52ddb-9892-465f-b21d-9440695e4100 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13c9e0dd-f1be-4a0d-8aa4-5aec78617418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882685 Mar 02 09:11:01.880559 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:01.884525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36302ce7-4e1e-4e9d-a8b1-93a5582769c3 req-d7a45311-0f92-4d55-b428-8dc96889626e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:01.884525 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-36302ce7-4e1e-4e9d-a8b1-93a5582769c3 req-d7a45311-0f92-4d55-b428-8dc96889626e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 945 time: 0.0974107 Mar 02 09:11:01.945639 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-7f6bf90a-2129-4a30-bba2-18a0ee0ed9b6 service neutron] 10.222.0.15 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559780 Mar 02 09:11:01.960921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-36302ce7-4e1e-4e9d-a8b1-93a5582769c3 req-67e25113-c0ef-4e3b-bbe7-1a690964e9d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681560 Mar 02 09:11:02.085172 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-23f90f76-d641-4e2e-bbc8-ce7f5e4ba587 req-761e52cf-5fd2-4c4e-8ed8-2673fcc7bbe0 service neutron] 10.222.0.15 "GET /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372166 Mar 02 09:11:02.249131 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:10:50Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:02.249131 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ef4c2-1a25-4842-9800-e47d0e0a8d20 None None] The sync data for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv is: [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:10:50Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5', 'name': '', 'network_id': '13c9e0dd-f1be-4a0d-8aa4-5aec78617418', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:57:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:12Z', 'updated_at': '2022-03-02T09:08:20Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8af48cf4-2ab3-47f6-a49b-20c579a985b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:11:02.476076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f1c802-e384-4d2a-939a-60faf04c085d None None] New status for floating IP 05b9a432-115c-4fab-99d4-4df881b07e30: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:11:02.965958 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-4a764257-bf91-421d-9df3-df78d6732b50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659757 Mar 02 09:11:03.120599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-ade6096b-205e-4518-a3e7-6ab9b4ef39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:03.122109 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-ade6096b-205e-4518-a3e7-6ab9b4ef39e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 1099 time: 0.0773647 Mar 02 09:11:03.157298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba3a7e-2b7a-423f-9e43-e3eaa2606033 req-933be707-1a4a-4344-b8c9-d60ec0b7e5c6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:03.159360 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1aba3a7e-2b7a-423f-9e43-e3eaa2606033 req-933be707-1a4a-4344-b8c9-d60ec0b7e5c6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 945 time: 0.0818384 Mar 02 09:11:03.205148 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1aba3a7e-2b7a-423f-9e43-e3eaa2606033 req-c62f6f1b-5758-4c20-985c-e50ca2f83d70 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=f23d630a-1de7-42fb-83d3-f74aa420a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405521 Mar 02 09:11:03.379147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-04122778-b024-4e64-a420-12231af3c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:03.380775 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-04122778-b024-4e64-a420-12231af3c886 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.2378278 Mar 02 09:11:03.394870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-92a6f378-a683-4ddc-bde4-ea5247e264d0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:03.396328 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-92a6f378-a683-4ddc-bde4-ea5247e264d0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 945 time: 0.0854084 Mar 02 09:11:03.468742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:11:03.469083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:03.489625 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-0748b9be-71c8-4700-9363-b0cc0938a0cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a24ded-d985-4107-afea-6c5767b5f4c5 HTTP/1.1" status: 200 len: 1001 time: 0.1016386 Mar 02 09:11:03.557763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-af105ae3-d8bb-425a-b4f8-d8018012babc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:03.559291 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-af105ae3-d8bb-425a-b4f8-d8018012babc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0605214 Mar 02 09:11:03.638504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-2904d3ff-2725-4e5b-b022-edb539885abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:03.640511 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-2904d3ff-2725-4e5b-b022-edb539885abc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741630 Mar 02 09:11:03.779293 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-1acbda50-4b8d-44f2-839b-023b1886b727 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322627 Mar 02 09:11:03.845723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port b17ee7b1-6a34-43bc-89c7-8c7abc13c308, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:03.846183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:03.912576 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ac9f5a0-388e-4b62-b67d-47abf1efdf0e req-129df996-376a-4180-b84e-049987d1a020 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262953 Mar 02 09:11:03.967464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for b17ee7b1-6a34-43bc-89c7-8c7abc13c308 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:11:04.187228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:04.235109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=b17ee7b1-6a34-43bc-89c7-8c7abc13c308,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:04.312679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port b17ee7b1-6a34-43bc-89c7-8c7abc13c308 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:11:04.315032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:04.317593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'name': 'network-vif-deleted', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:11:04.330896 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-91c88a17-e10b-4f72-9277-fbdb2c097b63 req-c9197b7e-d2c2-4aba-9ff5-81b4a72265f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/b17ee7b1-6a34-43bc-89c7-8c7abc13c308 HTTP/1.1" status: 204 len: 173 time: 0.9291518 Mar 02 09:11:04.365802 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e2e19e-bac1-46be-bbb8-f6d76d2c1372', 'name': 'network-vif-deleted', 'tag': 'b17ee7b1-6a34-43bc-89c7-8c7abc13c308', 'status': 'completed', 'code': 200} Mar 02 09:11:04.371687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-7db5c3cf-08b7-4cd9-b1d4-fb8aeec10d17 req-c40fdfb7-aec0-4eba-93ea-6af8d753e548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:11:04.467231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-7db5c3cf-08b7-4cd9-b1d4-fb8aeec10d17 req-c40fdfb7-aec0-4eba-93ea-6af8d753e548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:11:04.468767 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7db5c3cf-08b7-4cd9-b1d4-fb8aeec10d17 req-c40fdfb7-aec0-4eba-93ea-6af8d753e548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=66e2e19e-bac1-46be-bbb8-f6d76d2c1372 HTTP/1.1" status: 200 len: 210 time: 0.1397252 Mar 02 09:11:05.573704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38082) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:05.641464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec053d97-5b02-462b-8996-130abcc2c373 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:05.670705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec053d97-5b02-462b-8996-130abcc2c373 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:05.878607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec053d97-5b02-462b-8996-130abcc2c373 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:05.897285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec053d97-5b02-462b-8996-130abcc2c373 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23d630a-1de7-42fb-83d3-f74aa420a3fc,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:05.910959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ec053d97-5b02-462b-8996-130abcc2c373 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:05.910959 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ec053d97-5b02-462b-8996-130abcc2c373 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/f23d630a-1de7-42fb-83d3-f74aa420a3fc HTTP/1.1" status: 204 len: 168 time: 0.3357675 Mar 02 09:11:06.022492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38088) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:06.592621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:06.764045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b17ee7b1-6a34-43bc-89c7-8c7abc13c308 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:11:06.802423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: b17ee7b1-6a34-43bc-89c7-8c7abc13c308 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:11:06.802423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b17ee7b1-6a34-43bc-89c7-8c7abc13c308 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:11:07.042883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:11:07.043442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:07.229225 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:07.229540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:07.359851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:11:07.581435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:07.629418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:07.905235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:08.268627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:11:08.572121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:11:08.592286 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] Sync routers for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:11:08.594956 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:08.595546 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:08.634658 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-edb26372-68c8-4829-831f-d523f2926db2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/2bda3aba-f7d1-4bba-9e55-a57d8944a9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6109734 Mar 02 09:11:08.637180 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38094) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:08.704100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c8d4fc-65f5-4bc1-bdd5-d74a2852eced tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting subnet 8af48cf4-2ab3-47f6-a49b-20c579a985b5 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:11:08.707653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39c8d4fc-65f5-4bc1-bdd5-d74a2852eced tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:08.762100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39c8d4fc-65f5-4bc1-bdd5-d74a2852eced tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:08.773032 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:08.847652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39c8d4fc-65f5-4bc1-bdd5-d74a2852eced tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:08.986918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39c8d4fc-65f5-4bc1-bdd5-d74a2852eced tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:09.027379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8d4fc-65f5-4bc1-bdd5-d74a2852eced tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Subnet': ['ID=8af48cf4-2ab3-47f6-a49b-20c579a985b5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:09.029340 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39c8d4fc-65f5-4bc1-bdd5-d74a2852eced tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:09.035911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e97d9-ef2b-425a-a416-231f80c2d637 None None] Network 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:11:09.036370 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-39c8d4fc-65f5-4bc1-bdd5-d74a2852eced tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/subnets/8af48cf4-2ab3-47f6-a49b-20c579a985b5 HTTP/1.1" status: 204 len: 168 time: 0.3980746 Mar 02 09:11:09.038903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38098) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:09.063029 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:11:07Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:09.066775 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] Checking router: 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:11:09.074814 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] Routers {'2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:09.075389 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:09.226302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:09.249578 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] Set router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:09.355538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36b23f-65e2-4fa0-bd79-205a08dc1c6e None None] DHCP port deletion for 13c9e0dd-f1be-4a0d-8aa4-5aec78617418 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:11:09.360762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ae36b23f-65e2-4fa0-bd79-205a08dc1c6e None None] Deleting port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:11:09.361417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ae36b23f-65e2-4fa0-bd79-205a08dc1c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:09.422318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:09.478452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 499690fa-43f4-40ad-b79b-3620ad4f0e0c {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:11:09.478452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:09.567071 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:11:07Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:09.570908 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909c61c-3bae-4b5c-8f9a-09aa5756c62d None None] The sync data for ids ['2bda3aba-f7d1-4bba-9e55-a57d8944a9c1'] in dv-neutron-828796-1-hyperv is: [{'id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'name': 'tempest-TestNetworkBasicOps-router-1945899292', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:08:05Z', 'updated_at': '2022-03-02T09:11:07Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '499690fa-43f4-40ad-b79b-3620ad4f0e0c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda3aba-f7d1-4bba-9e55-a57d8944a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:08:06Z', 'updated_at': '2022-03-02T09:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:11:09.594213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ae36b23f-65e2-4fa0-bd79-205a08dc1c6e None None] For port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d,segment=NetworkSegment(df6b1232-d560-4266-8099-28631f24ed57),segment_id=df6b1232-d560-4266-8099-28631f24ed57)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:09.594687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ae36b23f-65e2-4fa0-bd79-205a08dc1c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:09.693926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 499690fa-43f4-40ad-b79b-3620ad4f0e0c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=499690fa-43f4-40ad-b79b-3620ad4f0e0c,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:09.694229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:09.720927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ae36b23f-65e2-4fa0-bd79-205a08dc1c6e None None] Calling delete_port for bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:11:09.813745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 499690fa-43f4-40ad-b79b-3620ad4f0e0c owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:11:09.935805 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ae36b23f-65e2-4fa0-bd79-205a08dc1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:09.994585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae36b23f-65e2-4fa0-bd79-205a08dc1c6e None None] No DVR routers for this DVR port bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:11:10.000524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36b23f-65e2-4fa0-bd79-205a08dc1c6e None None] Pushing event deleted for resources: {'Port': ['ID=bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:10.152781 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.196306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=499690fa-43f4-40ad-b79b-3620ad4f0e0c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:10.292393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.465900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.467965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.595331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.595331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Fanout notify agent at l3_agent the message router_deleted on router 2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:11:10.612875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.614125 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-64122ecf-8c6f-4089-9d29-33cbc66f1e42 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/routers/2bda3aba-f7d1-4bba-9e55-a57d8944a9c1 HTTP/1.1" status: 204 len: 168 time: 1.5741210 Mar 02 09:11:10.616709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38102) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:10.626175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:11:10.672982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:11:10.672982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device bd9b2573-62d8-40f9-9ab5-25cd4c4aed4d not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:11:10.673305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:11:10.710065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:11:10.710413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device da68a89f-d4a4-43d0-95ad-cd1d7aa5a6d5 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:11:10.737036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.870379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.895866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c9e0dd-f1be-4a0d-8aa4-5aec78617418']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:10.908827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6b1232-d560-4266-8099-28631f24ed57') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:10.909120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6b1232-d560-4266-8099-28631f24ed57') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:10.922191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.940435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.952079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:11:10.952079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:11:10.962600 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:11:11.106812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:11.123670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:11.136790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Network': ['ID=13c9e0dd-f1be-4a0d-8aa4-5aec78617418,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:11.140034 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4382d9e0-d3ce-4078-9457-82c147c886a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/networks/13c9e0dd-f1be-4a0d-8aa4-5aec78617418 HTTP/1.1" status: 204 len: 168 time: 0.5221345 Mar 02 09:11:11.161221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38106) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:11.166878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'network': {'name': 'tempest-network-smoke--1260884315', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'port_security_enabled': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:11.171967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:11.176958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:network and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:11.180020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:11.185625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:11.249210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:11:11.252679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:11.280798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:11:11.288957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:11.289313 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Added segment 02d3aa47-6e18-4369-8e40-531119c8cb68 of type vlan for network d37a2154-63b2-41e5-91a0-b3cb6561fa6e Mar 02 09:11:11.314372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:11.403707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:11.408991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:11.409567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:11.518054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Network': ['ID=d37a2154-63b2-41e5-91a0-b3cb6561fa6e,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:11.528669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network d37a2154-63b2-41e5-91a0-b3cb6561fa6e details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:11:11.564327 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5dfebfd6-8e8f-49b6-b614-2765c00036e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4019411 Mar 02 09:11:11.567235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38110) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:11.572200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'admin_state_up': True, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:11.579851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:11.583673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:router and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:11.586515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:11.592740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:11.655484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:11.665347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:11.670680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:12.100060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:12.491858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:12.521142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:12.540896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 499690fa-43f4-40ad-b79b-3620ad4f0e0c no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:11:12.574605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 499690fa-43f4-40ad-b79b-3620ad4f0e0c {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:11:12.574948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 499690fa-43f4-40ad-b79b-3620ad4f0e0c not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:11:12.667015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.246 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:11:12.810009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:12.975037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:13.038471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:11:13.046262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:11:13.050470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:11:13.081772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:13.544806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:13.990457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:14.226336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router c56a2a64-3596-4f07-bf6e-5d64031783e0 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:11:14.403507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:11:14.412854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Sync routers for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:11:14.422286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:14.428293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:14.478860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:14.479629 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f7afa9d8-0b34-4459-9fe2-2a60126f252a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9114785 Mar 02 09:11:14.482752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38116) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:14.522654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f656bd23-13ca-4dc6-bfeb-4b0e4f6723dc tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388138 Mar 02 09:11:14.525131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38120) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:14.608465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:14.661732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242e6d82-eb8e-4b5f-82ea-95628a87be42 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:14.665754 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-242e6d82-eb8e-4b5f-82ea-95628a87be42 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1364911 Mar 02 09:11:14.666068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38124) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:14.705474 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5b4989f5-c002-4c23-9ed7-7ef45f0be94a tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384316 Mar 02 09:11:14.708598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38128) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:14.713766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1338104777', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:14.824284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:14.828060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:subnet and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:14.830812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:14.836327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:14.904082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:13Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:14.907799 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Checking router: c56a2a64-3596-4f07-bf6e-5d64031783e0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:11:14.908141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Updating router c56a2a64-3596-4f07-bf6e-5d64031783e0 port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:11:14.912786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:11:14.916343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:14.964027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:15.192511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:15.268845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=f0c2bd3c-463e-49bd-bf65-b0767924ab29,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:15.279306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Checking segment: {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:11:15.279306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network hostable DHCP agents. Network: d37a2154-63b2-41e5-91a0-b3cb6561fa6e, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:11:15.332429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:15.334918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network d37a2154-63b2-41e5-91a0-b3cb6561fa6e is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:11:15.345453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Transition to ACTIVE for port object 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:11:15.395613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, d37a2154-63b2-41e5-91a0-b3cb6561fa6e) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:11:15.398691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:15.406795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:15.408038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5df88f-11f1-47b9-b0e7-f95850092e2e None None] Network d37a2154-63b2-41e5-91a0-b3cb6561fa6e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:11:15.440544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:15.492822 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ef953e64-d7a7-4b32-ac97-889f4e1a1548 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7809157 Mar 02 09:11:15.492822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38134) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:15.588212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Attempting to bind port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:11:15.588636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Attempting to bind port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:11:15.588987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Attempting to bind port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:11:15.594874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8812290-050d-425e-afc3-13043fe0502f None None] Pushing event updated for resources: {'Port': ['ID=01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:15.603425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:11:15.604069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:11:15.604238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:15.604515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:11:15.604971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Bound port: 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:11:15.605336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:15.735862 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] For port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:11:15.740156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] For port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:11:15.792784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-d37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:11:15.793651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:15.869363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:16.002493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:16.003107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:16.078201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8812290-050d-425e-afc3-13043fe0502f None None] Pushing event updated for resources: {'Port': ['ID=01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:16.111839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Allocated IP 172.20.0.2 (d37a2154-63b2-41e5-91a0-b3cb6561fa6e/f0c2bd3c-463e-49bd-bf65-b0767924ab29/ef8b24f8-dee9-44bf-94f5-038b41d3e4dc) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:11:16.234319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:16.289825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:16.671679 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:16.690891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Transition to ACTIVE for port object ef8b24f8-dee9-44bf-94f5-038b41d3e4dc will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:11:16.713874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Transition to ACTIVE for port object ef8b24f8-dee9-44bf-94f5-038b41d3e4dc will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:11:16.725589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:13Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:16.729645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de951b0e-5751-4ac3-ad7e-657c14fca5cb None None] The sync data for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv is: [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:13Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:11:16.789160 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:16.849334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Network d37a2154-63b2-41e5-91a0-b3cb6561fa6e is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:11:16.852098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:11:16.858398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.1 (d37a2154-63b2-41e5-91a0-b3cb6561fa6e/f0c2bd3c-463e-49bd-bf65-b0767924ab29/c0a64658-bf3f-4493-a8c5-97aa5558faa9) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:11:16.861383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:11:16.870966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Pushing event updated for resources: {'Port': ['ID=ef8b24f8-dee9-44bf-94f5-038b41d3e4dc,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:16.988226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Attempting to bind port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:11:16.988226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Attempting to bind port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:11:16.988226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Attempting to bind port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc on network d37a2154-63b2-41e5-91a0-b3cb6561fa6e {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:11:16.993133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:11:16.993506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Checking segment: {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:11:16.994311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:16.994721 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Bound using segment: {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:11:16.995195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Bound port: ef8b24f8-dee9-44bf-94f5-038b41d3e4dc, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:11:16.995573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:17.063418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:17.081686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object c0a64658-bf3f-4493-a8c5-97aa5558faa9 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:11:17.098623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] For port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:11:17.102388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] For port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ef8b24f8-dee9-44bf-94f5-038b41d3e4dc,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:11:17.221448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:17.272761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:17.305719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:17.320114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fdd66-8655-4c53-903c-5e4e2195a5b6 None None] Pushing event updated for resources: {'Port': ['ID=ef8b24f8-dee9-44bf-94f5-038b41d3e4dc,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:17.344116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network d37a2154-63b2-41e5-91a0-b3cb6561fa6e is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:11:17.351913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:11:17.357219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:11:17.387488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=c0a64658-bf3f-4493-a8c5-97aa5558faa9,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:17.428857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:17.690924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:18.218044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:18.263592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5dcd25-0eb1-4f9f-8a38-9a8d63fc2354 None None] Network d37a2154-63b2-41e5-91a0-b3cb6561fa6e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:11:18.300581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:18.426394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=c0a64658-bf3f-4493-a8c5-97aa5558faa9,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:18.429637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:18.470122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d9904877-df29-49d6-9080-2f17e8630d89 None None] Provisioning for port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:11:18.582741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network d37a2154-63b2-41e5-91a0-b3cb6561fa6e is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:11:18.583486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:11:18.702740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:11:18.814174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router c56a2a64-3596-4f07-bf6e-5d64031783e0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:11:18.860535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:11:18.865801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:18.866485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:18.970584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3a9fc2c0-ffbb-433d-93f8-1ca20914a31d None None] Provisioning for port c0a64658-bf3f-4493-a8c5-97aa5558faa9 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:11:18.984512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3a9fc2c0-ffbb-433d-93f8-1ca20914a31d None None] Provisioning complete for port c0a64658-bf3f-4493-a8c5-97aa5558faa9 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:18.985241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a9fc2c0-ffbb-433d-93f8-1ca20914a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:19.020638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:11:19.032239 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Sync routers for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:11:19.043386 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b3fc4dc0-4eea-4e5a-86b4-7c7a8d9a77ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/c56a2a64-3596-4f07-bf6e-5d64031783e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5487225 Mar 02 09:11:19.045921 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38138) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:19.046673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:19.047337 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:19.048505 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:19.073815 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3a9fc2c0-ffbb-433d-93f8-1ca20914a31d None None] Port c0a64658-bf3f-4493-a8c5-97aa5558faa9 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:11:19.092546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:19.159919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:19.162991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ef8b24f8-dee9-44bf-94f5-038b41d3e4dc up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:11:19.220173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23254b8-8c86-4cac-bb1b-2139ddedc2d6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.220331 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23254b8-8c86-4cac-bb1b-2139ddedc2d6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.220796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23254b8-8c86-4cac-bb1b-2139ddedc2d6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.221254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23254b8-8c86-4cac-bb1b-2139ddedc2d6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.221706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23254b8-8c86-4cac-bb1b-2139ddedc2d6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.224919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23254b8-8c86-4cac-bb1b-2139ddedc2d6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.226943 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a23254b8-8c86-4cac-bb1b-2139ddedc2d6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1799357 Mar 02 09:11:19.230106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38142) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:19.269924 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:19.297577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-75aea63b-6b49-4163-b765-1633a90663e1 None None] Provisioning complete for port c0a64658-bf3f-4493-a8c5-97aa5558faa9 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:19.303194 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-75aea63b-6b49-4163-b765-1633a90663e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:19.307690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386ab27-65d6-492e-92c3-5fa3ef3df209 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.308261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386ab27-65d6-492e-92c3-5fa3ef3df209 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.308775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386ab27-65d6-492e-92c3-5fa3ef3df209 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.310558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386ab27-65d6-492e-92c3-5fa3ef3df209 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.310558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386ab27-65d6-492e-92c3-5fa3ef3df209 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.310558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386ab27-65d6-492e-92c3-5fa3ef3df209 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:19.314722 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e386ab27-65d6-492e-92c3-5fa3ef3df209 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0812087 Mar 02 09:11:19.315033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38146) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:19.332977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:19.369047 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-75aea63b-6b49-4163-b765-1633a90663e1 None None] Port c0a64658-bf3f-4493-a8c5-97aa5558faa9 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:11:19.433263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:11:19.439170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:19.439452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:19.556445 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-41d08f7c-cdb7-4238-8a6c-0f1e57c90744 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2400618 Mar 02 09:11:19.577031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:19.604438 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:17Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'c0a64658-bf3f-4493-a8c5-97aa5558faa9', 'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:23:51:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:16Z', 'updated_at': '2022-03-02T09:11:18Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:19.608799 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Checking router: c56a2a64-3596-4f07-bf6e-5d64031783e0 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:11:19.609150 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Updating router c56a2a64-3596-4f07-bf6e-5d64031783e0 port c0a64658-bf3f-4493-a8c5-97aa5558faa9 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:11:19.613344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ef8b24f8-dee9-44bf-94f5-038b41d3e4dc,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:19.663949 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:19.734652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:19.773177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a945dc7-0d8d-493e-9aa0-8ca8428b288b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:19.808966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=ef8b24f8-dee9-44bf-94f5-038b41d3e4dc,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:19.932256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38152) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:19.938644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511556058', 'description': 'tempest-secgroup-smoke-511556058 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:19.944390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:19.948517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:19.952123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:19.957764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:20.004565 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.016444 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Transition to ACTIVE for port object c0a64658-bf3f-4493-a8c5-97aa5558faa9 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:11:20.025247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.044950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:20.048683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:20.051412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:20.056869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:20.094812 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.130690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.198788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.221790 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf5ec9-64cf-4eb4-92a6-bd387d385392 None None] Pushing event updated for resources: {'Port': ['ID=c0a64658-bf3f-4493-a8c5-97aa5558faa9,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:20.249585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b66855d-f6a8-47c5-a67d-53edf43c3633,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:20.316542 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Attempting to bind port c0a64658-bf3f-4493-a8c5-97aa5558faa9 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:11:20.316896 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Attempting to bind port c0a64658-bf3f-4493-a8c5-97aa5558faa9 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:11:20.317242 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Attempting to bind port c0a64658-bf3f-4493-a8c5-97aa5558faa9 on network d37a2154-63b2-41e5-91a0-b3cb6561fa6e {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:11:20.322768 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:11:20.323120 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Checking segment: {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:11:20.323503 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.323877 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Bound using segment: {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:11:20.324314 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Bound port: c0a64658-bf3f-4493-a8c5-97aa5558faa9, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:11:20.324665 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.328979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.331627 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1a585ba0-e9d4-4e6a-848c-ca3d565f7b56 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3973114 Mar 02 09:11:20.333708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38156) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:20.339284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1b66855d-f6a8-47c5-a67d-53edf43c3633', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:20.350327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:20.351257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:20.354379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:20.361273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:20.411192 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] For port c0a64658-bf3f-4493-a8c5-97aa5558faa9, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:11:20.413994 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] For port c0a64658-bf3f-4493-a8c5-97aa5558faa9, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c0a64658-bf3f-4493-a8c5-97aa5558faa9,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:11:20.518635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.539048 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.588425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.604702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:11:20.621459 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:20.621940 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:10:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:20.682017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.689791 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:20.690475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.692664 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf5ec9-64cf-4eb4-92a6-bd387d385392 None None] Pushing event updated for resources: {'Port': ['ID=c0a64658-bf3f-4493-a8c5-97aa5558faa9,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:20.719754 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b23542a-cfa5-4a4f-b202-c7af59071472,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:20.803517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.804654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4d6454bf-52cb-45c8-a4b5-839a90ac9148 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4693208 Mar 02 09:11:20.807395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38160) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:20.813007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1b66855d-f6a8-47c5-a67d-53edf43c3633', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:20.819047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:20.822871 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:20.823051 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:20.826319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:20.834104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ef8b24f8-dee9-44bf-94f5-038b41d3e4dc up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:11:20.835934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:20.914326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.951486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:20.951858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:20.983822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.049058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.078821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd1c262-4b25-4b3c-ae47-e611facd7fff,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:21.172977 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:17Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'c0a64658-bf3f-4493-a8c5-97aa5558faa9', 'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:23:51:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:16Z', 'updated_at': '2022-03-02T09:11:20Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:21.182150 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d79caa-ca6a-4f1f-8f97-53ca768c3c35 None None] The sync data for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv is: [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:17Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'c0a64658-bf3f-4493-a8c5-97aa5558faa9', 'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:23:51:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:16Z', 'updated_at': '2022-03-02T09:11:20Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:11:21.207414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.207414 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8658d7f2-4e4b-46c0-bb28-536b9fed1862 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3965192 Mar 02 09:11:21.207901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38164) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:21.212895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1b66855d-f6a8-47c5-a67d-53edf43c3633', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:21.224203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:21.237145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:21.241148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:21.247887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:21.353714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.421958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.529905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.554859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b93cf80-3a62-4344-bdd4-51fde4b1d211,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:21.637762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.641622 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a3e3b02f-e124-40bd-ae66-56e363d0fe66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4302034 Mar 02 09:11:21.641854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38168) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:21.647008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1b66855d-f6a8-47c5-a67d-53edf43c3633', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:21.653612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:21.657677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:21.661813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:21.670142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:21.764596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.834000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.953065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.957405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ba4baebf-305c-43d3-a09f-e1d91b21d283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:21.970325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a81c40d-89b4-4b8d-bab3-2c62e690d397,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:22.031717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.032903 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-668f4775-f719-4d8c-a51b-b7e7e15d33dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3900602 Mar 02 09:11:22.038276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38172) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:22.040996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1b66855d-f6a8-47c5-a67d-53edf43c3633', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:22.053057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:22.053538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:22.056555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:22.063000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:22.118428 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:11:22.130468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.201850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.283644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.308218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfec5b0e-d6e3-46c5-b783-a7afaf4b8f77,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:22.392077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.393240 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-deb5ebfe-45e7-4adb-9e27-de5158c1df5a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3566878 Mar 02 09:11:22.396092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38176) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:22.400949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1b66855d-f6a8-47c5-a67d-53edf43c3633', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:22.407528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:22.412352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:22.414168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:22.419801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:22.495997 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:11:22.502532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.575128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.616290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c0a64658-bf3f-4493-a8c5-97aa5558faa9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:11:22.621238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.645087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d63e524-b4be-4134-b27f-1a048109abb1,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:22.741117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.745430 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-22f71b1b-4b8b-46bc-98f5-cde48109e6ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3450894 Mar 02 09:11:22.763407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port c0a64658-bf3f-4493-a8c5-97aa5558faa9 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:11:22.768585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port c0a64658-bf3f-4493-a8c5-97aa5558faa9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:22.768949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.892556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:22.925761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port c0a64658-bf3f-4493-a8c5-97aa5558faa9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c0a64658-bf3f-4493-a8c5-97aa5558faa9,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:22.968547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b82b3e3a-1ecc-4890-9701-947eab9e8a96 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:11:22.974634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:23.014849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:23.031477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b82b3e3a-1ecc-4890-9701-947eab9e8a96 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:11:23.032733 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b82b3e3a-1ecc-4890-9701-947eab9e8a96 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511556058&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1080513 Mar 02 09:11:23.057027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=c0a64658-bf3f-4493-a8c5-97aa5558faa9,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:23.071719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:23.181533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-eb4583d2-4791-4371-a539-a1b906f8aefa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:23.182236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-eb4583d2-4791-4371-a539-a1b906f8aefa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:11:23.249696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-eb4583d2-4791-4371-a539-a1b906f8aefa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:11:23.251393 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-eb4583d2-4791-4371-a539-a1b906f8aefa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=d37a2154-63b2-41e5-91a0-b3cb6561fa6e HTTP/1.1" status: 200 len: 797 time: 0.2115982 Mar 02 09:11:23.265322 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-beaf6ef0-ad50-4221-9d16-b200f7192113 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0094223 Mar 02 09:11:23.345182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-36364b40-ec08-483c-9307-3813284b9333 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:11:23.431633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-36364b40-ec08-483c-9307-3813284b9333 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:11:23.432901 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-36364b40-ec08-483c-9307-3813284b9333 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627548 Mar 02 09:11:23.678534 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-8c33200f-fba7-4fe7-ae2c-a8a63ce2c016 service neutron] 10.222.0.10 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330306 Mar 02 09:11:23.808314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-3216c91b-4e0e-473d-81be-f6eb0603d13c service neutron] 10.222.0.10 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238937 Mar 02 09:11:24.058669 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adddba9f-a3ba-4b49-bcfc-38c1fdc6dd99 req-9bde13d2-aa2c-4a29-a228-4d27fe8f88c6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 210 time: 0.0452170 Mar 02 09:11:24.572909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:24.608350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c0a64658-bf3f-4493-a8c5-97aa5558faa9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:11:24.687538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port c0a64658-bf3f-4493-a8c5-97aa5558faa9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:24.687818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:25.206978 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f28c6536-846e-4e47-9a95-79c86beeee9b req-8291b65f-feed-487f-ae1b-2e3a27b4b972 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 210 time: 0.0420110 Mar 02 09:11:26.210538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-54fe583a-4d96-4d31-845a-c1de449b76b2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:26.211947 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-54fe583a-4d96-4d31-845a-c1de449b76b2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=d37a2154-63b2-41e5-91a0-b3cb6561fa6e HTTP/1.1" status: 200 len: 797 time: 0.1452022 Mar 02 09:11:26.262139 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-ca9a8220-b9f6-4d07-b335-45ada552ba7a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 379 time: 0.0418980 Mar 02 09:11:26.272112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['1b66855d-f6a8-47c5-a67d-53edf43c3633']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:26.428281 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-de4d736a-074d-40ce-8a60-e71adfec0fee req-c6f588bc-8556-46fa-9b96-9ae34ea938b5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 210 time: 0.0703535 Mar 02 09:11:26.470653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:26.481641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:26.540194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:11:26.543803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:26.708825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.14 (d37a2154-63b2-41e5-91a0-b3cb6561fa6e/f0c2bd3c-463e-49bd-bf65-b0767924ab29/af05d792-8b3c-4124-9276-373977bcf102) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:11:26.904265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:26.921062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object af05d792-8b3c-4124-9276-373977bcf102 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:11:26.986178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:27.051460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network d37a2154-63b2-41e5-91a0-b3cb6561fa6e is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:11:27.054289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:11:27.062526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:11:27.101314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=af05d792-8b3c-4124-9276-373977bcf102,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:27.133226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:27.133823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:27.226604 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b61a7985-9465-4301-8433-4fb329a076f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9588153 Mar 02 09:11:27.238674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Request body: {'port': {'device_id': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:27.347852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:27.374750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-827cf319-9776-4986-ba4f-fbdba56fdd94 None None] Provisioning for port af05d792-8b3c-4124-9276-373977bcf102 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:11:27.379648 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-827cf319-9776-4986-ba4f-fbdba56fdd94 None None] Provisioning complete for port af05d792-8b3c-4124-9276-373977bcf102 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:27.387430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-827cf319-9776-4986-ba4f-fbdba56fdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:27.432912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-827cf319-9776-4986-ba4f-fbdba56fdd94 None None] Port af05d792-8b3c-4124-9276-373977bcf102 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:11:27.793201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec112e0e-a808-4114-adb8-12ea5c6c436f req-a2cf199a-318d-42ff-84a8-e81ee63d35bf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:27.793942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ec112e0e-a808-4114-adb8-12ea5c6c436f req-a2cf199a-318d-42ff-84a8-e81ee63d35bf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:11:27.864005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af05d792-8b3c-4124-9276-373977bcf102 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:11:27.871002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:27.885298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Transition to ACTIVE for port object af05d792-8b3c-4124-9276-373977bcf102 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:11:27.910853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ec112e0e-a808-4114-adb8-12ea5c6c436f req-a2cf199a-318d-42ff-84a8-e81ee63d35bf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:11:27.912016 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ec112e0e-a808-4114-adb8-12ea5c6c436f req-a2cf199a-318d-42ff-84a8-e81ee63d35bf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 932 time: 0.3413761 Mar 02 09:11:27.958176 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ec112e0e-a808-4114-adb8-12ea5c6c436f req-4da5666c-5e28-45ae-a070-102f81935c8d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 Mar 02 09:11:27.973794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:28.130761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=af05d792-8b3c-4124-9276-373977bcf102,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:28.212465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Attempting to bind port af05d792-8b3c-4124-9276-373977bcf102 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:11:28.212795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Attempting to bind port af05d792-8b3c-4124-9276-373977bcf102 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:11:28.213113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Attempting to bind port af05d792-8b3c-4124-9276-373977bcf102 on network d37a2154-63b2-41e5-91a0-b3cb6561fa6e {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:11:28.217666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Port af05d792-8b3c-4124-9276-373977bcf102 on network d37a2154-63b2-41e5-91a0-b3cb6561fa6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:11:28.218015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Attempting to bind port af05d792-8b3c-4124-9276-373977bcf102 on network d37a2154-63b2-41e5-91a0-b3cb6561fa6e {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:11:28.222965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:11:28.223326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Checking segment: {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:11:28.223708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Bound using segment: {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:11:28.224122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Bound port: af05d792-8b3c-4124-9276-373977bcf102, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d3aa47-6e18-4369-8e40-531119c8cb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:11:28.224457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:28.310007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] For port af05d792-8b3c-4124-9276-373977bcf102, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:11:28.312752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] For port af05d792-8b3c-4124-9276-373977bcf102, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=af05d792-8b3c-4124-9276-373977bcf102,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:11:28.413989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:28.469645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:28.470440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:28.471776 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/af05d792-8b3c-4124-9276-373977bcf102 HTTP/1.1" status: 200 len: 1094 time: 1.2371731 Mar 02 09:11:28.472206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:11:28.500417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907e1fe-a3a5-4668-a0ed-abc04a89d8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=af05d792-8b3c-4124-9276-373977bcf102,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:28.650196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-5c5ae511-d14b-46ce-a85f-4e1f476b7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:28.651741 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-5c5ae511-d14b-46ce-a85f-4e1f476b7d1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 1097 time: 0.0756319 Mar 02 09:11:28.714689 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102', 'status': 'completed', 'code': 200} Mar 02 09:11:28.722948 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-e7390afe-c88c-4790-8580-7171841bc7c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af05d792-8b3c-4124-9276-373977bcf102 HTTP/1.1" status: 200 len: 217 time: 0.0637898 Mar 02 09:11:28.782659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-c0c874a3-e94a-49b9-829d-47f633888486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:28.784021 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-c0c874a3-e94a-49b9-829d-47f633888486 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0c2bd3c-463e-49bd-bf65-b0767924ab29 HTTP/1.1" status: 200 len: 835 time: 0.0557902 Mar 02 09:11:28.855257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-7e98aaaf-1009-4569-98d2-7bea73b96a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:28.857276 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-7e98aaaf-1009-4569-98d2-7bea73b96a85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d37a2154-63b2-41e5-91a0-b3cb6561fa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672910 Mar 02 09:11:28.984082 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-7ec9b928-56d7-4e9a-9037-c2fc81e63f93 service neutron] 10.222.0.15 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195877 Mar 02 09:11:29.161238 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b47dfcc-f3c6-4065-9417-7464e01dfd4e req-b5961376-81e2-4280-8104-f01388330100 service neutron] 10.222.0.15 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711345 Mar 02 09:11:29.186923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59d737-6c81-4178-aa48-adcad2d971a4 req-bbe8c4b8-fcc6-4c61-a741-0d280dc5481d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:29.188343 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d59d737-6c81-4178-aa48-adcad2d971a4 req-bbe8c4b8-fcc6-4c61-a741-0d280dc5481d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 944 time: 0.1181982 Mar 02 09:11:29.232051 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d59d737-6c81-4178-aa48-adcad2d971a4 req-a9749d90-9f8a-44dc-b74f-b2c6069f1f07 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379865 Mar 02 09:11:29.339524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-157365b4-e395-4cb3-9feb-66129906eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:29.340954 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-157365b4-e395-4cb3-9feb-66129906eaef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 1097 time: 0.0698409 Mar 02 09:11:29.468948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-690183d0-df3a-44e5-8419-6c80a4174925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:29.470440 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-690183d0-df3a-44e5-8419-6c80a4174925 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d37a2154-63b2-41e5-91a0-b3cb6561fa6e HTTP/1.1" status: 200 len: 898 time: 0.1226237 Mar 02 09:11:29.544433 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-3e582fa9-6fab-4b0c-a090-5fd0f880d170 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af05d792-8b3c-4124-9276-373977bcf102 HTTP/1.1" status: 200 len: 217 time: 0.0675797 Mar 02 09:11:29.607720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-07597d7c-fef0-4d44-9f31-0c1b7208bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:29.609116 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-07597d7c-fef0-4d44-9f31-0c1b7208bd60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0c2bd3c-463e-49bd-bf65-b0767924ab29 HTTP/1.1" status: 200 len: 835 time: 0.0595903 Mar 02 09:11:29.780267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-28a7dabd-f0de-4767-a029-db259f654c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:29.781735 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-28a7dabd-f0de-4767-a029-db259f654c4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d37a2154-63b2-41e5-91a0-b3cb6561fa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1665990 Mar 02 09:11:29.908715 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-844b5bf2-b8a4-4aa8-87ff-89529dab3c96 service neutron] 10.222.0.15 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205728 Mar 02 09:11:30.034891 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01330f67-01da-4eb8-b587-0dd6da43e224 req-9cc4bbd7-c033-473e-bf16-8109ff806b34 service neutron] 10.222.0.15 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195445 Mar 02 09:11:30.464099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b8e06-e36d-404c-9f2b-0192291f49f1 req-536f15a2-ad78-4adc-95d7-567cfa5c56c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:30.465568 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ff9b8e06-e36d-404c-9f2b-0192291f49f1 req-536f15a2-ad78-4adc-95d7-567cfa5c56c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 944 time: 0.1271944 Mar 02 09:11:30.508595 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ff9b8e06-e36d-404c-9f2b-0192291f49f1 req-09f9aae1-fbf5-44e1-b09b-2676b0f828d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374317 Mar 02 09:11:30.875239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device af05d792-8b3c-4124-9276-373977bcf102 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:11:31.005030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port af05d792-8b3c-4124-9276-373977bcf102, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=af05d792-8b3c-4124-9276-373977bcf102,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:31.018120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'af05d792-8b3c-4124-9276-373977bcf102', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'port_id': 'af05d792-8b3c-4124-9276-373977bcf102', 'mac_address': 'fa:16:3e:e4:2c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:11:31.071207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:31.086922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af05d792-8b3c-4124-9276-373977bcf102 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:11:31.102062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port af05d792-8b3c-4124-9276-373977bcf102, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=af05d792-8b3c-4124-9276-373977bcf102,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:31.190966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:31.259515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=af05d792-8b3c-4124-9276-373977bcf102,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:31.510142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['af05d792-8b3c-4124-9276-373977bcf102'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:11:31.692895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcde22c-8fd9-4f0c-9fe1-3bfc87cf73ab req-74920426-71fe-4874-8fec-3cf2cb9d1f43 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:31.694365 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adcde22c-8fd9-4f0c-9fe1-3bfc87cf73ab req-74920426-71fe-4874-8fec-3cf2cb9d1f43 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 945 time: 0.0775115 Mar 02 09:11:31.737323 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adcde22c-8fd9-4f0c-9fe1-3bfc87cf73ab req-e4aee88d-7e9e-4cc1-9e06-eebe57cc6821 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368743 Mar 02 09:11:32.898998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device af05d792-8b3c-4124-9276-373977bcf102 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:11:32.920106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebf633-ab54-46a8-84a0-82f13d8763d3 req-1744936d-3bd9-47d6-a391-5635935760a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:32.921567 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cebf633-ab54-46a8-84a0-82f13d8763d3 req-1744936d-3bd9-47d6-a391-5635935760a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 945 time: 0.0824914 Mar 02 09:11:32.964411 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cebf633-ab54-46a8-84a0-82f13d8763d3 req-5482666c-72c9-4f82-b64f-5a9c2d2905f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371232 Mar 02 09:11:33.047980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port af05d792-8b3c-4124-9276-373977bcf102 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:11:33.053090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port af05d792-8b3c-4124-9276-373977bcf102 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:11:33.053472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:33.195778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:33.221518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:11:33.231208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port af05d792-8b3c-4124-9276-373977bcf102, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=af05d792-8b3c-4124-9276-373977bcf102,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:11:33.265804 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102', 'code': 200} Mar 02 09:11:33.294190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:33.363922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=af05d792-8b3c-4124-9276-373977bcf102,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:33.621839 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f2ffc-95de-4cf8-9a23-ae673caebc97 req-5b8d82a2-0c25-490a-bf94-051acc2c6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:33.623289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f2ffc-95de-4cf8-9a23-ae673caebc97 req-5b8d82a2-0c25-490a-bf94-051acc2c6c00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0673342 Mar 02 09:11:33.661340 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f2ffc-95de-4cf8-9a23-ae673caebc97 req-1ec12617-f6f2-4dc5-8256-62a44fb99da2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316830 Mar 02 09:11:34.159651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc7d87-6e04-485d-aadb-5c388935fd57 req-9c3a3312-5df1-4c4d-9cce-c673dfc03d8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:34.161100 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bcbc7d87-6e04-485d-aadb-5c388935fd57 req-9c3a3312-5df1-4c4d-9cce-c673dfc03d8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 946 time: 0.0866153 Mar 02 09:11:34.203289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bcbc7d87-6e04-485d-aadb-5c388935fd57 req-a469ae37-5ae1-43cd-ae82-6d2126e739f4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365770 Mar 02 09:11:35.393032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed4fc6-5ed0-4cff-90ee-cb8fd670ee7c req-2fb3859a-bf1b-4828-92bb-20e5d4685c80 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:35.394474 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0bed4fc6-5ed0-4cff-90ee-cb8fd670ee7c req-2fb3859a-bf1b-4828-92bb-20e5d4685c80 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 946 time: 0.0847356 Mar 02 09:11:35.437526 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0bed4fc6-5ed0-4cff-90ee-cb8fd670ee7c req-4e0eec39-cd4f-4ec4-9877-982a4a107ad0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373323 Mar 02 09:11:35.621893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbfbbb-8a82-46ba-8c90-96e114fa00c7 req-5fa9cf60-4c6f-4e28-8085-56cc915bb7e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:35.623439 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27bbfbbb-8a82-46ba-8c90-96e114fa00c7 req-5fa9cf60-4c6f-4e28-8085-56cc915bb7e1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 946 time: 0.0778127 Mar 02 09:11:35.671358 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27bbfbbb-8a82-46ba-8c90-96e114fa00c7 req-9eb8e0bb-b345-477e-99a4-4feb71f22e60 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376029 Mar 02 09:11:35.693525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38236) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:35.764344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba44e7a-4743-48e7-ad99-b7eebcb9ce51 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:35.766712 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bba44e7a-4743-48e7-ad99-b7eebcb9ce51 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 1094 time: 0.0713329 Mar 02 09:11:35.768732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38240) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:35.773509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'af05d792-8b3c-4124-9276-373977bcf102', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:11:35.779802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:11:35.783526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:floatingip and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:11:35.786421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:11:35.792003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:11:35.865004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:35.995718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:36.129998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.128 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/a33bfba7-db1e-4a60-a578-9786e0fca060) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:11:36.271881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:36.362361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:36.421422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:11:36.428010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:11:36.432617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:11:36.461542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=a33bfba7-db1e-4a60-a578-9786e0fca060,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:36.861364 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:11:36.927294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:37.084072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:37.285446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:37.344783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:37.446082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=a33bfba7-db1e-4a60-a578-9786e0fca060,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:11:37.457904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:37.629744 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP b97eb109-1371-4b44-a910-2f0848e4475c associated. External IP: 172.26.3.128, port: af05d792-8b3c-4124-9276-373977bcf102. Mar 02 09:11:37.964927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router c56a2a64-3596-4f07-bf6e-5d64031783e0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:11:38.242040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:11:38.251861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] Sync routers for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:11:38.260574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:38.261177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:11:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:38.322370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:38.380153 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-177a9e05-c3b5-45bd-aefe-39caf43c3367 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6102092 Mar 02 09:11:38.380767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:11:38.382767 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38244) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:38.429160 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102', 'status': 'completed', 'code': 200} Mar 02 09:11:38.437420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:38.492917 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-63e30c73-b85b-4825-a4b3-9bfac6331d24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b97eb109-1371-4b44-a910-2f0848e4475c HTTP/1.1" status: 200 len: 992 time: 0.1083136 Mar 02 09:11:38.521849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-5b84b42a-238d-40fe-8837-49de2c0df6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:38.523321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-5b84b42a-238d-40fe-8837-49de2c0df6c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0727088 Mar 02 09:11:38.655237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-e4286cf8-a739-4a58-938f-340a1c6fcca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:38.656696 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-e4286cf8-a739-4a58-938f-340a1c6fcca0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d37a2154-63b2-41e5-91a0-b3cb6561fa6e HTTP/1.1" status: 200 len: 898 time: 0.1266773 Mar 02 09:11:38.758049 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-94eb7d45-bb40-4651-8713-6b919e6f6c4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af05d792-8b3c-4124-9276-373977bcf102 HTTP/1.1" status: 200 len: 1000 time: 0.0953298 Mar 02 09:11:38.780634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:17Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'b97eb109-1371-4b44-a910-2f0848e4475c', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.128', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'port_id': 'af05d792-8b3c-4124-9276-373977bcf102', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'mac_address': 'fa:16:3e:e4:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:11:36Z', 'updated_at': '2022-03-02T09:11:36Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a64658-bf3f-4493-a8c5-97aa5558faa9', 'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:23:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:16Z', 'updated_at': '2022-03-02T09:11:22Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:38.784476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] Checking router: c56a2a64-3596-4f07-bf6e-5d64031783e0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:11:38.792728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:11:38.793314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:11:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:38.817030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-b15e1a20-652b-4cf5-8da3-fd18a0755199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:38.818455 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-b15e1a20-652b-4cf5-8da3-fd18a0755199 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0c2bd3c-463e-49bd-bf65-b0767924ab29 HTTP/1.1" status: 200 len: 835 time: 0.0552869 Mar 02 09:11:38.893786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-f7dc10fa-3e83-42cd-820e-0d2faaeab8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:11:38.895254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-f7dc10fa-3e83-42cd-820e-0d2faaeab8f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d37a2154-63b2-41e5-91a0-b3cb6561fa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704212 Mar 02 09:11:38.968356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:11:39.023059 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-9a2cae43-d402-446c-9341-6068f1225d21 service neutron] 10.222.0.15 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210954 Mar 02 09:11:39.149230 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08fdcdca-6663-44aa-956d-0338e4d567fd req-7493c86f-d37d-4103-bbca-0811143624e0 service neutron] 10.222.0.15 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204829 Mar 02 09:11:39.304801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:17Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'b97eb109-1371-4b44-a910-2f0848e4475c', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.128', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'port_id': 'af05d792-8b3c-4124-9276-373977bcf102', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'mac_address': 'fa:16:3e:e4:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:11:36Z', 'updated_at': '2022-03-02T09:11:36Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a64658-bf3f-4493-a8c5-97aa5558faa9', 'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:23:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:16Z', 'updated_at': '2022-03-02T09:11:22Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:11:39.309138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6596dc-47c0-41d8-ad91-033e44692c22 None None] The sync data for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv is: [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:17Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'b97eb109-1371-4b44-a910-2f0848e4475c', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.128', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'port_id': 'af05d792-8b3c-4124-9276-373977bcf102', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'mac_address': 'fa:16:3e:e4:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:11:36Z', 'updated_at': '2022-03-02T09:11:36Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a64658-bf3f-4493-a8c5-97aa5558faa9', 'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:23:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:16Z', 'updated_at': '2022-03-02T09:11:22Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:11:39.477846 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01cafd3-79a3-4907-aa8c-0f4ea6a7d00e None None] New status for floating IP b97eb109-1371-4b44-a910-2f0848e4475c: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:11:39.495143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38250) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:39.602987 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ebbb79b5-fcb2-4638-912b-0926ad2bb013 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b97eb109-1371-4b44-a910-2f0848e4475c HTTP/1.1" status: 200 len: 992 time: 0.1061499 Mar 02 09:11:40.606681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38254) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:11:40.710611 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6627df30-4927-41fa-9d98-96961c0725bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b97eb109-1371-4b44-a910-2f0848e4475c HTTP/1.1" status: 200 len: 994 time: 0.1028218 Mar 02 09:11:47.247235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:49.727557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e74db61e-f1ca-4d0a-934b-1a4dcba4e713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:51.922436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4d9321f1-ce1f-4bef-8948-89423f481be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:53.017898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:53.094013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:11:54.550151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:02.930631 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-42830f71-3a10-4b75-8fc5-008478ebaf6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670469 Mar 02 09:12:03.072463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-6dc26e3e-3e2a-4a09-9008-8cfcfca60bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:03.074171 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-6dc26e3e-3e2a-4a09-9008-8cfcfca60bbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 1099 time: 0.0722759 Mar 02 09:12:03.216214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-1b00d32b-5b07-424c-83fa-2574f16ee19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:03.227920 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-1b00d32b-5b07-424c-83fa-2574f16ee19f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.1244152 Mar 02 09:12:03.314384 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-9c61537a-9180-47bb-a710-241a49adeedf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a24ded-d985-4107-afea-6c5767b5f4c5 HTTP/1.1" status: 200 len: 1001 time: 0.0894794 Mar 02 09:12:03.377272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-6fdf58c7-dedb-4624-a443-2217692d72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:03.378689 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-6fdf58c7-dedb-4624-a443-2217692d72f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0587008 Mar 02 09:12:03.450215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-0b809007-e522-4ae4-89d1-0ce57c353e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:03.452211 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-0b809007-e522-4ae4-89d1-0ce57c353e64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678394 Mar 02 09:12:03.706230 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-549c9e51-2e1a-439c-b090-87f7456086f1 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330959 Mar 02 09:12:03.819548 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0321cf20-361a-464c-8405-1c2e327d11b0 req-68304192-f662-4588-8766-c5daad9f2593 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228426 Mar 02 09:12:13.859783 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:12:17.267295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:19.737203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ad054283-e356-40b4-8d1e-af9941778a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:21.958708 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a8e7adfe-6d1f-4385-890b-b944e85f51e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:23.023078 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:23.090224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:24.542822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:41.370561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38288) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:41.470589 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f8ad15a0-00fd-4efe-abee-f9b8442087af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b97eb109-1371-4b44-a910-2f0848e4475c HTTP/1.1" status: 200 len: 994 time: 0.0988166 Mar 02 09:12:41.850943 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38296) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:42.147210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port a33bfba7-db1e-4a60-a578-9786e0fca060 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:12:42.147461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:42.311607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:42.311924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:42.429329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for a33bfba7-db1e-4a60-a578-9786e0fca060 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:12:42.643058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:42.687640 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=a33bfba7-db1e-4a60-a578-9786e0fca060,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:42.726585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.726924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.727253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.727577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.727897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.728214 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.728529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.728882 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.729195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.729505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.729813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.730214 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:42.792332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:42.792658 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP b97eb109-1371-4b44-a910-2f0848e4475c disassociated (deleted). External IP: 172.26.3.128, port: af05d792-8b3c-4124-9276-373977bcf102. Mar 02 09:12:43.130321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router c56a2a64-3596-4f07-bf6e-5d64031783e0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:12:43.304650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:12:43.314588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] Sync routers for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:12:43.325068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:12:43.325682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:12:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:43.388620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:43.447447 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fb164c3b-d4f8-4a08-a92d-623b6452a89d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/floatingips/b97eb109-1371-4b44-a910-2f0848e4475c HTTP/1.1" status: 204 len: 168 time: 1.5929294 Mar 02 09:12:43.447447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:12:43.543091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:12:43.622152 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102', 'status': 'completed', 'code': 200} Mar 02 09:12:43.740253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-acbfae08-b1dd-4bcc-b933-f7545739bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:43.742425 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-acbfae08-b1dd-4bcc-b933-f7545739bf76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0979226 Mar 02 09:12:43.876558 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:17Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'c0a64658-bf3f-4493-a8c5-97aa5558faa9', 'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:23:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:16Z', 'updated_at': '2022-03-02T09:11:22Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:43.880493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] Checking router: c56a2a64-3596-4f07-bf6e-5d64031783e0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:12:43.880725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-a0a88da3-6573-42a8-ba2d-197cd1832f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:43.883173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-a0a88da3-6573-42a8-ba2d-197cd1832f36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d37a2154-63b2-41e5-91a0-b3cb6561fa6e HTTP/1.1" status: 200 len: 898 time: 0.1336441 Mar 02 09:12:43.890024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:12:43.890628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:12:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:43.954819 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-28d642f9-8faa-487c-a578-1af82d04606d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af05d792-8b3c-4124-9276-373977bcf102 HTTP/1.1" status: 200 len: 217 time: 0.0655012 Mar 02 09:12:44.029354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-d5df8e34-d33d-41c0-87e6-6ba8578403aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:44.031183 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-d5df8e34-d33d-41c0-87e6-6ba8578403aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f0c2bd3c-463e-49bd-bf65-b0767924ab29 HTTP/1.1" status: 200 len: 835 time: 0.0697923 Mar 02 09:12:44.083201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:12:44.173304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-481ccabe-3c62-4945-b640-893586be9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:44.174783 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-481ccabe-3c62-4945-b640-893586be9187 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d37a2154-63b2-41e5-91a0-b3cb6561fa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1359234 Mar 02 09:12:44.182738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856cfd2-e75a-4754-8ab3-3be113fa99ef req-25898492-a32f-45a4-a117-6422fed50c6b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:44.184058 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b856cfd2-e75a-4754-8ab3-3be113fa99ef req-25898492-a32f-45a4-a117-6422fed50c6b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 946 time: 0.1411998 Mar 02 09:12:44.313464 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b856cfd2-e75a-4754-8ab3-3be113fa99ef req-9134a114-059f-4cf7-8238-b28f7dd880e0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119392 Mar 02 09:12:44.341151 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-c637821a-a716-4fdf-a563-c548f512d615 service neutron] 10.222.0.15 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561871 Mar 02 09:12:44.396818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:17Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'c0a64658-bf3f-4493-a8c5-97aa5558faa9', 'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:23:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:16Z', 'updated_at': '2022-03-02T09:11:22Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:44.400749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa55ae6-5dd7-4925-a04e-5caeceb2ed71 None None] The sync data for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv is: [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:11:17Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'c0a64658-bf3f-4493-a8c5-97aa5558faa9', 'name': '', 'network_id': 'd37a2154-63b2-41e5-91a0-b3cb6561fa6e', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:23:51:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:16Z', 'updated_at': '2022-03-02T09:11:22Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'f0c2bd3c-463e-49bd-bf65-b0767924ab29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:12:44.471801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d04cfb47-15bb-418e-a2d9-9e044c01a77a req-37cd3340-d01b-40f6-a128-939e772b55d7 service neutron] 10.222.0.15 "GET /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227098 Mar 02 09:12:44.621504 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb024b80-1fdc-4b5a-a8fb-eb8e098b22fc None None] New status for floating IP b97eb109-1371-4b44-a910-2f0848e4475c: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:12:45.501024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e343e17-9cee-482d-9c68-e143b9a4ea5a req-e8a8702e-8720-41f1-90f7-dd71f8f30e37 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:45.502488 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e343e17-9cee-482d-9c68-e143b9a4ea5a req-e8a8702e-8720-41f1-90f7-dd71f8f30e37 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 946 time: 0.0810061 Mar 02 09:12:45.546300 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e343e17-9cee-482d-9c68-e143b9a4ea5a req-43288a5d-984a-4c03-b8fc-0e4877ea7a5b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1b66855d-f6a8-47c5-a67d-53edf43c3633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370872 Mar 02 09:12:45.651964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-e65ced70-56bc-4105-9017-453fb207a39c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:45.653273 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-e65ced70-56bc-4105-9017-453fb207a39c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 946 time: 0.0765395 Mar 02 09:12:45.726706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port af05d792-8b3c-4124-9276-373977bcf102 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:12:45.727039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:45.964291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port af05d792-8b3c-4124-9276-373977bcf102, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=af05d792-8b3c-4124-9276-373977bcf102,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:12:45.964569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:46.177569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for af05d792-8b3c-4124-9276-373977bcf102 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:12:46.396923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:46.445812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=af05d792-8b3c-4124-9276-373977bcf102,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:46.488086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.488503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.488836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.489162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.489589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.489965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.490290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.490606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.490922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.491234 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.491543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.491849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:46.532528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port af05d792-8b3c-4124-9276-373977bcf102 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:12:46.534997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:46.538230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'name': 'network-vif-deleted', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:12:46.549391 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5d8ecb04-b3af-4aa7-9c0e-671f9036a8d8 req-46277edc-4e21-4802-869c-a126cd149e3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/af05d792-8b3c-4124-9276-373977bcf102 HTTP/1.1" status: 204 len: 173 time: 0.8906841 Mar 02 09:12:46.585373 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774b9b5b-3683-48da-857a-b85fc15dc1f5', 'name': 'network-vif-deleted', 'tag': 'af05d792-8b3c-4124-9276-373977bcf102', 'status': 'completed', 'code': 200} Mar 02 09:12:46.694601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d0c38bc0-e834-4a88-9a55-bbd462106a31 req-15a3b1fe-3753-42e6-b9de-3e83026a1718 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:12:46.771118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d0c38bc0-e834-4a88-9a55-bbd462106a31 req-15a3b1fe-3753-42e6-b9de-3e83026a1718 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:12:46.772373 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d0c38bc0-e834-4a88-9a55-bbd462106a31 req-15a3b1fe-3753-42e6-b9de-3e83026a1718 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=774b9b5b-3683-48da-857a-b85fc15dc1f5 HTTP/1.1" status: 200 len: 210 time: 0.1219168 Mar 02 09:12:47.265371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:47.867783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38316) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:47.934039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01f5bc4c-0045-4c32-89f6-40c7f0fef1b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:47.962329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01f5bc4c-0045-4c32-89f6-40c7f0fef1b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:48.187578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01f5bc4c-0045-4c32-89f6-40c7f0fef1b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:48.206247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5bc4c-0045-4c32-89f6-40c7f0fef1b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b66855d-f6a8-47c5-a67d-53edf43c3633,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:48.300546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01f5bc4c-0045-4c32-89f6-40c7f0fef1b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:48.301685 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-01f5bc4c-0045-4c32-89f6-40c7f0fef1b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/1b66855d-f6a8-47c5-a67d-53edf43c3633 HTTP/1.1" status: 204 len: 168 time: 0.4329357 Mar 02 09:12:48.410284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38322) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:48.947815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:49.331205 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device af05d792-8b3c-4124-9276-373977bcf102 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:12:49.368578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: af05d792-8b3c-4124-9276-373977bcf102 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:12:49.368920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device af05d792-8b3c-4124-9276-373977bcf102 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:12:49.385642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port c0a64658-bf3f-4493-a8c5-97aa5558faa9 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:12:49.386080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:49.567892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port c0a64658-bf3f-4493-a8c5-97aa5558faa9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c0a64658-bf3f-4493-a8c5-97aa5558faa9,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:12:49.568246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:49.694980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for c0a64658-bf3f-4493-a8c5-97aa5558faa9 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:12:49.724660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cd89b0ba-fad0-417e-812c-5f2c809e5e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:50.038798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:50.086151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=c0a64658-bf3f-4493-a8c5-97aa5558faa9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:50.364566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:50.827858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router c56a2a64-3596-4f07-bf6e-5d64031783e0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:12:50.858010 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:12:51.004078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:12:51.013186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] Sync routers for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:12:51.023401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:12:51.024016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:12:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:51.084603 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0b85745d-78ae-4884-9e47-3ac58d53e55a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/c56a2a64-3596-4f07-bf6e-5d64031783e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6732209 Mar 02 09:12:51.087393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38326) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:51.156319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b84a8b-0fe9-4852-9b28-0f1566f65f86 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting subnet f0c2bd3c-463e-49bd-bf65-b0767924ab29 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:12:51.159288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-75b84a8b-0fe9-4852-9b28-0f1566f65f86 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:51.193949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:12:51.213266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-75b84a8b-0fe9-4852-9b28-0f1566f65f86 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:51.298504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-75b84a8b-0fe9-4852-9b28-0f1566f65f86 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:51.443172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-75b84a8b-0fe9-4852-9b28-0f1566f65f86 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:51.481376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b84a8b-0fe9-4852-9b28-0f1566f65f86 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c2bd3c-463e-49bd-bf65-b0767924ab29,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:51.486368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-75b84a8b-0fe9-4852-9b28-0f1566f65f86 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:51.495876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38330) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:51.497693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3fe9ba-8211-4c83-8d67-a520b9af1088 None None] Network d37a2154-63b2-41e5-91a0-b3cb6561fa6e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:12:51.507097 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-75b84a8b-0fe9-4852-9b28-0f1566f65f86 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/subnets/f0c2bd3c-463e-49bd-bf65-b0767924ab29 HTTP/1.1" status: 204 len: 168 time: 0.4186094 Mar 02 09:12:51.690537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:12:49Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:51.697379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] Checking router: c56a2a64-3596-4f07-bf6e-5d64031783e0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:12:51.711960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] Routers {'c56a2a64-3596-4f07-bf6e-5d64031783e0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:12:51.712567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:12:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['c56a2a64-3596-4f07-bf6e-5d64031783e0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:51.798263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:51.882579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] DHCP port deletion for d37a2154-63b2-41e5-91a0-b3cb6561fa6e request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:12:51.904978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Deleting port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:12:51.905348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:51.978657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] Set router c56a2a64-3596-4f07-bf6e-5d64031783e0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:12:51.987330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:52.072818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:12:52.073089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:52.080515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-54ccc75f-4433-4254-93b9-915fb7572411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:52.245284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:12:52.245546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:52.346288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] For port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ef8b24f8-dee9-44bf-94f5-038b41d3e4dc,segment=NetworkSegment(02d3aa47-6e18-4369-8e40-531119c8cb68),segment_id=02d3aa47-6e18-4369-8e40-531119c8cb68)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:12:52.346594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:52.367000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:12:52.539697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Calling delete_port for ef8b24f8-dee9-44bf-94f5-038b41d3e4dc owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:12:52.628170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:12:49Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:52.629752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ef8b24f8-dee9-44bf-94f5-038b41d3e4dc no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:12:52.648231 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:52.660868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1b9f7-899f-4102-87f4-026ffaaba4ff None None] The sync data for ids ['c56a2a64-3596-4f07-bf6e-5d64031783e0'] in dv-neutron-828796-1-hyperv is: [{'id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'name': 'tempest-TestNetworkBasicOps-router-1628639517', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246'}], 'enable_snat': True}, 'gw_port_id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:11:11Z', 'updated_at': '2022-03-02T09:12:49Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56a2a64-3596-4f07-bf6e-5d64031783e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:11:12Z', 'updated_at': '2022-03-02T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:12:52.704874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:52.723394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:52.763760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc update to DOWN by agent not found {{(pid=88402) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 09:12:52.776001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Pushing event deleted for resources: {'Port': ['ID=ef8b24f8-dee9-44bf-94f5-038b41d3e4dc,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:52.778294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] No DVR routers for this DVR port ef8b24f8-dee9-44bf-94f5-038b41d3e4dc on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:12:52.787624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.788204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.788707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.789519 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.789519 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.790045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.790453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.790801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.791127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.791454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.791809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.792114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d868db80-14d3-4728-a6c9-cfb69304f688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:52.800174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:52.972389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:52.974516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.002537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.067627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.068165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Fanout notify agent at l3_agent the message router_deleted on router c56a2a64-3596-4f07-bf6e-5d64031783e0 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:12:53.085860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.089737 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-02948c63-61e9-48a3-a6eb-d663c01bfdf9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/routers/c56a2a64-3596-4f07-bf6e-5d64031783e0 HTTP/1.1" status: 204 len: 168 time: 1.5899267 Mar 02 09:12:53.090088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38334) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:53.095484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.205100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.342865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.367097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37a2154-63b2-41e5-91a0-b3cb6561fa6e']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:53.378441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d3aa47-6e18-4369-8e40-531119c8cb68') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:53.379311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d3aa47-6e18-4369-8e40-531119c8cb68') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:53.390170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.405183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.411120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:12:53.411491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:12:53.429042 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:12:53.584886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.602744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.614133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Network': ['ID=d37a2154-63b2-41e5-91a0-b3cb6561fa6e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:53.667776 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4571d670-1159-4409-bdc4-1ed910a56268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/networks/d37a2154-63b2-41e5-91a0-b3cb6561fa6e HTTP/1.1" status: 204 len: 168 time: 0.5766127 Mar 02 09:12:53.684102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38338) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:53.689557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'network': {'name': 'tempest-network-smoke--669206651', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'port_security_enabled': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:12:53.698513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:12:53.702753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:network and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:12:53.705557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:12:53.711177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:12:53.797904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:12:53.801980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.832238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:12:53.840132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.840480 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Added segment 61cf421d-a831-422a-b14a-64a26b996979 of type vlan for network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 Mar 02 09:12:53.864877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.952556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:53.958379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:53.958947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:54.063467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Network': ['ID=3a47aefa-6224-4fd3-b57b-cfb8149b1db8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:54.073296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:12:54.119740 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dd3b27a4-08dc-4775-b63b-235e5eae8eab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4319627 Mar 02 09:12:54.120246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38342) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:54.124699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-760178423', 'admin_state_up': True, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:12:54.131762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:12:54.135537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:router and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:12:54.138308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:12:54.144915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:12:54.213658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:54.214703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:54.229269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:54.533435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:54.562905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:54.631925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c0a64658-bf3f-4493-a8c5-97aa5558faa9 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:12:54.669699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: c0a64658-bf3f-4493-a8c5-97aa5558faa9 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:12:54.670093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c0a64658-bf3f-4493-a8c5-97aa5558faa9 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:12:54.670523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:12:54.705285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:12:54.705580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 01a3f6fa-3090-4b1b-b7f1-4f1d99ee08d9 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:12:54.997734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:55.028234 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:55.156168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.91 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/5f5d7579-b237-4fc0-adc4-9d5515b821f8) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:12:55.296590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:55.398825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:55.460959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:12:55.463688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:12:55.467177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:12:55.512381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=5f5d7579-b237-4fc0-adc4-9d5515b821f8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:55.926814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:56.354587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:56.607348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 55cdf727-3d0e-4335-8998-adb80e9e5864 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:12:56.781673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:12:56.791574 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Sync routers for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:12:56.800737 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:12:56.801400 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:12:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:56.858917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:56.860091 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-681823b5-73e5-42f7-9ce5-367e589967e3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7393994 Mar 02 09:12:56.863834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38346) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:56.904917 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-19fdc9bb-88c7-4b62-988c-91e9dcf44ef6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376840 Mar 02 09:12:56.905136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38350) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:56.977252 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:12:57.031765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7a6ef3-2f7e-4ca5-b195-f4cf5b2cf084 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:57.033231 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7b7a6ef3-2f7e-4ca5-b195-f4cf5b2cf084 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272452 Mar 02 09:12:57.036144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38354) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:57.078243 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-18e710db-7df2-43a7-ad26-c1b85590b47a tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410368 Mar 02 09:12:57.080863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38358) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:57.086369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398208927', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:12:57.195319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:12:57.199124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:subnet and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:12:57.201982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:12:57.207653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:12:57.282626 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:55Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:57.286785 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Checking router: 55cdf727-3d0e-4335-8998-adb80e9e5864 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:12:57.287123 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Updating router 55cdf727-3d0e-4335-8998-adb80e9e5864 port 5f5d7579-b237-4fc0-adc4-9d5515b821f8 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:12:57.289443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:12:57.293071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:57.337256 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:57.558441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:57.635279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=9579f693-a6f0-4ccd-8024-ff10eac530b8,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:57.643040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Checking segment: {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:12:57.643310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network hostable DHCP agents. Network: 3a47aefa-6224-4fd3-b57b-cfb8149b1db8, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:12:57.654418 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:57.666568 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Transition to ACTIVE for port object 5f5d7579-b237-4fc0-adc4-9d5515b821f8 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:12:57.770407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:12:57.804104 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:57.883091 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Attempting to bind port 5f5d7579-b237-4fc0-adc4-9d5515b821f8 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:12:57.883446 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Attempting to bind port 5f5d7579-b237-4fc0-adc4-9d5515b821f8 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:12:57.883807 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Attempting to bind port 5f5d7579-b237-4fc0-adc4-9d5515b821f8 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:12:57.884186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 3a47aefa-6224-4fd3-b57b-cfb8149b1db8) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:12:57.885842 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Pushing event updated for resources: {'Port': ['ID=5f5d7579-b237-4fc0-adc4-9d5515b821f8,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:57.888738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:12:57.894378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:57.894624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86efc558-6382-47d7-aa6c-db4f20d90589 None None] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:12:57.895925 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:12:57.895925 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:12:57.896154 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:57.896401 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:12:57.896855 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Bound port: 5f5d7579-b237-4fc0-adc4-9d5515b821f8, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:12:57.897211 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:57.920884 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.921217 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.921545 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.921886 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.922206 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.922526 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.922837 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.923153 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.923464 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.923788 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.924080 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.924401 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:12:57.976247 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4ed2a8d5-2917-455f-ba55-a2a23594d8ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8942773 Mar 02 09:12:57.978971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38362) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:12:57.984640 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] For port 5f5d7579-b237-4fc0-adc4-9d5515b821f8, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:12:57.988382 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] For port 5f5d7579-b237-4fc0-adc4-9d5515b821f8, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5f5d7579-b237-4fc0-adc4-9d5515b821f8,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:12:58.072971 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:58.112866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:12:58.114024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:58.151584 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:12:58.152207 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:12:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:58.217541 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e0db3-a292-46d9-9bd4-cfbe5723b26b None None] Pushing event updated for resources: {'Port': ['ID=5f5d7579-b237-4fc0-adc4-9d5515b821f8,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:58.276128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Allocated IP 172.20.0.2 (3a47aefa-6224-4fd3-b57b-cfb8149b1db8/9579f693-a6f0-4ccd-8024-ff10eac530b8/f5e20a64-c1e8-44c8-86fc-a49bfca3ee08) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:12:58.341679 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:12:58.483851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:58.496856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Transition to ACTIVE for port object f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:12:58.517610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Transition to ACTIVE for port object f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:12:58.593034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:58.639246 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:55Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:12:58.643132 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79711d12-03e3-4d44-b334-7159fcaf1000 None None] The sync data for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv is: [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:55Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:12:58.656622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:12:58.664346 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:12:58.674855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:12:58.680860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Pushing event updated for resources: {'Port': ['ID=f5e20a64-c1e8-44c8-86fc-a49bfca3ee08,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:58.769683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Attempting to bind port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:12:58.770260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Attempting to bind port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:12:58.770623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Attempting to bind port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 on network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:12:58.776687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:12:58.777052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Checking segment: {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:12:58.777452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:58.777857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Bound using segment: {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:12:58.778339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Bound port: f5e20a64-c1e8-44c8-86fc-a49bfca3ee08, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:12:58.778760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:58.797751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:58.896366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] For port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:12:58.899556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] For port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f5e20a64-c1e8-44c8-86fc-a49bfca3ee08,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:12:58.981685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:59.082127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8033c-dc3e-4712-a3f5-7a153abe6f98 None None] Pushing event updated for resources: {'Port': ['ID=f5e20a64-c1e8-44c8-86fc-a49bfca3ee08,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:59.233541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.1 (3a47aefa-6224-4fd3-b57b-cfb8149b1db8/9579f693-a6f0-4ccd-8024-ff10eac530b8/2f47742a-ec43-4325-baae-9302811cb47f) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:12:59.425926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:59.442826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object 2f47742a-ec43-4325-baae-9302811cb47f will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:12:59.501388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:12:59.561720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:12:59.564902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:12:59.569213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:12:59.627241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=2f47742a-ec43-4325-baae-9302811cb47f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:12:59.640479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:00.093123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:00.436501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f1b030-ecfe-4d75-96fc-bd550f3f7c58 None None] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:13:00.530926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:00.607978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:00.649410 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4a80aa7d-dc26-434a-bec7-c58c24f85683 None None] Provisioning for port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:13:00.714408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:13:00.729788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=2f47742a-ec43-4325-baae-9302811cb47f,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:00.733253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:00.853015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:13:00.858413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:00.858788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:00.875509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:13:00.876650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:13:00.986055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:01.023850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f5e20a64-c1e8-44c8-86fc-a49bfca3ee08,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:13:01.049311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-add664e0-7143-437b-8f52-aeb283ca2185 None None] Provisioning for port 2f47742a-ec43-4325-baae-9302811cb47f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:13:01.054689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-add664e0-7143-437b-8f52-aeb283ca2185 None None] Provisioning complete for port 2f47742a-ec43-4325-baae-9302811cb47f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:01.055135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-add664e0-7143-437b-8f52-aeb283ca2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:01.069159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 55cdf727-3d0e-4335-8998-adb80e9e5864 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:13:01.085459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:01.086048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5f5d7579-b237-4fc0-adc4-9d5515b821f8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:13:01.222534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-add664e0-7143-437b-8f52-aeb283ca2185 None None] Port 2f47742a-ec43-4325-baae-9302811cb47f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:13:01.245169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=f5e20a64-c1e8-44c8-86fc-a49bfca3ee08,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:01.252443 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-add664e0-7143-437b-8f52-aeb283ca2185 None None] Provisioning complete for port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:01.252837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-add664e0-7143-437b-8f52-aeb283ca2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:01.283114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:13:01.299179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Sync routers for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:13:01.299272 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1185379e-32e6-40fb-8337-d08e14aa0557 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/55cdf727-3d0e-4335-8998-adb80e9e5864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3169203 Mar 02 09:13:01.300064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38372) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:01.319544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 5f5d7579-b237-4fc0-adc4-9d5515b821f8 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:13:01.324101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:13:01.324724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:12:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:01.383363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5f5d7579-b237-4fc0-adc4-9d5515b821f8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:01.383657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:01.449098 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc233bd8-1d45-42c6-b687-66a0c3c3d019 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.449569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc233bd8-1d45-42c6-b687-66a0c3c3d019 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.450055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc233bd8-1d45-42c6-b687-66a0c3c3d019 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.450508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc233bd8-1d45-42c6-b687-66a0c3c3d019 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.450955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc233bd8-1d45-42c6-b687-66a0c3c3d019 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.451430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc233bd8-1d45-42c6-b687-66a0c3c3d019 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.453242 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fc233bd8-1d45-42c6-b687-66a0c3c3d019 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1520829 Mar 02 09:13:01.455992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38376) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:01.636501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e83816-263a-4dc3-9c53-2cff7b3eb73d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.637060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e83816-263a-4dc3-9c53-2cff7b3eb73d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.637518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e83816-263a-4dc3-9c53-2cff7b3eb73d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.637991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e83816-263a-4dc3-9c53-2cff7b3eb73d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.638433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e83816-263a-4dc3-9c53-2cff7b3eb73d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.638874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e83816-263a-4dc3-9c53-2cff7b3eb73d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:01.640629 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-70e83816-263a-4dc3-9c53-2cff7b3eb73d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1836939 Mar 02 09:13:01.643386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38380) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:01.643590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:13:01.790052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:01.840270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1ed5c14f-08e0-48a8-9ed2-4c235ccba272 None None] Provisioning complete for port 2f47742a-ec43-4325-baae-9302811cb47f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:01.840642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c14f-08e0-48a8-9ed2-4c235ccba272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:01.852159 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-16f357a6-55ca-4c86-a89d-795d7d63fcd0 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2075958 Mar 02 09:13:01.876803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 5f5d7579-b237-4fc0-adc4-9d5515b821f8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5f5d7579-b237-4fc0-adc4-9d5515b821f8,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:13:01.957017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5c14f-08e0-48a8-9ed2-4c235ccba272 None None] Port 2f47742a-ec43-4325-baae-9302811cb47f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:13:01.964404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.091560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=5f5d7579-b237-4fc0-adc4-9d5515b821f8,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:02.115610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:00Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:02.119750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Checking router: 55cdf727-3d0e-4335-8998-adb80e9e5864 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:13:02.120131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Updating router 55cdf727-3d0e-4335-8998-adb80e9e5864 port 2f47742a-ec43-4325-baae-9302811cb47f binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:13:02.172831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.173526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38388) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:02.178677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336061438', 'description': 'tempest-secgroup-smoke-336061438 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:02.184876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:02.189423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:02.192295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:02.198379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:02.281899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.305113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:02.310301 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:02.313598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:02.319543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:02.393440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.460928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.507099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:02.587201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.592479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38392) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:02.597024 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-113ab8bf-1c41-4c75-9d3a-6a55174b966c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4223342 Mar 02 09:13:02.599937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.602857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:02.613953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:02.615394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Transition to ACTIVE for port object 2f47742a-ec43-4325-baae-9302811cb47f will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:13:02.617957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:02.620911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:02.630577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:02.707204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.716349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.743635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:13:02.782983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.855439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.887114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52fda2e-044f-4928-b6f9-4e07c56fe0be,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:02.932889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb869ce-f63e-4470-9e1d-400c2d9e8311 None None] Pushing event updated for resources: {'Port': ['ID=2f47742a-ec43-4325-baae-9302811cb47f,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:02.965158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:02.969398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38396) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:02.972119 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a01733e0-c977-43bf-b2da-8fe30e6d7238 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776228 Mar 02 09:13:02.977541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:02.985416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:02.992118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:02.997876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:03.004302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:03.006486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:03.006858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.042687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Attempting to bind port 2f47742a-ec43-4325-baae-9302811cb47f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:13:03.043046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Attempting to bind port 2f47742a-ec43-4325-baae-9302811cb47f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:13:03.043397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Attempting to bind port 2f47742a-ec43-4325-baae-9302811cb47f on network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:13:03.053934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:13:03.054327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Checking segment: {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:13:03.054709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.055091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Bound using segment: {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:13:03.055545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Bound port: 2f47742a-ec43-4325-baae-9302811cb47f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:13:03.055908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.093662 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.166518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.211769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] For port 2f47742a-ec43-4325-baae-9302811cb47f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:13:03.223379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.229741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] For port 2f47742a-ec43-4325-baae-9302811cb47f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2f47742a-ec43-4325-baae-9302811cb47f,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:13:03.231511 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5f5d7579-b237-4fc0-adc4-9d5515b821f8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:13:03.248929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1360ce57-8170-4f12-b50b-5db5cc7c32f4,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:03.303267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.318556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.319881 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-960e898b-243d-4d4d-86b8-cdad73c4e52b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3491368 Mar 02 09:13:03.322581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38402) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:03.327646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:03.333615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:03.337522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:03.340419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:03.343181 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5f5d7579-b237-4fc0-adc4-9d5515b821f8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:03.343562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.349031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:03.472629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.474555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb869ce-f63e-4470-9e1d-400c2d9e8311 None None] Pushing event updated for resources: {'Port': ['ID=2f47742a-ec43-4325-baae-9302811cb47f,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:03.477076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:13:03.477666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:12:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:03.559975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.655047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.685700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28bdf27-97cb-4264-ba75-1782340ee0f9,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:03.713681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:13:03.752263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.753776 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cb175eee-4e12-47cb-a57a-141031922faa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4298983 Mar 02 09:13:03.756432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38406) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:03.763279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:03.770940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:03.774807 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:03.777867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:03.783616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:03.848570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.916470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:03.980735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:04.012080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32400075-24ad-4792-9820-38b32a7d0a5e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:04.067681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:03Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:04.071657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e2f3a-16a8-4609-9494-c4949706e81c None None] The sync data for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv is: [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:03Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:13:04.118388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:04.119628 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ca2e4e07-e830-4071-8dc0-d7205b89c953 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3618677 Mar 02 09:13:04.126266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38410) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:04.138965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:04.147527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:04.151578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:04.154547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:04.164516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:04.245676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:13:04.250589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:04.331706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:04.401650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:04.426699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de38c45a-e95f-48b7-8fee-8406d9da2125,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:04.495439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:04.499799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38420) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:04.503698 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-40c1535f-4efc-4094-af36-3db6df70b9e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3751862 Mar 02 09:13:04.663208 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:04.670002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:04.676421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:04.679752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:04.688240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:04.704543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2f47742a-ec43-4325-baae-9302811cb47f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:13:04.803004 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:13:04.811062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:04.858965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 2f47742a-ec43-4325-baae-9302811cb47f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:13:04.864825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 2f47742a-ec43-4325-baae-9302811cb47f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:04.866700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:04.880672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:04.973483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:05.001398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff0a58f-aebb-4952-9899-d366160d8462,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:05.001955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:05.033851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 2f47742a-ec43-4325-baae-9302811cb47f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2f47742a-ec43-4325-baae-9302811cb47f,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:13:05.089725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:05.090998 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fbfdf8fb-2cd8-41ba-9417-262905af4a76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5895815 Mar 02 09:13:05.158369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:05.235273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=2f47742a-ec43-4325-baae-9302811cb47f,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:05.282800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-3dec3500-9611-42ed-b102-35ecce670899 req-b27133d9-be57-4990-ae23-297e97c3261d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:13:05.380881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-3dec3500-9611-42ed-b102-35ecce670899 req-b27133d9-be57-4990-ae23-297e97c3261d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:13:05.382066 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-b27133d9-be57-4990-ae23-297e97c3261d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336061438&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1372464 Mar 02 09:13:05.537824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3500-9611-42ed-b102-35ecce670899 req-ae452035-0019-47e7-b85b-8c168db4f132 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:05.538575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-3dec3500-9611-42ed-b102-35ecce670899 req-ae452035-0019-47e7-b85b-8c168db4f132 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:13:05.646984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-3dec3500-9611-42ed-b102-35ecce670899 req-ae452035-0019-47e7-b85b-8c168db4f132 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:13:05.648146 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-ae452035-0019-47e7-b85b-8c168db4f132 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 200 len: 796 time: 0.2593310 Mar 02 09:13:05.666530 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-e699c4cb-b239-4449-8e4f-1c95e30a659b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0097358 Mar 02 09:13:05.756102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-3dec3500-9611-42ed-b102-35ecce670899 req-dee07188-e00e-405b-b776-8e4d6b86542b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:13:05.829651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-3dec3500-9611-42ed-b102-35ecce670899 req-dee07188-e00e-405b-b776-8e4d6b86542b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:13:05.831708 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-dee07188-e00e-405b-b776-8e4d6b86542b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589339 Mar 02 09:13:05.893815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-b9435e3a-a9d3-49db-bc11-99d41d01fceb service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:13:05.894798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-b9435e3a-a9d3-49db-bc11-99d41d01fceb service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517664 Mar 02 09:13:06.138467 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-4b60e606-111c-4121-b005-0d5897b273a5 service neutron] 10.222.0.10 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377880 Mar 02 09:13:06.270822 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-24da39b9-ad2d-41a2-a7cd-44aa9ca2eafe service neutron] 10.222.0.10 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305029 Mar 02 09:13:06.585788 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dfc2921-d4e3-465c-9c7a-af4b1ae78912 req-85cefb88-c309-48bf-b764-9fbf21cd6455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 210 time: 0.0444350 Mar 02 09:13:06.653359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2f47742a-ec43-4325-baae-9302811cb47f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:13:06.732565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 2f47742a-ec43-4325-baae-9302811cb47f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:06.732924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:07.758109 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4fa49f32-4299-441b-bb10-cd4b806aa5ed req-9e28a8b0-0119-4010-bfb0-387cc0689a29 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 210 time: 0.0535150 Mar 02 09:13:08.581155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3500-9611-42ed-b102-35ecce670899 req-049cd5e0-e74c-4139-93e9-df3a95fb5318 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:08.582214 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-049cd5e0-e74c-4139-93e9-df3a95fb5318 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 200 len: 796 time: 0.1563034 Mar 02 09:13:08.635154 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-d988eb17-ee90-4000-bcd6-905a16e463a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 379 time: 0.0446992 Mar 02 09:13:08.643375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': '2e41beff-843d-462c-b12e-e9b80e839f03', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:08.806447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:08.817179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:08.914396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:13:08.917784 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:08.935178 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9cb35509-2fa8-4112-92f7-78cef91fbe86 req-45cf1dce-fee5-4b95-b816-1c291c3ff127 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 210 time: 0.0581644 Mar 02 09:13:09.096806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.13 (3a47aefa-6224-4fd3-b57b-cfb8149b1db8/9579f693-a6f0-4ccd-8024-ff10eac530b8/dfa0b818-9429-428c-a132-80c549aa5b60) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:13:09.282604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:09.297604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object dfa0b818-9429-428c-a132-80c549aa5b60 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:13:09.415712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:09.493483 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:13:09.496515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:13:09.505751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:13:09.552035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=dfa0b818-9429-428c-a132-80c549aa5b60,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:09.589778 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:09.590676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:09.710576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-5efb3950-7c89-4a62-b101-04e50c584f66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0706487 Mar 02 09:13:09.723113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Request body: {'port': {'device_id': '2e41beff-843d-462c-b12e-e9b80e839f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:09.809296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-54fd6351-6956-49ed-88b4-d6a136701f8f None None] Provisioning for port dfa0b818-9429-428c-a132-80c549aa5b60 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:13:09.814648 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-54fd6351-6956-49ed-88b4-d6a136701f8f None None] Provisioning complete for port dfa0b818-9429-428c-a132-80c549aa5b60 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:09.815682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-54fd6351-6956-49ed-88b4-d6a136701f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:09.838690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:09.875819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-54fd6351-6956-49ed-88b4-d6a136701f8f None None] Port dfa0b818-9429-428c-a132-80c549aa5b60 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:13:10.302815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486cc72-75c0-4c1b-9207-64ef02957c5f req-87248a4d-b83c-444a-a155-94c78d1c091c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:10.303504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2486cc72-75c0-4c1b-9207-64ef02957c5f req-87248a4d-b83c-444a-a155-94c78d1c091c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:13:10.364467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa0b818-9429-428c-a132-80c549aa5b60 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:13:10.376350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:10.385737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Transition to ACTIVE for port object dfa0b818-9429-428c-a132-80c549aa5b60 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:13:10.480951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-2486cc72-75c0-4c1b-9207-64ef02957c5f req-87248a4d-b83c-444a-a155-94c78d1c091c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:13:10.482300 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2486cc72-75c0-4c1b-9207-64ef02957c5f req-87248a4d-b83c-444a-a155-94c78d1c091c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 932 time: 0.3082047 Mar 02 09:13:10.524188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:10.579167 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2486cc72-75c0-4c1b-9207-64ef02957c5f req-ccebe778-1582-4bcc-964f-2fe22bfbac19 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897567 Mar 02 09:13:10.708291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Pushing event updated for resources: {'Port': ['ID=dfa0b818-9429-428c-a132-80c549aa5b60,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:10.783640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Attempting to bind port dfa0b818-9429-428c-a132-80c549aa5b60 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:13:10.783967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Attempting to bind port dfa0b818-9429-428c-a132-80c549aa5b60 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:13:10.784291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Attempting to bind port dfa0b818-9429-428c-a132-80c549aa5b60 on network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:13:10.789534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Port dfa0b818-9429-428c-a132-80c549aa5b60 on network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:13:10.790252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Attempting to bind port dfa0b818-9429-428c-a132-80c549aa5b60 on network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:13:10.795408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:13:10.795765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Checking segment: {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:13:10.796207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Bound using segment: {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:13:10.796681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Bound port: dfa0b818-9429-428c-a132-80c549aa5b60, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:13:10.797024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:10.888486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] For port dfa0b818-9429-428c-a132-80c549aa5b60, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:13:10.891246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] For port dfa0b818-9429-428c-a132-80c549aa5b60, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfa0b818-9429-428c-a132-80c549aa5b60,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:13:11.001338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:11.064522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:11.065768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:11.067037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] 10.222.0.15 "PUT /v2.0/ports/dfa0b818-9429-428c-a132-80c549aa5b60 HTTP/1.1" status: 200 len: 1094 time: 1.3488896 Mar 02 09:13:11.067473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:13:11.094832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c64044-0673-4c49-8a16-7805b6dfdfce service neutron] Pushing event updated for resources: {'Port': ['ID=dfa0b818-9429-428c-a132-80c549aa5b60,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:11.117893 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'status': 'completed', 'code': 200} Mar 02 09:13:11.219194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c38985-acaa-4278-b19e-07616c75d20d req-26435587-f763-4cca-8044-ca655547de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:11.221047 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-68c38985-acaa-4278-b19e-07616c75d20d req-26435587-f763-4cca-8044-ca655547de84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 1097 time: 0.0814953 Mar 02 09:13:11.369572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c38985-acaa-4278-b19e-07616c75d20d req-bc68c7c1-9781-4155-8632-aa2491eb27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:11.371190 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-68c38985-acaa-4278-b19e-07616c75d20d req-bc68c7c1-9781-4155-8632-aa2491eb27f1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1379914 Mar 02 09:13:11.514637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c38985-acaa-4278-b19e-07616c75d20d req-214c6e80-244a-4b38-91a5-6b328a1bda64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:11.515997 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-68c38985-acaa-4278-b19e-07616c75d20d req-214c6e80-244a-4b38-91a5-6b328a1bda64 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392682 Mar 02 09:13:11.637698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3500-9611-42ed-b102-35ecce670899 req-d1ad1c33-ea34-49ac-ba4a-cd1786e2249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:11.639189 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-d1ad1c33-ea34-49ac-ba4a-cd1786e2249f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 1097 time: 0.0866282 Mar 02 09:13:11.747301 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-cfbf4216-bcd6-4fa7-b13f-3fb9b4e4b11a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa0b818-9429-428c-a132-80c549aa5b60 HTTP/1.1" status: 200 len: 217 time: 0.1013565 Mar 02 09:13:11.831951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3500-9611-42ed-b102-35ecce670899 req-d940d642-e23c-4612-87f3-9d24840bc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:11.833731 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-d940d642-e23c-4612-87f3-9d24840bc450 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9579f693-a6f0-4ccd-8024-ff10eac530b8 HTTP/1.1" status: 200 len: 835 time: 0.0800123 Mar 02 09:13:11.906553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb4b1e-6a0b-437f-8b15-d5c69d126d28 req-3c47f736-1b6d-44b4-8125-e68b8628d7bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:11.907982 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-18fb4b1e-6a0b-437f-8b15-d5c69d126d28 req-3c47f736-1b6d-44b4-8125-e68b8628d7bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 944 time: 0.2146735 Mar 02 09:13:11.975706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-18fb4b1e-6a0b-437f-8b15-d5c69d126d28 req-6acb0e0a-03bb-4791-920b-ea32ad68712a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596483 Mar 02 09:13:11.978399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3500-9611-42ed-b102-35ecce670899 req-00324f00-e51d-4489-b46e-fd2ae5fc0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:11.979793 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-00324f00-e51d-4489-b46e-fd2ae5fc0b5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1397331 Mar 02 09:13:12.121029 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-0e6ac12a-8042-4d8e-981c-c00de3661a35 service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342111 Mar 02 09:13:12.353739 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dec3500-9611-42ed-b102-35ecce670899 req-5487f544-6922-4b6c-adfb-a95f5a421ea6 service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249897 Mar 02 09:13:13.173265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db256e5-f2a6-49f2-af8c-6e2e4148f4f9 req-a9ecac51-9bd3-499d-9e04-46ebad8b7dcc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:13.174676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3db256e5-f2a6-49f2-af8c-6e2e4148f4f9 req-a9ecac51-9bd3-499d-9e04-46ebad8b7dcc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 944 time: 0.0847631 Mar 02 09:13:13.224929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3db256e5-f2a6-49f2-af8c-6e2e4148f4f9 req-0620912e-6c91-4d18-ac55-67376f18131e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440123 Mar 02 09:13:14.422116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace39947-798e-47a3-bfb0-ead4f9c51a60 req-602cad03-1d80-4f0c-97b5-bd654095bc5d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:14.423571 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ace39947-798e-47a3-bfb0-ead4f9c51a60 req-602cad03-1d80-4f0c-97b5-bd654095bc5d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 944 time: 0.0887964 Mar 02 09:13:14.469028 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ace39947-798e-47a3-bfb0-ead4f9c51a60 req-d0ec014a-7caf-47ae-9f01-e9de164860dd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395739 Mar 02 09:13:15.438402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device dfa0b818-9429-428c-a132-80c549aa5b60 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:13:15.577272 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port dfa0b818-9429-428c-a132-80c549aa5b60, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfa0b818-9429-428c-a132-80c549aa5b60,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:13:15.591233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'port_id': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'mac_address': 'fa:16:3e:0b:0c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:13:15.649917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:15.664539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bb321-31d6-4091-9e0c-696c1d96683a req-ffc7818d-6f8a-4130-9f74-81f1b5b227e0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:15.666034 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a13bb321-31d6-4091-9e0c-696c1d96683a req-ffc7818d-6f8a-4130-9f74-81f1b5b227e0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 944 time: 0.0865223 Mar 02 09:13:15.672516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa0b818-9429-428c-a132-80c549aa5b60 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:13:15.691501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port dfa0b818-9429-428c-a132-80c549aa5b60, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfa0b818-9429-428c-a132-80c549aa5b60,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:13:15.711569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a13bb321-31d6-4091-9e0c-696c1d96683a req-def7c66e-c5e6-4ee8-a487-8317296e3563 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397930 Mar 02 09:13:15.797572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:15.867958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=dfa0b818-9429-428c-a132-80c549aa5b60,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:16.126218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['dfa0b818-9429-428c-a132-80c549aa5b60'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:13:16.904258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6545599-bdff-4352-858e-eb182da1e2ae req-b4d67907-8bd7-4c09-be8b-f67893be8961 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:16.905650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e6545599-bdff-4352-858e-eb182da1e2ae req-b4d67907-8bd7-4c09-be8b-f67893be8961 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 945 time: 0.0865507 Mar 02 09:13:16.951524 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e6545599-bdff-4352-858e-eb182da1e2ae req-98191633-1450-48d1-8042-e20e924bb833 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397475 Mar 02 09:13:17.274758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:17.435804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device dfa0b818-9429-428c-a132-80c549aa5b60 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:13:17.574504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port dfa0b818-9429-428c-a132-80c549aa5b60 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:13:17.580111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port dfa0b818-9429-428c-a132-80c549aa5b60 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:17.581042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:17.695260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:17.723998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:13:17.743989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port dfa0b818-9429-428c-a132-80c549aa5b60, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfa0b818-9429-428c-a132-80c549aa5b60,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:13:17.854624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:17.894596 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'code': 200} Mar 02 09:13:17.925531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=dfa0b818-9429-428c-a132-80c549aa5b60,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:18.148305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98429cce-c3de-4e39-ac7a-056caf5965e2 req-3d75a9ed-caec-4478-97c9-4109d0f9f11c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:18.149759 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-98429cce-c3de-4e39-ac7a-056caf5965e2 req-3d75a9ed-caec-4478-97c9-4109d0f9f11c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 946 time: 0.0801158 Mar 02 09:13:18.194198 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-98429cce-c3de-4e39-ac7a-056caf5965e2 req-2ee076d0-2048-4056-a48f-5d316190008c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377936 Mar 02 09:13:18.335907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c10157-e286-481d-968c-4af0150f2bde req-94fb3592-82c3-405c-9b6d-9060501901c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:18.338278 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-70c10157-e286-481d-968c-4af0150f2bde req-94fb3592-82c3-405c-9b6d-9060501901c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 1099 time: 0.0797894 Mar 02 09:13:18.378473 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-70c10157-e286-481d-968c-4af0150f2bde req-86ff1d3a-1c47-4748-a6d0-c59117b7fd72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343592 Mar 02 09:13:19.390561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e4496-36a9-4909-8f47-81ae31efddd5 req-4feecda8-9d8e-41ad-915f-762805d52701 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:19.392034 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-371e4496-36a9-4909-8f47-81ae31efddd5 req-4feecda8-9d8e-41ad-915f-762805d52701 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 946 time: 0.0892103 Mar 02 09:13:19.442804 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-371e4496-36a9-4909-8f47-81ae31efddd5 req-adde5835-17fe-4105-bc20-648d08927360 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451753 Mar 02 09:13:19.713492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a4e75ad9-805c-4a76-81c4-61c6f1fb4cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:20.638479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff4a98-3b6e-4e29-a5ae-5f2175765382 req-c6623d96-f66b-4c69-9e5c-01722979a81b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:20.639918 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f8ff4a98-3b6e-4e29-a5ae-5f2175765382 req-c6623d96-f66b-4c69-9e5c-01722979a81b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 946 time: 0.0872200 Mar 02 09:13:20.686587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f8ff4a98-3b6e-4e29-a5ae-5f2175765382 req-5be17178-bc36-4720-8729-9b391c8c7e0b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403924 Mar 02 09:13:20.880653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ebe89-ed22-4f18-b737-7da5d09e72d1 req-049611c9-e820-4171-9a1d-899973caf758 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:20.882165 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b72ebe89-ed22-4f18-b737-7da5d09e72d1 req-049611c9-e820-4171-9a1d-899973caf758 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 946 time: 0.0835161 Mar 02 09:13:20.926020 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b72ebe89-ed22-4f18-b737-7da5d09e72d1 req-14759aa9-6ced-430d-9f6a-1b402067c782 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382590 Mar 02 09:13:20.949173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38524) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:21.130660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d956c96-6420-42bc-8813-82d28e702888 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:21.132160 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8d956c96-6420-42bc-8813-82d28e702888 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 1094 time: 0.1820199 Mar 02 09:13:21.134962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38530) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:21.139705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:21.145505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:21.149242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:floatingip and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:21.152028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:21.157542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:21.246140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:21.383830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:21.528284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.34 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/2dd73e09-20de-48b8-ba11-a4e897cb14ab) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:13:21.681185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:21.800614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:21.868565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:13:21.876074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:13:21.880723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:13:21.910255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=2dd73e09-20de-48b8-ba11-a4e897cb14ab,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:21.948540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bb025d44-1e7d-4143-a231-171a21703a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:22.415162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:22.573351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:22.808918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:22.914628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:23.029719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=2dd73e09-20de-48b8-ba11-a4e897cb14ab,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:23.042091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:23.046656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:23.098276 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:23.218080 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP e094def7-d5ed-45bf-8631-0a8f14b2b791 associated. External IP: 172.26.3.34, port: dfa0b818-9429-428c-a132-80c549aa5b60. Mar 02 09:13:23.565526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 55cdf727-3d0e-4335-8998-adb80e9e5864 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:13:23.752275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:13:23.762665 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] Sync routers for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:13:23.773210 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:13:23.773813 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:13:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:23.914818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:23.974663 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f6a73d83-30f9-4898-ba9a-03e3726a4f00 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8387122 Mar 02 09:13:23.975240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:13:23.977462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38540) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:24.001529 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:13:24.024890 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'status': 'completed', 'code': 200} Mar 02 09:13:24.136914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-438d015f-d4e0-4d13-87b0-098995c1908a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 991 time: 0.1582909 Mar 02 09:13:24.168584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-2040e9ba-6d1f-483a-81b8-c360b8adcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:24.169879 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-2040e9ba-6d1f-483a-81b8-c360b8adcce8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 1099 time: 0.0779819 Mar 02 09:13:24.315044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-860ef78c-b720-4f4c-a576-84c59c14f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:24.316861 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-860ef78c-b720-4f4c-a576-84c59c14f56e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 200 len: 897 time: 0.1407747 Mar 02 09:13:24.388781 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'e094def7-d5ed-45bf-8631-0a8f14b2b791', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'port_id': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'mac_address': 'fa:16:3e:0b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e41beff-843d-462c-b12e-e9b80e839f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:13:22Z', 'updated_at': '2022-03-02T09:13:22Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:24.393944 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] Checking router: 55cdf727-3d0e-4335-8998-adb80e9e5864 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:13:24.408744 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:13:24.418357 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:13:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:24.427144 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-9d5b3638-1270-4cbd-870c-477a576f380d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa0b818-9429-428c-a132-80c549aa5b60 HTTP/1.1" status: 200 len: 999 time: 0.1043577 Mar 02 09:13:24.500475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-5a029d39-6ccf-4346-b375-db05cced9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:24.502973 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-5a029d39-6ccf-4346-b375-db05cced9477 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9579f693-a6f0-4ccd-8024-ff10eac530b8 HTTP/1.1" status: 200 len: 835 time: 0.0653155 Mar 02 09:13:24.599558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-853227b7-6c5e-444b-bf83-a26f3a2c0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:24.601141 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-853227b7-6c5e-444b-bf83-a26f3a2c0fa7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911210 Mar 02 09:13:24.655663 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:13:24.695989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:24.863855 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-47613e88-f023-4551-b754-48ddf710df6b service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564898 Mar 02 09:13:25.052504 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'e094def7-d5ed-45bf-8631-0a8f14b2b791', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'port_id': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'mac_address': 'fa:16:3e:0b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e41beff-843d-462c-b12e-e9b80e839f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:13:22Z', 'updated_at': '2022-03-02T09:13:22Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:25.056375 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e26bb4-93b4-4029-96a2-cec50668835e None None] The sync data for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv is: [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'e094def7-d5ed-45bf-8631-0a8f14b2b791', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'port_id': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'mac_address': 'fa:16:3e:0b:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e41beff-843d-462c-b12e-e9b80e839f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:13:22Z', 'updated_at': '2022-03-02T09:13:22Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:13:25.061363 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0a98288-214c-4710-a5a5-cd6a108697f6 req-62144d7e-34a2-42b7-adfb-9cc435873712 service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910427 Mar 02 09:13:25.140869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38548) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:25.258191 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cfc32f2d-c101-4fb1-89ce-f82d4e04c5dd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 991 time: 0.1162333 Mar 02 09:13:25.301163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4704bb-9517-4c11-aea5-87f8b5d58f7f None None] New status for floating IP e094def7-d5ed-45bf-8631-0a8f14b2b791: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:13:26.262165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38554) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:26.483538 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fc65e87e-0170-44b5-b49d-ca8a435f6c97 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 993 time: 0.2200356 Mar 02 09:13:27.276903 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-91cc3dab-c704-49d2-94d1-b3772ff61d61 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818291337&fields=id&tenant_id=7b3cf841a687405eb1907c3edafdcfae HTTP/1.1" status: 200 len: 267 time: 0.0368338 Mar 02 09:13:27.420350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-9bc281f2-718b-44e4-8f7b-16a3f9f56409 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:27.421769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-9bc281f2-718b-44e4-8f7b-16a3f9f56409 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 811 time: 0.1387975 Mar 02 09:13:27.436560 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-ce963c8a-c0b0-4999-bd04-6245306b8502 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/quotas/7b3cf841a687405eb1907c3edafdcfae HTTP/1.1" status: 200 len: 375 time: 0.0086443 Mar 02 09:13:27.527632 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-91921806-97cb-4cad-a7cc-df0a5a5f36a3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0857754 Mar 02 09:13:27.703576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-eb3ffeb7-7747-40a4-b770-62265f683acc service neutron] 10.222.0.10 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648457 Mar 02 09:13:27.834145 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-cc96818c-7414-4e59-9244-6b450fa05957 service neutron] 10.222.0.10 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242104 Mar 02 09:13:27.857363 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:13:28.436282 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-11d0705b-fce1-47d6-8ec4-833ad99a694a req-84fcc5e2-aba5-4ff0-8a7a-97c331061731 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 210 time: 0.0438097 Mar 02 09:13:29.530562 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34d04883-af0f-4bfe-8159-55c17b0d3316 req-d9030f81-ff42-4796-81d1-743aedc29eb8 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 210 time: 0.0427103 Mar 02 09:13:30.675281 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5ad9e235-355c-4302-9f3a-2e1ca4fb7197 req-8c86fc70-5374-4549-ba08-17c5eb114fcc tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 210 time: 0.0436015 Mar 02 09:13:31.820829 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2062e130-7812-4ea6-a900-4179575d31f5 req-7b379201-d7e7-40c0-8901-f20ae1cd190e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 210 time: 0.0426295 Mar 02 09:13:32.401259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-fb6180ed-a2a5-46ce-9f5c-705a64fa4ae6 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:32.402655 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-fb6180ed-a2a5-46ce-9f5c-705a64fa4ae6 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 811 time: 0.1444120 Mar 02 09:13:32.450748 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-8b08941b-a4de-47e2-aa8e-d1e68fa3a621 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b3cf841a687405eb1907c3edafdcfae HTTP/1.1" status: 200 len: 380 time: 0.0383916 Mar 02 09:13:32.459302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'port': {'device_id': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'admin_state_up': True, 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'security_groups': ['253b0212-c835-471c-a5e9-fef4c86b8ef9']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:32.595059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:32.600377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:port and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:32.603393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:32.608966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:32.682445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Made reservation on behalf of 7b3cf841a687405eb1907c3edafdcfae for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:13:32.686054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:32.862290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Allocated IP 172.20.0.11 (a6332975-3d58-4edc-a71c-3dc3ba5958cf/fed2c15f-a6b6-4469-925b-6d17f4a3215c/c2ba8282-6644-40dd-b509-0aa79703715e) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:13:33.137044 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-809dacfc-7652-4cf7-8680-b81f3c622ae1 req-ef0df70f-2713-4c8f-b302-73b179cea01b tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 210 time: 0.2015831 Mar 02 09:13:33.203876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:33.220077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Transition to ACTIVE for port object c2ba8282-6644-40dd-b509-0aa79703715e will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:13:33.325468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:33.388262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:13:33.391501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:13:33.400708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:13:33.443298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'Port': ['ID=c2ba8282-6644-40dd-b509-0aa79703715e,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:33.477509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:33.478132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:33.560308 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-e6a54b1b-0d3b-4169-8d80-44f7c2ff598c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1050060 Mar 02 09:13:33.572112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Request body: {'port': {'device_id': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:33.684150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:33.753455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7681b13c-9353-4ddc-be61-618f290ddcf7 None None] Provisioning for port c2ba8282-6644-40dd-b509-0aa79703715e completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:13:33.760948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7681b13c-9353-4ddc-be61-618f290ddcf7 None None] Provisioning complete for port c2ba8282-6644-40dd-b509-0aa79703715e triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:33.763270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7681b13c-9353-4ddc-be61-618f290ddcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:33.817369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7681b13c-9353-4ddc-be61-618f290ddcf7 None None] Port c2ba8282-6644-40dd-b509-0aa79703715e cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:13:34.022838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ba8282-6644-40dd-b509-0aa79703715e {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:13:34.030026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:34.044539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Transition to ACTIVE for port object c2ba8282-6644-40dd-b509-0aa79703715e will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:13:34.139451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:34.307740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Pushing event updated for resources: {'Port': ['ID=c2ba8282-6644-40dd-b509-0aa79703715e,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:34.432219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Attempting to bind port c2ba8282-6644-40dd-b509-0aa79703715e on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:13:34.432550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Attempting to bind port c2ba8282-6644-40dd-b509-0aa79703715e by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:13:34.432879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Attempting to bind port c2ba8282-6644-40dd-b509-0aa79703715e on network a6332975-3d58-4edc-a71c-3dc3ba5958cf {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:13:34.441130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Port c2ba8282-6644-40dd-b509-0aa79703715e on network a6332975-3d58-4edc-a71c-3dc3ba5958cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:13:34.441731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Attempting to bind port c2ba8282-6644-40dd-b509-0aa79703715e on network a6332975-3d58-4edc-a71c-3dc3ba5958cf {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:13:34.452855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5662c-da46-40a6-843c-9db5638579b2 req-aefd31b9-95e7-41fe-b708-ea38bf28da29 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:34.453698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-00d5662c-da46-40a6-843c-9db5638579b2 req-aefd31b9-95e7-41fe-b708-ea38bf28da29 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Synchronizing usage tracker for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:13:34.460172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:13:34.464976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Checking segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:13:34.464976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Bound using segment: {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:13:34.464976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Bound port: c2ba8282-6644-40dd-b509-0aa79703715e, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d43db98-22b9-4085-99cc-a602451718f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:13:34.464976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:34.556532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-00d5662c-da46-40a6-843c-9db5638579b2 req-aefd31b9-95e7-41fe-b708-ea38bf28da29 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Unset dirty status for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:13:34.557632 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-00d5662c-da46-40a6-843c-9db5638579b2 req-aefd31b9-95e7-41fe-b708-ea38bf28da29 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 944 time: 0.2951944 Mar 02 09:13:34.563335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] For port c2ba8282-6644-40dd-b509-0aa79703715e, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:13:34.568023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] For port c2ba8282-6644-40dd-b509-0aa79703715e, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c2ba8282-6644-40dd-b509-0aa79703715e,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:13:34.609950 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-00d5662c-da46-40a6-843c-9db5638579b2 req-92a325ca-fe8c-4567-b47b-3b155f8181d7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443387 Mar 02 09:13:34.651193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:34.707506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:34.708233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:34.709449 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] 10.222.0.15 "PUT /v2.0/ports/c2ba8282-6644-40dd-b509-0aa79703715e HTTP/1.1" status: 200 len: 1094 time: 1.1416197 Mar 02 09:13:34.709913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:13:34.737192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850fd6b-5c5d-4d6b-baec-60a97baf95cf service neutron] Pushing event updated for resources: {'Port': ['ID=c2ba8282-6644-40dd-b509-0aa79703715e,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:34.764952 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'status': 'completed', 'code': 200} Mar 02 09:13:34.863942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482370f-8f75-49e1-ae22-50203ccb3109 req-2dce09ea-5ac7-4e71-b42b-aaa2da22557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:34.865675 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b482370f-8f75-49e1-ae22-50203ccb3109 req-2dce09ea-5ac7-4e71-b42b-aaa2da22557a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 1097 time: 0.0808623 Mar 02 09:13:35.008288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482370f-8f75-49e1-ae22-50203ccb3109 req-68b0740e-c8d9-43ea-b23a-90fcdff0f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:35.009654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b482370f-8f75-49e1-ae22-50203ccb3109 req-68b0740e-c8d9-43ea-b23a-90fcdff0f42e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b3cf841a687405eb1907c3edafdcfae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1367850 Mar 02 09:13:35.240347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482370f-8f75-49e1-ae22-50203ccb3109 req-39069c99-a39c-4b82-93ab-34103cb6c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:35.241784 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b482370f-8f75-49e1-ae22-50203ccb3109 req-39069c99-a39c-4b82-93ab-34103cb6c4cc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2268455 Mar 02 09:13:35.343740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-def08440-ead1-493a-9927-9139848c8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:35.345408 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-def08440-ead1-493a-9927-9139848c8d81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 1097 time: 0.0686970 Mar 02 09:13:35.414177 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-174ee443-2bfc-4741-8634-feda1df0fcb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2ba8282-6644-40dd-b509-0aa79703715e HTTP/1.1" status: 200 len: 217 time: 0.0610731 Mar 02 09:13:35.473917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-56940542-6fd4-471b-8493-7b118e6e3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:35.475919 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-56940542-6fd4-471b-8493-7b118e6e3e05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0554383 Mar 02 09:13:35.552574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-2132e10b-b623-463c-b1d8-aadcf94fe356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:35.554076 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-2132e10b-b623-463c-b1d8-aadcf94fe356 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716569 Mar 02 09:13:35.687497 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-93ae479a-1b80-4b89-b89b-12639038f36f service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262479 Mar 02 09:13:35.874309 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37346c40-7a54-4067-bb28-02ae1c9d74df req-7dac00d6-ba86-4a9e-9f20-2c57305694b2 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807330 Mar 02 09:13:35.886290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65b80d-cc1e-4477-9216-a0fdbb7754ee req-3b55710b-2ee6-483c-a7c2-55269d1411ab tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:35.887740 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f65b80d-cc1e-4477-9216-a0fdbb7754ee req-3b55710b-2ee6-483c-a7c2-55269d1411ab tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 944 time: 0.1766825 Mar 02 09:13:35.934666 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f65b80d-cc1e-4477-9216-a0fdbb7754ee req-7f29ac24-65b3-47c3-a593-531f7891df6b tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Mar 02 09:13:37.120852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43fdf2-1b10-4304-acee-c7040171eca9 req-15fb0604-f2da-48ba-a59a-d478423e37ff tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:37.122320 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dc43fdf2-1b10-4304-acee-c7040171eca9 req-15fb0604-f2da-48ba-a59a-d478423e37ff tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 944 time: 0.0781527 Mar 02 09:13:37.165300 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dc43fdf2-1b10-4304-acee-c7040171eca9 req-37e8d422-9232-4f35-bbf6-a1fdedbbc138 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372677 Mar 02 09:13:38.351680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01fbe0-09f4-4808-8e2c-40fa3abf7300 req-b4aaa07c-cd17-4fa4-aa67-eee289dc20c3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:38.353046 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9d01fbe0-09f4-4808-8e2c-40fa3abf7300 req-b4aaa07c-cd17-4fa4-aa67-eee289dc20c3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 944 time: 0.0824623 Mar 02 09:13:38.395749 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9d01fbe0-09f4-4808-8e2c-40fa3abf7300 req-7718941c-1802-482a-acb0-f7edb2f846b4 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369666 Mar 02 09:13:39.576323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237402b3-55ba-4f7e-b173-b17faddd1d2c req-329cfbe4-36fb-4580-b2f6-4ee7ddfa6882 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:39.578170 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-237402b3-55ba-4f7e-b173-b17faddd1d2c req-329cfbe4-36fb-4580-b2f6-4ee7ddfa6882 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 944 time: 0.0808053 Mar 02 09:13:39.622663 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-237402b3-55ba-4f7e-b173-b17faddd1d2c req-3631befb-1452-4669-a77f-d5f6fdc925f8 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384996 Mar 02 09:13:40.806521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb388-204c-4665-865c-9348066f260e req-58962e9b-90f2-4759-949b-4dad0bb53336 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:40.807964 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f2eb388-204c-4665-865c-9348066f260e req-58962e9b-90f2-4759-949b-4dad0bb53336 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 944 time: 0.0814145 Mar 02 09:13:40.850855 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f2eb388-204c-4665-865c-9348066f260e req-a7ecb9c9-acd5-4df7-aa4c-7724ecb4deed tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372236 Mar 02 09:13:42.030353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98c3ea-8155-49d7-8311-0cf147edfd71 req-b57cb1f7-7e06-40e4-a253-d413403d1a34 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:42.031802 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ff98c3ea-8155-49d7-8311-0cf147edfd71 req-b57cb1f7-7e06-40e4-a253-d413403d1a34 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 944 time: 0.0784447 Mar 02 09:13:42.077536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ff98c3ea-8155-49d7-8311-0cf147edfd71 req-27d168b1-1d7d-4ce1-b4a8-3d9b6e8ba112 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401635 Mar 02 09:13:43.257462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045169c-c5cd-4169-ba57-db317b919f65 req-e104a815-6f6a-4d91-b1c0-c92e7c2d9a59 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:43.259090 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9045169c-c5cd-4169-ba57-db317b919f65 req-e104a815-6f6a-4d91-b1c0-c92e7c2d9a59 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 944 time: 0.0807612 Mar 02 09:13:43.302223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9045169c-c5cd-4169-ba57-db317b919f65 req-162ec626-f1a4-46f1-9fdd-78f8833ca468 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373878 Mar 02 09:13:43.532364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device c2ba8282-6644-40dd-b509-0aa79703715e details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:13:43.664811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port c2ba8282-6644-40dd-b509-0aa79703715e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c2ba8282-6644-40dd-b509-0aa79703715e,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:13:43.678077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'port_id': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'mac_address': 'fa:16:3e:ce:c4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:13:43.737637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:43.756384 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ba8282-6644-40dd-b509-0aa79703715e {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:13:43.771543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port c2ba8282-6644-40dd-b509-0aa79703715e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c2ba8282-6644-40dd-b509-0aa79703715e,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:13:43.858797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:43.929527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=c2ba8282-6644-40dd-b509-0aa79703715e,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:44.217736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['c2ba8282-6644-40dd-b509-0aa79703715e'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:13:44.490745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f94f2-a898-4db6-9a7f-b9767e231848 req-8bb9aa5f-1690-4d7a-986a-28979c49971c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:44.494287 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb1f94f2-a898-4db6-9a7f-b9767e231848 req-8bb9aa5f-1690-4d7a-986a-28979c49971c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 945 time: 0.0852649 Mar 02 09:13:44.537809 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb1f94f2-a898-4db6-9a7f-b9767e231848 req-29d000c4-f5f5-4b27-a42b-9da0eda1d964 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388935 Mar 02 09:13:45.557775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device c2ba8282-6644-40dd-b509-0aa79703715e up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:13:45.712693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port c2ba8282-6644-40dd-b509-0aa79703715e completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:13:45.717904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port c2ba8282-6644-40dd-b509-0aa79703715e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:13:45.718600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:45.719659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b352789-8067-47d3-8c0f-7bcc81b272a5 req-02add905-48ea-4de0-8e42-aa6bac0f0139 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:45.721223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7b352789-8067-47d3-8c0f-7bcc81b272a5 req-02add905-48ea-4de0-8e42-aa6bac0f0139 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 945 time: 0.0787370 Mar 02 09:13:45.767496 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7b352789-8067-47d3-8c0f-7bcc81b272a5 req-0f9d896e-8a56-4597-9be9-1153f91f2a19 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398946 Mar 02 09:13:45.833935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:45.859812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:13:45.871301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port c2ba8282-6644-40dd-b509-0aa79703715e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c2ba8282-6644-40dd-b509-0aa79703715e,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:13:45.909568 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'code': 200} Mar 02 09:13:45.938440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:46.004999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=c2ba8282-6644-40dd-b509-0aa79703715e,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:46.342524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443af3b2-7ffd-4471-8080-45a6944d7a88 req-e2a62680-b6ce-432b-a4e5-958ec49cbee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:46.344686 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-443af3b2-7ffd-4471-8080-45a6944d7a88 req-e2a62680-b6ce-432b-a4e5-958ec49cbee9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 1099 time: 0.0721414 Mar 02 09:13:46.383253 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-443af3b2-7ffd-4471-8080-45a6944d7a88 req-ab4e6141-a29a-4f9d-bfd6-564a12008f3b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331211 Mar 02 09:13:46.955336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb932e2-197e-46e6-8183-3bca5034a151 req-4d65d2c7-c245-453b-a78d-d561586745a0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:46.956763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afb932e2-197e-46e6-8183-3bca5034a151 req-4d65d2c7-c245-453b-a78d-d561586745a0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 946 time: 0.0783617 Mar 02 09:13:47.000799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afb932e2-197e-46e6-8183-3bca5034a151 req-a7092b56-4165-4447-8bd8-9b1a0494fcf0 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382299 Mar 02 09:13:47.295393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:48.184167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81affda4-6887-489c-85d9-8a0feed67c32 req-c2c91cc6-bda9-4a9a-8b85-870434f12179 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:48.185527 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-81affda4-6887-489c-85d9-8a0feed67c32 req-c2c91cc6-bda9-4a9a-8b85-870434f12179 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 946 time: 0.0808945 Mar 02 09:13:48.229143 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-81affda4-6887-489c-85d9-8a0feed67c32 req-d51c9301-89e1-47da-97b7-934b1a34be3b tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378473 Mar 02 09:13:48.408313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bc2e7-0037-4d38-bfbb-5e266583c0de req-b55ead00-54a3-482a-82cb-90cc98a241a9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:48.409748 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e71bc2e7-0037-4d38-bfbb-5e266583c0de req-b55ead00-54a3-482a-82cb-90cc98a241a9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 946 time: 0.0790594 Mar 02 09:13:48.456119 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e71bc2e7-0037-4d38-bfbb-5e266583c0de req-d9b33dc5-b4e6-4bfe-a549-5f9bec81fa1d tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402343 Mar 02 09:13:48.479794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38628) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:48.662235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbec34e0-f49d-46d7-b8ed-35e975e0f110 tempest-TestVolumeBootPattern-2073206909 tempest-TestVolumeBootPattern-2073206909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:48.663674 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bbec34e0-f49d-46d7-b8ed-35e975e0f110 tempest-TestVolumeBootPattern-2073206909 tempest-TestVolumeBootPattern-2073206909-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 1094 time: 0.1829283 Mar 02 09:13:48.666475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38634) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:13:48.671299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:13:48.677192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:13:48.680942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Usage tracker for resource:floatingip and tenant:7b3cf841a687405eb1907c3edafdcfae is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:13:48.683796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:13:48.689337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:13:48.746717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:48.979990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:49.114296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Allocated IP 172.26.3.11 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/6440142e-6c09-4a43-b4b3-957e1489fb9b) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:13:49.257318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:49.358277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:49.417202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:13:49.423751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:13:49.428868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:13:49.459703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'Port': ['ID=6440142e-6c09-4a43-b4b3-957e1489fb9b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:49.477550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.477922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.478255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.478579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.478900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.479222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.479538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.479853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.480165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.480481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.480791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.481099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:13:49.704512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2eb80cb4-bd9f-497c-9e27-2a334621bac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:49.844819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:50.015691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:50.220669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:50.289126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:50.399501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event updated for resources: {'Port': ['ID=6440142e-6c09-4a43-b4b3-957e1489fb9b,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:13:50.409987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:50.580394 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Floating IP 7d9c6cb6-5e42-4010-9165-aeb37e15ba63 associated. External IP: 172.26.3.11, port: c2ba8282-6644-40dd-b509-0aa79703715e. Mar 02 09:13:51.030227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Router 97b628d2-d6d3-4ca1-897e-79a879734de0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:13:51.203506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:13:51.213767 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] Sync routers for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:13:51.223596 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:13:51.227986 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:13:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:51.318322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:51.375930 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-438f079d-9ae8-43de-96d8-d308dfe1c20e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7084579 Mar 02 09:13:51.376512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:13:51.397501 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:13:51.429688 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'status': 'completed', 'code': 200} Mar 02 09:13:51.522479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-2f37dafb-b592-4260-8c22-cd6f424e4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:51.526985 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-2f37dafb-b592-4260-8c22-cd6f424e4aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 1099 time: 0.0711763 Mar 02 09:13:51.659155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-6691e568-f561-468a-b500-138b8fde9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:51.660703 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-6691e568-f561-468a-b500-138b8fde9d70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.1300032 Mar 02 09:13:51.763273 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-deeed87d-1d48-4ecc-98e3-68373cb7548b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2ba8282-6644-40dd-b509-0aa79703715e HTTP/1.1" status: 200 len: 999 time: 0.0962360 Mar 02 09:13:51.782620 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '6044791e-089a-4b95-85e7-14260fa555a3', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:10:43Z', 'updated_at': '2022-03-02T09:10:47Z', 'revision_number': 1, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}, {'id': '7d9c6cb6-5e42-4010-9165-aeb37e15ba63', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:ce:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:13:49Z', 'updated_at': '2022-03-02T09:13:49Z', 'revision_number': 0, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:51.786391 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] Checking router: 97b628d2-d6d3-4ca1-897e-79a879734de0 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:13:51.794803 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:13:51.795392 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:13:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:51.824980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-32212502-b29d-4cb2-8775-847ad389aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:51.826706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-32212502-b29d-4cb2-8775-847ad389aa77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0577860 Mar 02 09:13:51.910828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-2be3c071-15b5-4ce6-a1d0-94d28e780d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:13:51.912204 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-2be3c071-15b5-4ce6-a1d0-94d28e780d88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787704 Mar 02 09:13:51.950143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6e89f0b4-a6fe-4dc4-8fdb-f3c173c81dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:51.977523 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:13:52.045352 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-1b295869-6aba-45c2-96d8-60e15a2a93d5 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258211 Mar 02 09:13:52.175315 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34a8fdb6-32cc-4468-9300-65ced409b9b9 req-de4a03ba-35b4-4494-891a-1dae6cfde35c service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236689 Mar 02 09:13:52.324044 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '6044791e-089a-4b95-85e7-14260fa555a3', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:10:43Z', 'updated_at': '2022-03-02T09:10:47Z', 'revision_number': 1, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}, {'id': '7d9c6cb6-5e42-4010-9165-aeb37e15ba63', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:ce:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:13:49Z', 'updated_at': '2022-03-02T09:13:49Z', 'revision_number': 0, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:13:52.328036 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b0ae3-78ac-48c1-8e70-cc11a7951dde None None] The sync data for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv is: [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '6044791e-089a-4b95-85e7-14260fa555a3', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:10:43Z', 'updated_at': '2022-03-02T09:10:47Z', 'revision_number': 1, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}, {'id': '7d9c6cb6-5e42-4010-9165-aeb37e15ba63', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:ce:c4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:13:49Z', 'updated_at': '2022-03-02T09:13:49Z', 'revision_number': 0, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:13:52.505105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73bfe9-6951-4ff5-8fad-352780207b6a None None] New status for floating IP 7d9c6cb6-5e42-4010-9165-aeb37e15ba63: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:13:53.015327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:53.098719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:13:54.597955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:03.934800 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-450fd6d2-42c9-447d-a542-6bd866457277 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788443 Mar 02 09:14:04.080672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-76344bcf-8024-449c-8c87-f341f3af3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:04.082218 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-76344bcf-8024-449c-8c87-f341f3af3a7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 1099 time: 0.0729351 Mar 02 09:14:04.348772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-01745812-835f-4637-85dc-c8094b04cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:04.350247 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-01745812-835f-4637-85dc-c8094b04cabb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.2457776 Mar 02 09:14:04.457234 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-1c939fac-cd14-4a6e-bf5a-4212ce1d97aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a24ded-d985-4107-afea-6c5767b5f4c5 HTTP/1.1" status: 200 len: 1001 time: 0.1000931 Mar 02 09:14:04.522141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-3c2bc995-50a0-48b1-9843-92767daf495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:04.523932 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-3c2bc995-50a0-48b1-9843-92767daf495c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0602510 Mar 02 09:14:04.601953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-7c8c3aa5-4379-4d11-aa8b-dd68d49b7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:04.603995 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-7c8c3aa5-4379-4d11-aa8b-dd68d49b7fcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707669 Mar 02 09:14:04.736347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-81cb5edf-c448-4b6f-846e-f7d821eadc6e service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242554 Mar 02 09:14:04.855599 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:14:04.867274 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e2d9417-5bfc-4cd9-9361-a3140cd42743 req-222c274b-d013-4e26-8fad-61571cf74f91 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251187 Mar 02 09:14:17.319844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:19.732922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8e0918b0-a365-4ae0-ba43-ce68c865d718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:21.961446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-386229eb-4d5d-4d96-92c4-1b3f4b06f0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:23.043863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:23.130855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:24.590391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:29.140847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38666) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:29.216551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81b5b0-103c-4e16-8b4e-fad41b521445 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:29.217025 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81b5b0-103c-4e16-8b4e-fad41b521445 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:29.217570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81b5b0-103c-4e16-8b4e-fad41b521445 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:29.219232 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ba81b5b0-103c-4e16-8b4e-fad41b521445 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=9e47d38bce43438a8a9ec72a577828dc&network_id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 200 len: 3000 time: 0.0781090 Mar 02 09:14:32.269802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38682) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:32.327898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b57dfb-9d70-48f4-b8a0-4de61cbee20f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:32.331382 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-94b57dfb-9d70-48f4-b8a0-4de61cbee20f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02 HTTP/1.1" status: 200 len: 814 time: 0.0585129 Mar 02 09:14:32.981003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38690) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:32.986184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-98f2d224-1cf8-432d-866f-55cabbc685c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:33.084788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-98f2d224-1cf8-432d-866f-55cabbc685c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:33.349671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-98f2d224-1cf8-432d-866f-55cabbc685c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:33.418048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-98f2d224-1cf8-432d-866f-55cabbc685c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:33.418048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-98f2d224-1cf8-432d-866f-55cabbc685c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP e094def7-d5ed-45bf-8631-0a8f14b2b791 disassociated. External IP: 172.26.3.34, port: dfa0b818-9429-428c-a132-80c549aa5b60. Mar 02 09:14:33.862761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f2d224-1cf8-432d-866f-55cabbc685c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 55cdf727-3d0e-4335-8998-adb80e9e5864 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:14:34.037345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f2d224-1cf8-432d-866f-55cabbc685c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:14:34.042203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-98f2d224-1cf8-432d-866f-55cabbc685c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:34.046745 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] Sync routers for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:14:34.057231 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:14:34.057825 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:14:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:14:34.099815 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-98f2d224-1cf8-432d-866f-55cabbc685c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 689 time: 1.1178415 Mar 02 09:14:34.100438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:14:34.104088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38694) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:34.153138 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'status': 'completed', 'code': 200} Mar 02 09:14:34.192173 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-983b731f-a7dc-4110-ba5f-b0b909dca895 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 689 time: 0.0868759 Mar 02 09:14:34.238693 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:14:34.247101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ed81-fc7e-4547-9219-376f28869162 req-8c7b1822-cfbb-4435-8974-d23449622805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:34.248581 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2296ed81-fc7e-4547-9219-376f28869162 req-8c7b1822-cfbb-4435-8974-d23449622805 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 1099 time: 0.0726776 Mar 02 09:14:34.381300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ed81-fc7e-4547-9219-376f28869162 req-8bf2e4bf-0994-4e99-b57a-44fb6209eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:34.382733 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2296ed81-fc7e-4547-9219-376f28869162 req-8bf2e4bf-0994-4e99-b57a-44fb6209eba9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 200 len: 897 time: 0.1271584 Mar 02 09:14:34.452833 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2296ed81-fc7e-4547-9219-376f28869162 req-8fbcd7d3-817d-4fb3-a1d2-610debcd6b16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa0b818-9429-428c-a132-80c549aa5b60 HTTP/1.1" status: 200 len: 217 time: 0.0640416 Mar 02 09:14:34.525230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ed81-fc7e-4547-9219-376f28869162 req-99b785e1-fd0b-438c-9cb5-717883121775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:34.526819 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2296ed81-fc7e-4547-9219-376f28869162 req-99b785e1-fd0b-438c-9cb5-717883121775 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9579f693-a6f0-4ccd-8024-ff10eac530b8 HTTP/1.1" status: 200 len: 835 time: 0.0674317 Mar 02 09:14:34.589661 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:14:34.593779 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] Checking router: 55cdf727-3d0e-4335-8998-adb80e9e5864 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:14:34.602492 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:14:34.603096 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:14:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:14:34.604333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ed81-fc7e-4547-9219-376f28869162 req-6778a7e1-2868-45ff-97f5-07fcbfdbe10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:34.605789 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2296ed81-fc7e-4547-9219-376f28869162 req-6778a7e1-2868-45ff-97f5-07fcbfdbe10f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727792 Mar 02 09:14:34.737452 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2296ed81-fc7e-4547-9219-376f28869162 req-7b79cf92-e1fd-40d1-8ee4-de43f4c31c33 service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247475 Mar 02 09:14:34.780681 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:14:34.873017 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2296ed81-fc7e-4547-9219-376f28869162 req-46e23354-49b5-445b-a2ec-99511134d6bc service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293223 Mar 02 09:14:35.082786 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:14:35.086638 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d39b6d-28ed-4583-8be1-57fd1df3a428 None None] The sync data for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv is: [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:14:35.195668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38700) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:35.278179 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6289b888-94d6-4d38-9dcd-47aa0a9b67cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 689 time: 0.0802741 Mar 02 09:14:35.299072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c121278c-3783-4095-b12f-6ee765d69e8e None None] New status for floating IP e094def7-d5ed-45bf-8631-0a8f14b2b791: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:14:36.280917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38704) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:36.364372 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-47350f52-2880-40f1-9af6-51b52f6143fd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 687 time: 0.0823545 Mar 02 09:14:37.681805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38710) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:37.687126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972729173', 'description': 'tempest-secgroup-smoke-1972729173 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:37.693217 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:14:37.702878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:14:37.799813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:37.819738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:14:37.828155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:14:37.828155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:14:37.832211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:14:37.900100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:37.977370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.028015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5c7155-a10e-423c-8107-a048ae9f8ee1,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:38.036484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.036712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.037051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.037498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.037851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.038189 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.038516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.038839 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.039161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.039484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.039802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.040119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:38.127267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.128302 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6197c28f-3194-4182-a91c-9006050984c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4449914 Mar 02 09:14:38.131131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38714) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:38.136122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9f5c7155-a10e-423c-8107-a048ae9f8ee1', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:38.144515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:14:38.146434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:14:38.149287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:14:38.154957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:14:38.224297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.282749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.347745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.370257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9e8c27-a808-408f-847d-8afe33598901,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:38.461447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.466071 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fdb1c240-0b26-44a7-a7e6-c6cf51352327 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306196 Mar 02 09:14:38.466071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38718) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:38.470588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9f5c7155-a10e-423c-8107-a048ae9f8ee1', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:38.476320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:14:38.480049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:14:38.482857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:14:38.489104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:14:38.607085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.667843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.761191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.787345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb688de2-31ee-45fd-a04c-96812b72c2f3,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:38.863696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:38.863696 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a90f8873-6de6-46d7-b954-4a6d7b23343b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3921726 Mar 02 09:14:38.863696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38722) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:38.873199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9f5c7155-a10e-423c-8107-a048ae9f8ee1', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:38.882007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:14:38.882007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:14:38.882007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:14:38.886216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:14:38.960802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.021550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.097815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.122188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eeb947f-a199-4061-9372-1d3d864d600c,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:39.217397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.218679 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ef1adee1-90c3-4807-82a0-ed260dc0b3dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557246 Mar 02 09:14:39.221863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38726) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:39.226755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9f5c7155-a10e-423c-8107-a048ae9f8ee1', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:39.232585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:14:39.238823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:14:39.240213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:14:39.245856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:14:39.365189 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.428318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.569326 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.593432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e0e696-4343-493a-84af-2abbc78f70fd,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:39.687011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.687011 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-274d92d9-3abf-4244-94dc-1b33b9556b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4625809 Mar 02 09:14:39.688203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38730) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:39.693122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9f5c7155-a10e-423c-8107-a048ae9f8ee1', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:39.699091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:14:39.702944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:14:39.707255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:14:39.724240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:14:39.800730 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:14:39.807883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.873445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.938435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:39.961129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ad0f9b-8a59-41af-8947-f4fcbe7a46a4,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:40.040663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:40.042128 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-43a6fac1-dcc8-4253-9b06-5b3587dba033 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3527350 Mar 02 09:14:40.044619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38734) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:40.049529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9f5c7155-a10e-423c-8107-a048ae9f8ee1', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:40.055544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:14:40.059478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:14:40.064233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:14:40.071094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:14:40.149126 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:14:40.155769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:40.219003 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:40.307403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:40.329515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18077de5-ac61-40a0-af7d-270c0d234580,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:40.399189 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:40.400419 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-45de323a-0e2e-41b5-ae0d-be769adca2e2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3548894 Mar 02 09:14:40.569084 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-e2346350-f5a3-4236-878d-8f990991bd22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972729173&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.0458369 Mar 02 09:14:40.728230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-c27fc6df-b95b-4bd4-a343-6966d5350d31 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:40.731010 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-c27fc6df-b95b-4bd4-a343-6966d5350d31 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 200 len: 796 time: 0.1542156 Mar 02 09:14:40.746382 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-d657b1e0-faf0-4fb0-8b28-07f4970695e7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0096543 Mar 02 09:14:40.836430 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-060abfec-32d3-4980-9566-2a3263b7ac20 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0851626 Mar 02 09:14:41.083777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-03ea40d6-5ffe-438d-994c-5cc94388040a service neutron] 10.222.0.10 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359245 Mar 02 09:14:41.210136 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-e0089816-817b-469f-953f-8752adda3140 service neutron] 10.222.0.10 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203530 Mar 02 09:14:41.508286 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf1a594f-7258-484a-9f8c-e0da4e93da2c req-94eff3df-5631-4669-a565-b5f49f91aac2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 210 time: 0.0579700 Mar 02 09:14:41.854027 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:14:42.659350 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35d8bb66-ba46-4c61-bf00-8bba6b148595 req-a0fcffe5-93c8-4d85-8f3f-6cf04e42d7ff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 210 time: 0.0417755 Mar 02 09:14:43.558903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-814d72a3-9407-47e3-8da2-7b29225a4d4f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:43.560524 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-814d72a3-9407-47e3-8da2-7b29225a4d4f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 200 len: 796 time: 0.1638045 Mar 02 09:14:43.611645 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-cb0f1d20-818f-4819-8ca1-d98f686e6ca7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 472 time: 0.0419161 Mar 02 09:14:43.627347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['9f5c7155-a10e-423c-8107-a048ae9f8ee1']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:43.811064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:14:43.824120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1f0678e4-4379-4b42-b46d-ddf1ddbb8dfe req-44b08101-1cfe-4f95-a433-266ed9cd54be tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 210 time: 0.0529485 Mar 02 09:14:43.831695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:14:43.914390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:14:43.917926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:44.077701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.10 (3a47aefa-6224-4fd3-b57b-cfb8149b1db8/9579f693-a6f0-4ccd-8024-ff10eac530b8/44730a04-fedf-47c8-a78d-c45ffdfe9430) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:14:44.267901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:44.282930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object 44730a04-fedf-47c8-a78d-c45ffdfe9430 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:14:44.366085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:44.427243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:14:44.430061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:14:44.438181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:14:44.484719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=44730a04-fedf-47c8-a78d-c45ffdfe9430,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:44.510033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:44.510635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:44.606422 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-521a7a23-a4f6-4b13-9035-dc576a892dab tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9835062 Mar 02 09:14:44.617717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Request body: {'port': {'device_id': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:44.708138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-dcb24dd2-ce92-4550-bd25-1c8695c8e191 None None] Provisioning for port 44730a04-fedf-47c8-a78d-c45ffdfe9430 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:14:44.712988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-dcb24dd2-ce92-4550-bd25-1c8695c8e191 None None] Provisioning complete for port 44730a04-fedf-47c8-a78d-c45ffdfe9430 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:14:44.713395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dcb24dd2-ce92-4550-bd25-1c8695c8e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:44.723382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:44.765282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dcb24dd2-ce92-4550-bd25-1c8695c8e191 None None] Port 44730a04-fedf-47c8-a78d-c45ffdfe9430 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:14:45.157570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ebfe0-7a85-4437-b8a2-c2e4d9336972 req-243fc5c1-3386-4d7a-aeae-306a54ffb634 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:45.158223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-fa3ebfe0-7a85-4437-b8a2-c2e4d9336972 req-243fc5c1-3386-4d7a-aeae-306a54ffb634 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:14:45.220911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44730a04-fedf-47c8-a78d-c45ffdfe9430 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:14:45.228034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:45.241613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Transition to ACTIVE for port object 44730a04-fedf-47c8-a78d-c45ffdfe9430 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:14:45.302377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-fa3ebfe0-7a85-4437-b8a2-c2e4d9336972 req-243fc5c1-3386-4d7a-aeae-306a54ffb634 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:14:45.303585 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa3ebfe0-7a85-4437-b8a2-c2e4d9336972 req-243fc5c1-3386-4d7a-aeae-306a54ffb634 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 932 time: 0.3653309 Mar 02 09:14:45.338131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:45.396361 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa3ebfe0-7a85-4437-b8a2-c2e4d9336972 req-c3ec3eba-6027-479e-b886-ee95d66033b5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870781 Mar 02 09:14:45.500358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Pushing event updated for resources: {'Port': ['ID=44730a04-fedf-47c8-a78d-c45ffdfe9430,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:45.579286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Attempting to bind port 44730a04-fedf-47c8-a78d-c45ffdfe9430 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:14:45.579641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Attempting to bind port 44730a04-fedf-47c8-a78d-c45ffdfe9430 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:14:45.579961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Attempting to bind port 44730a04-fedf-47c8-a78d-c45ffdfe9430 on network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:14:45.584484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Port 44730a04-fedf-47c8-a78d-c45ffdfe9430 on network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:14:45.584794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Attempting to bind port 44730a04-fedf-47c8-a78d-c45ffdfe9430 on network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:14:45.590004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:14:45.590340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Checking segment: {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:14:45.590712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Bound using segment: {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:14:45.591117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Bound port: 44730a04-fedf-47c8-a78d-c45ffdfe9430, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cf421d-a831-422a-b14a-64a26b996979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:14:45.591451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:45.679609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] For port 44730a04-fedf-47c8-a78d-c45ffdfe9430, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:14:45.682305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] For port 44730a04-fedf-47c8-a78d-c45ffdfe9430, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=44730a04-fedf-47c8-a78d-c45ffdfe9430,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:14:45.743049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:45.795668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:45.796204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:45.797538 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] 10.222.0.15 "PUT /v2.0/ports/44730a04-fedf-47c8-a78d-c45ffdfe9430 HTTP/1.1" status: 200 len: 1094 time: 1.1841235 Mar 02 09:14:45.798003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'tag': '44730a04-fedf-47c8-a78d-c45ffdfe9430'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:14:45.825471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c938c-ea7e-46f6-bd91-195ef26c6c9e service neutron] Pushing event updated for resources: {'Port': ['ID=44730a04-fedf-47c8-a78d-c45ffdfe9430,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:45.848085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'tag': '44730a04-fedf-47c8-a78d-c45ffdfe9430', 'status': 'completed', 'code': 200} Mar 02 09:14:45.943580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a7077-77ae-41d5-998e-5661dc5b324a req-5c4588c5-2f2c-424a-b554-d23ed8629461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:45.945007 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b4a7077-77ae-41d5-998e-5661dc5b324a req-5c4588c5-2f2c-424a-b554-d23ed8629461 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 1097 time: 0.0757818 Mar 02 09:14:46.085301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a7077-77ae-41d5-998e-5661dc5b324a req-6b402cf8-7945-49c6-ad34-b4fa098f36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:46.086688 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b4a7077-77ae-41d5-998e-5661dc5b324a req-6b402cf8-7945-49c6-ad34-b4fa098f36f3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1353979 Mar 02 09:14:46.218061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a7077-77ae-41d5-998e-5661dc5b324a req-7b73b197-e386-406b-b8e1-65ee16a389dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:46.219389 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b4a7077-77ae-41d5-998e-5661dc5b324a req-7b73b197-e386-406b-b8e1-65ee16a389dc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264246 Mar 02 09:14:46.322728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-22ccf444-78b4-4037-af6c-3e1979c28389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:46.324167 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-22ccf444-78b4-4037-af6c-3e1979c28389 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 1097 time: 0.0682211 Mar 02 09:14:46.393523 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-376a07cf-d2b9-4ef1-9418-ac9025c4e29b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44730a04-fedf-47c8-a78d-c45ffdfe9430 HTTP/1.1" status: 200 len: 217 time: 0.0624280 Mar 02 09:14:46.453426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-e55f8dbf-aa34-471b-963c-18b467547384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:46.455375 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-e55f8dbf-aa34-471b-963c-18b467547384 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9579f693-a6f0-4ccd-8024-ff10eac530b8 HTTP/1.1" status: 200 len: 835 time: 0.0558252 Mar 02 09:14:46.589855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-ab5cca76-8680-4c07-a1a0-c8cbb9a65b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:46.591326 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-ab5cca76-8680-4c07-a1a0-c8cbb9a65b44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1300623 Mar 02 09:14:46.603805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109789ad-0546-4c26-a8fb-2bb4dd451671 req-a13c971d-3612-42e9-81e0-6d6cc39d91f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:46.605122 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-109789ad-0546-4c26-a8fb-2bb4dd451671 req-a13c971d-3612-42e9-81e0-6d6cc39d91f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 944 time: 0.1021035 Mar 02 09:14:46.730990 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-109789ad-0546-4c26-a8fb-2bb4dd451671 req-d631ecf5-9382-464e-aef4-db53278c5a4a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084557 Mar 02 09:14:46.757606 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-4155180f-38e9-4033-86cc-48895f0217d0 service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516137 Mar 02 09:14:46.883460 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7dddd5d9-575d-4428-931a-4b6a5893abfd req-b2a86861-3646-4dc1-8140-3e08d64df23a service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199079 Mar 02 09:14:47.306844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:48.011619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e47a03-081c-49b0-a260-56ae32b88589 req-38880b59-3580-452d-8630-45af69d6ae29 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:48.012973 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42e47a03-081c-49b0-a260-56ae32b88589 req-38880b59-3580-452d-8630-45af69d6ae29 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 944 time: 0.1784368 Mar 02 09:14:48.057426 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42e47a03-081c-49b0-a260-56ae32b88589 req-d605e405-7f44-4cfa-9d10-97cc0909868d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385346 Mar 02 09:14:49.235508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ad064-faf6-4442-9225-e9d97b242a24 req-50ff587f-e5bf-4053-9fb6-df6b5638059e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:49.237428 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d08ad064-faf6-4442-9225-e9d97b242a24 req-50ff587f-e5bf-4053-9fb6-df6b5638059e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 944 time: 0.0793259 Mar 02 09:14:49.279654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d08ad064-faf6-4442-9225-e9d97b242a24 req-7f75ca1e-b916-4b14-902b-a14e23c11170 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367372 Mar 02 09:14:49.706763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bfb4f984-fcdb-4775-a5e8-88f0bf79d9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:49.909688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 44730a04-fedf-47c8-a78d-c45ffdfe9430 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:14:50.046322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 44730a04-fedf-47c8-a78d-c45ffdfe9430, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=44730a04-fedf-47c8-a78d-c45ffdfe9430,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:14:50.062496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '44730a04-fedf-47c8-a78d-c45ffdfe9430', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'port_id': '44730a04-fedf-47c8-a78d-c45ffdfe9430', 'mac_address': 'fa:16:3e:b2:49:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:14:50.115041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:50.130588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44730a04-fedf-47c8-a78d-c45ffdfe9430 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:14:50.145342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 44730a04-fedf-47c8-a78d-c45ffdfe9430, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=44730a04-fedf-47c8-a78d-c45ffdfe9430,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:14:50.203774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:50.266990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=44730a04-fedf-47c8-a78d-c45ffdfe9430,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:50.274273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.274615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.274952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.275301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.275624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.275944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.276260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.276576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.276890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.277203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.277514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.277824 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:14:50.459935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fad46b-dd21-4a6a-af47-3ea4a9c6431a req-54d9e1e7-c637-4b7d-9522-ed11324244fd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:50.461385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f4fad46b-dd21-4a6a-af47-3ea4a9c6431a req-54d9e1e7-c637-4b7d-9522-ed11324244fd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 945 time: 0.0800514 Mar 02 09:14:50.503960 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f4fad46b-dd21-4a6a-af47-3ea4a9c6431a req-e154dd99-a58a-46fe-9093-d1a1155569d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367126 Mar 02 09:14:50.541359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['44730a04-fedf-47c8-a78d-c45ffdfe9430'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:14:51.689244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d293a2f-d0b4-4674-bcda-30f17ce7cfa2 req-644bb756-a6b8-42c1-a95e-22be71257f71 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:51.690810 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9d293a2f-d0b4-4674-bcda-30f17ce7cfa2 req-644bb756-a6b8-42c1-a95e-22be71257f71 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 945 time: 0.0844345 Mar 02 09:14:51.733473 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9d293a2f-d0b4-4674-bcda-30f17ce7cfa2 req-10beac55-8849-4fc7-93db-1f2044beb09e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 Mar 02 09:14:51.913772 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 44730a04-fedf-47c8-a78d-c45ffdfe9430 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:14:51.956231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-844f4428-d577-41d8-a7ad-2d1c9e285bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:52.039531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 44730a04-fedf-47c8-a78d-c45ffdfe9430 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:14:52.044233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 44730a04-fedf-47c8-a78d-c45ffdfe9430 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:14:52.044599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:52.155678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:52.180845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44730a04-fedf-47c8-a78d-c45ffdfe9430'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:14:52.190629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 44730a04-fedf-47c8-a78d-c45ffdfe9430, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=44730a04-fedf-47c8-a78d-c45ffdfe9430,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:14:52.228873 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44730a04-fedf-47c8-a78d-c45ffdfe9430', 'code': 200} Mar 02 09:14:52.284289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:52.353399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=44730a04-fedf-47c8-a78d-c45ffdfe9430,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:14:52.670035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26ece6-64d8-4354-a2e7-1b45dc06b6b3 req-82be9bbe-83ac-4c26-9673-7a32ae51da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:52.671576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9f26ece6-64d8-4354-a2e7-1b45dc06b6b3 req-82be9bbe-83ac-4c26-9673-7a32ae51da0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 1099 time: 0.0676842 Mar 02 09:14:52.716056 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9f26ece6-64d8-4354-a2e7-1b45dc06b6b3 req-9ff5b831-3414-4b25-a1a4-a90af03a916e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371501 Mar 02 09:14:52.912864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e924545-4639-4511-80dd-3ac5f47a0969 req-f9cc0b36-0dad-4346-88dd-46bd99868eae tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:52.914215 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e924545-4639-4511-80dd-3ac5f47a0969 req-f9cc0b36-0dad-4346-88dd-46bd99868eae tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 946 time: 0.0776453 Mar 02 09:14:52.958792 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e924545-4639-4511-80dd-3ac5f47a0969 req-6205417b-4b09-4f71-bd15-eca1a43a5876 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 Mar 02 09:14:53.010690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:53.096724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:54.156188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473f765-bf09-4e9c-9b4f-e0c2677ffe15 req-c6be6f89-aee6-4bdb-979c-c9d2ec0b98d4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:54.157646 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d473f765-bf09-4e9c-9b4f-e0c2677ffe15 req-c6be6f89-aee6-4bdb-979c-c9d2ec0b98d4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 946 time: 0.0826061 Mar 02 09:14:54.200503 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d473f765-bf09-4e9c-9b4f-e0c2677ffe15 req-2f3d4e9e-98cc-4bc1-93f9-b5627ee4cd4c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372357 Mar 02 09:14:54.542420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:55.389247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9901ef-18cb-4add-ac4b-d71e64f511a7 req-d1dd9450-b444-4994-9cea-d37f423426d6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:55.390721 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b9901ef-18cb-4add-ac4b-d71e64f511a7 req-d1dd9450-b444-4994-9cea-d37f423426d6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 946 time: 0.0824971 Mar 02 09:14:55.433173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b9901ef-18cb-4add-ac4b-d71e64f511a7 req-56600429-75fb-4d1f-a38b-7058e40444eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364418 Mar 02 09:14:55.615430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c41fbf-8cb3-4ac1-9b3d-c58ecbf75f23 req-12b57d04-e370-4cb5-86be-29fa01576886 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:55.616884 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e7c41fbf-8cb3-4ac1-9b3d-c58ecbf75f23 req-12b57d04-e370-4cb5-86be-29fa01576886 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 946 time: 0.0816255 Mar 02 09:14:55.664511 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e7c41fbf-8cb3-4ac1-9b3d-c58ecbf75f23 req-474b8273-53c6-4543-b76b-3516c395587a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Mar 02 09:14:55.687049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38796) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:55.758540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf78d98-70dc-4bc8-992e-ec1dc16a84b5 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:55.760000 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4bf78d98-70dc-4bc8-992e-ec1dc16a84b5 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 1094 time: 0.0720024 Mar 02 09:14:55.762874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38800) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:55.767856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b62d5992-5d25-4722-8fff-e9baf335fdf3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'port_id': '44730a04-fedf-47c8-a78d-c45ffdfe9430'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:14:55.841313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b62d5992-5d25-4722-8fff-e9baf335fdf3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:56.527641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b62d5992-5d25-4722-8fff-e9baf335fdf3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:56.593387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b62d5992-5d25-4722-8fff-e9baf335fdf3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:56.758424 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-b62d5992-5d25-4722-8fff-e9baf335fdf3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP e094def7-d5ed-45bf-8631-0a8f14b2b791 associated. External IP: 172.26.3.34, port: 44730a04-fedf-47c8-a78d-c45ffdfe9430. Mar 02 09:14:57.092193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62d5992-5d25-4722-8fff-e9baf335fdf3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 55cdf727-3d0e-4335-8998-adb80e9e5864 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:14:57.261847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62d5992-5d25-4722-8fff-e9baf335fdf3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:14:57.266677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b62d5992-5d25-4722-8fff-e9baf335fdf3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:14:57.271731 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] Sync routers for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:14:57.281584 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:14:57.282202 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:14:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:14:57.322126 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b62d5992-5d25-4722-8fff-e9baf335fdf3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 991 time: 1.5582089 Mar 02 09:14:57.322688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'tag': '44730a04-fedf-47c8-a78d-c45ffdfe9430'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:14:57.325092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38804) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:57.366907 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'tag': '44730a04-fedf-47c8-a78d-c45ffdfe9430', 'status': 'completed', 'code': 200} Mar 02 09:14:57.431870 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7fbc35e4-3934-4f00-88ce-f59779c55158 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 991 time: 0.1056380 Mar 02 09:14:57.457654 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-717482c9-de0b-45f0-8abf-dbf2e1584520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:57.459178 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-717482c9-de0b-45f0-8abf-dbf2e1584520 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 1099 time: 0.0703521 Mar 02 09:14:57.466617 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:14:57.585955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-316abe45-9bf3-4d1b-bd33-72a0876fa0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:57.587394 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-316abe45-9bf3-4d1b-bd33-72a0876fa0ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 200 len: 897 time: 0.1224639 Mar 02 09:14:57.688199 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-9f30a522-b940-47be-9f83-48164d12b661 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44730a04-fedf-47c8-a78d-c45ffdfe9430 HTTP/1.1" status: 200 len: 999 time: 0.0945780 Mar 02 09:14:57.748951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-52f182d5-5770-447e-82b1-21953fd112a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:57.750411 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-52f182d5-5770-447e-82b1-21953fd112a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9579f693-a6f0-4ccd-8024-ff10eac530b8 HTTP/1.1" status: 200 len: 835 time: 0.0558138 Mar 02 09:14:57.803754 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'e094def7-d5ed-45bf-8631-0a8f14b2b791', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'port_id': '44730a04-fedf-47c8-a78d-c45ffdfe9430', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'mac_address': 'fa:16:3e:b2:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:13:22Z', 'updated_at': '2022-03-02T09:14:56Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:14:57.807860 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] Checking router: 55cdf727-3d0e-4335-8998-adb80e9e5864 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:14:57.817074 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:14:57.817680 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:14:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:14:57.936289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-ea442e26-eab0-488b-8ed3-052e8a6639c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:14:57.937749 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-ea442e26-eab0-488b-8ed3-052e8a6639c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1817274 Mar 02 09:14:57.990630 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:14:58.067563 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-bd2e3849-c190-469d-bdc4-2a58d27af76f service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225019 Mar 02 09:14:58.195517 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ded47a21-2553-43f5-a70c-f3cfaa7fe184 req-51cd4c51-9654-47b7-90d8-b87e4f68d1af service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224284 Mar 02 09:14:58.355636 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'e094def7-d5ed-45bf-8631-0a8f14b2b791', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'port_id': '44730a04-fedf-47c8-a78d-c45ffdfe9430', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'mac_address': 'fa:16:3e:b2:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:13:22Z', 'updated_at': '2022-03-02T09:14:56Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:14:58.359528 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7d2223-e018-4821-9afe-99b102d2d580 None None] The sync data for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv is: [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'e094def7-d5ed-45bf-8631-0a8f14b2b791', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.34', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'port_id': '44730a04-fedf-47c8-a78d-c45ffdfe9430', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'mac_address': 'fa:16:3e:b2:49:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:13:22Z', 'updated_at': '2022-03-02T09:14:56Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:14:58.435640 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38810) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:58.544869 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-13b1b1a3-0ba8-41a3-b001-b72445bd112f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 991 time: 0.1080153 Mar 02 09:14:58.552224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abd43a-a7ea-4891-ab57-320bcc66be20 None None] New status for floating IP e094def7-d5ed-45bf-8631-0a8f14b2b791: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:14:59.549185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38814) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:14:59.652808 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-45670e98-773a-4e8c-83df-396b29a2f1fe tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 200 len: 993 time: 0.1023836 Mar 02 09:15:04.960917 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-d876441e-b44f-44b7-abf9-c78f721e390c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684953 Mar 02 09:15:05.064503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-988bbf41-545d-4a13-af0f-4af63bc4cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:15:05.067902 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-988bbf41-545d-4a13-af0f-4af63bc4cfea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 1099 time: 0.0839162 Mar 02 09:15:05.208731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-8a0aaa8b-1f6b-42f5-a817-f7e94b581997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:15:05.210184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-8a0aaa8b-1f6b-42f5-a817-f7e94b581997 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 200 len: 897 time: 0.1251826 Mar 02 09:15:05.278796 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-02e29252-7db5-4bf0-8271-3653cfd3d15f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa0b818-9429-428c-a132-80c549aa5b60 HTTP/1.1" status: 200 len: 217 time: 0.0621796 Mar 02 09:15:05.345644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-68f368d6-58ca-47a6-a5bf-c15893c3c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:15:05.347105 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-68f368d6-58ca-47a6-a5bf-c15893c3c95a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9579f693-a6f0-4ccd-8024-ff10eac530b8 HTTP/1.1" status: 200 len: 835 time: 0.0613499 Mar 02 09:15:05.421814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-2b544019-0730-4ce5-8318-97360d4915b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:15:05.423298 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-2b544019-0730-4ce5-8318-97360d4915b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a47aefa-6224-4fd3-b57b-cfb8149b1db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695481 Mar 02 09:15:05.553212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-0d56afdc-8918-4416-b401-a09813c28ff0 service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225111 Mar 02 09:15:05.685503 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-549981e1-6c2a-4e41-b54d-14cb0b83cdb4 req-b4177050-6731-4529-b209-22816ce99ea1 service neutron] 10.222.0.15 "GET /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254296 Mar 02 09:15:17.328804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:18.854209 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:15:19.746059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-58af9bdd-4e71-4333-a082-e0cda0d4f951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:21.925202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b9ccd6b5-1385-4c43-bc27-4e57b46d3cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:23.003793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:23.136041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:24.552072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:47.309562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:49.755216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c259cac9-4138-4398-a27a-9b0fef362316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:51.937761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-398363c4-1fbe-4bfc-b133-677ef87f8395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:53.000649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:53.091946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:54.538183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:15:55.857337 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:16:05.705521 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-82a2650d-9f7e-4775-9176-e5f53d943df9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110532 Mar 02 09:16:05.793677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-538ee01b-ff41-4375-9a99-5dc7c7fefd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:05.795157 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-538ee01b-ff41-4375-9a99-5dc7c7fefd3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 1099 time: 0.0692399 Mar 02 09:16:05.936493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-44d9bf76-d6d7-43e8-8707-008d7c9a302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:05.937852 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-44d9bf76-d6d7-43e8-8707-008d7c9a302d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.1244407 Mar 02 09:16:06.038789 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-64f775ee-12d0-428e-baaf-4a53318065e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2ba8282-6644-40dd-b509-0aa79703715e HTTP/1.1" status: 200 len: 1001 time: 0.0947523 Mar 02 09:16:06.101246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-56aed251-44fb-4a16-b230-ba96ea356990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:06.102660 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-56aed251-44fb-4a16-b230-ba96ea356990 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0580835 Mar 02 09:16:06.272765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-f0e1a3e0-c27a-4c56-a063-bd2d52caca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:06.274199 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-f0e1a3e0-c27a-4c56-a063-bd2d52caca3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1661549 Mar 02 09:16:06.399718 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-e3e202be-de22-4d22-b413-9495a84c05b5 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190331 Mar 02 09:16:06.525892 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abe8759a-a2b4-4a02-adb9-6eba84c2374b req-607196db-b87e-4032-a0b4-624839bacde9 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201508 Mar 02 09:16:09.122365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c14a2-f7bb-4b76-8142-58458af2a58e req-ac847627-0187-4726-9ecc-8a12524ecd36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:09.123778 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb6c14a2-f7bb-4b76-8142-58458af2a58e req-ac847627-0187-4726-9ecc-8a12524ecd36 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 946 time: 0.1266975 Mar 02 09:16:09.165975 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb6c14a2-f7bb-4b76-8142-58458af2a58e req-20f6c1d5-2e45-47a2-a62a-5dc3c1ebb523 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366311 Mar 02 09:16:10.401928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65711f03-c85a-4063-b62d-39f9700364e1 req-96833f7c-3caa-49fc-a115-e073ccedb54d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:10.403368 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-65711f03-c85a-4063-b62d-39f9700364e1 req-96833f7c-3caa-49fc-a115-e073ccedb54d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 946 time: 0.1244154 Mar 02 09:16:10.446325 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-65711f03-c85a-4063-b62d-39f9700364e1 req-ca738dcc-0e8e-418c-bbf6-28c62147c975 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f5c7155-a10e-423c-8107-a048ae9f8ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367782 Mar 02 09:16:10.760325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-75cdec10-94bc-4f8e-bd05-faf89c2ea743 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:10.761869 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-75cdec10-94bc-4f8e-bd05-faf89c2ea743 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 946 time: 0.0806663 Mar 02 09:16:10.830740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 44730a04-fedf-47c8-a78d-c45ffdfe9430 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:10.831290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:11.075472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 44730a04-fedf-47c8-a78d-c45ffdfe9430, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=44730a04-fedf-47c8-a78d-c45ffdfe9430,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:11.075823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:11.358387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:11.358666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:11.358973 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP e094def7-d5ed-45bf-8631-0a8f14b2b791 disassociated. External IP: 172.26.3.34, port: 44730a04-fedf-47c8-a78d-c45ffdfe9430. Mar 02 09:16:11.359329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 44730a04-fedf-47c8-a78d-c45ffdfe9430 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:11.588821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:11.628006 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb11cb70-e81c-4f62-94dc-6c27ea279378 req-f9b994a3-b6c6-4f6f-8845-d22001aef2f7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 210 time: 0.0769825 Mar 02 09:16:11.642053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=44730a04-fedf-47c8-a78d-c45ffdfe9430,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:11.801218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.801539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.801898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.802222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.802541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.802866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.803180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.803490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.803819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.804113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.804421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.804727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:11.924814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 55cdf727-3d0e-4335-8998-adb80e9e5864 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:16:12.104209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:16:12.114715 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] Sync routers for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:16:12.124636 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:12.129035 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:15:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:12.175314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port 44730a04-fedf-47c8-a78d-c45ffdfe9430 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:16:12.177668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:12.180536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'name': 'network-vif-deleted', 'tag': '44730a04-fedf-47c8-a78d-c45ffdfe9430'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:16:12.233793 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3eed49-c0cc-4bff-8262-bf011469cb9c', 'name': 'network-vif-deleted', 'tag': '44730a04-fedf-47c8-a78d-c45ffdfe9430', 'status': 'completed', 'code': 200} Mar 02 09:16:12.280418 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0667ee2f-eec8-4675-b25b-da95179958c0 req-d7bbc209-b53a-4d7e-9bda-d43f056d2f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/44730a04-fedf-47c8-a78d-c45ffdfe9430 HTTP/1.1" status: 204 len: 173 time: 1.5119050 Mar 02 09:16:12.305207 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:12.620499 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:12.624199 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] Checking router: 55cdf727-3d0e-4335-8998-adb80e9e5864 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:16:12.632296 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:12.632879 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:15:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:12.795649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-8e32729a-1d38-4ff1-8e86-0258f04b6f2e req-669814fa-0487-405b-9888-a184c215b6de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:12.809812 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:12.857433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-8e32729a-1d38-4ff1-8e86-0258f04b6f2e req-669814fa-0487-405b-9888-a184c215b6de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:12.858570 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e32729a-1d38-4ff1-8e86-0258f04b6f2e req-669814fa-0487-405b-9888-a184c215b6de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3eed49-c0cc-4bff-8262-bf011469cb9c HTTP/1.1" status: 200 len: 210 time: 0.1123495 Mar 02 09:16:13.143671 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:13.147454 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857a069-1d1b-4550-92cc-8457537b1097 None None] The sync data for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv is: [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:12:59Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2f47742a-ec43-4325-baae-9302811cb47f', 'name': '', 'network_id': '3a47aefa-6224-4fd3-b57b-cfb8149b1db8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:5c:d8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:59Z', 'updated_at': '2022-03-02T09:13:05Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '9579f693-a6f0-4ccd-8024-ff10eac530b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:16:13.358855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f2a7c-3dfe-41ef-9457-865a9f69cc20 None None] New status for floating IP e094def7-d5ed-45bf-8631-0a8f14b2b791: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:16:13.952723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38870) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:14.019707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:14.048800 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:14.153946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:14.171599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5c7155-a10e-423c-8107-a048ae9f8ee1,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:14.182950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.183297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.183635 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.183966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.184292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.184617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.184946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.185266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.185587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.185934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.186254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.186570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:14.191467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:14.192572 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3c52711d-3390-4e0d-b956-1f4f4fd056c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/9f5c7155-a10e-423c-8107-a048ae9f8ee1 HTTP/1.1" status: 204 len: 168 time: 0.2388957 Mar 02 09:16:14.268609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38876) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:14.316732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 44730a04-fedf-47c8-a78d-c45ffdfe9430 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:14.350219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 44730a04-fedf-47c8-a78d-c45ffdfe9430 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:14.350564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 44730a04-fedf-47c8-a78d-c45ffdfe9430 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:14.422515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 2dd73e09-20de-48b8-ba11-a4e897cb14ab {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:14.423002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:14.589919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:14.590241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:14.706506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 2dd73e09-20de-48b8-ba11-a4e897cb14ab owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:14.896867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:14.939756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=2dd73e09-20de-48b8-ba11-a4e897cb14ab,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:15.031229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:15.090170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:15.091286 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a563e1fe-763a-439c-9877-86e7af6a9a2f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/floatingips/e094def7-d5ed-45bf-8631-0a8f14b2b791 HTTP/1.1" status: 204 len: 168 time: 0.8216159 Mar 02 09:16:15.605348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2b209-2bcf-4e85-a9e7-d606cd67677f req-b3932578-da7e-45cc-ba5f-7d7979a78636 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:15.606060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-32d2b209-2bcf-4e85-a9e7-d606cd67677f req-b3932578-da7e-45cc-ba5f-7d7979a78636 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:15.707657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-32d2b209-2bcf-4e85-a9e7-d606cd67677f req-b3932578-da7e-45cc-ba5f-7d7979a78636 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:15.708709 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-32d2b209-2bcf-4e85-a9e7-d606cd67677f req-b3932578-da7e-45cc-ba5f-7d7979a78636 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 946 time: 0.1816945 Mar 02 09:16:15.752730 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-32d2b209-2bcf-4e85-a9e7-d606cd67677f req-a5680b8b-05e5-46f5-9e18-aff068a78431 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375934 Mar 02 09:16:17.032964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc96861-7c7f-4239-af1f-808e85e26e38 req-1edced52-55ff-4f11-9f6a-0b79f32041b5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:17.034408 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8dc96861-7c7f-4239-af1f-808e85e26e38 req-1edced52-55ff-4f11-9f6a-0b79f32041b5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 946 time: 0.1770492 Mar 02 09:16:17.076790 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8dc96861-7c7f-4239-af1f-808e85e26e38 req-3bfc2b3f-3f13-42b2-9687-301a2d5868c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361037 Mar 02 09:16:17.167279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592169b-f01a-4360-ac5e-e756825a1481 req-00a2d4d7-bf73-4f1d-ba61-816e42e8f17e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:17.168660 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3592169b-f01a-4360-ac5e-e756825a1481 req-00a2d4d7-bf73-4f1d-ba61-816e42e8f17e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 946 time: 0.0764966 Mar 02 09:16:17.238829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-3592169b-f01a-4360-ac5e-e756825a1481 req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port dfa0b818-9429-428c-a132-80c549aa5b60 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:17.239163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3592169b-f01a-4360-ac5e-e756825a1481 req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:17.337212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:17.477911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-3592169b-f01a-4360-ac5e-e756825a1481 req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port dfa0b818-9429-428c-a132-80c549aa5b60, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=dfa0b818-9429-428c-a132-80c549aa5b60,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:17.478258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3592169b-f01a-4360-ac5e-e756825a1481 req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:17.598268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-3592169b-f01a-4360-ac5e-e756825a1481 req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for dfa0b818-9429-428c-a132-80c549aa5b60 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:17.804934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3592169b-f01a-4360-ac5e-e756825a1481 req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:17.852997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=dfa0b818-9429-428c-a132-80c549aa5b60,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:17.928827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3592169b-f01a-4360-ac5e-e756825a1481 req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port dfa0b818-9429-428c-a132-80c549aa5b60 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:16:17.931592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3592169b-f01a-4360-ac5e-e756825a1481 req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:17.933967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'name': 'network-vif-deleted', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:16:17.977578 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e41beff-843d-462c-b12e-e9b80e839f03', 'name': 'network-vif-deleted', 'tag': 'dfa0b818-9429-428c-a132-80c549aa5b60', 'status': 'completed', 'code': 200} Mar 02 09:16:17.999918 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3592169b-f01a-4360-ac5e-e756825a1481 req-57d89c03-9979-423d-94a8-72a3166f1f1d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/dfa0b818-9429-428c-a132-80c549aa5b60 HTTP/1.1" status: 204 len: 173 time: 0.8252370 Mar 02 09:16:18.230381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5455b028-1df5-43d7-8e13-f2d1006be9c3 req-1d2b8351-055e-4ae4-aaed-cc4e93a12ccb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:18.330858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5455b028-1df5-43d7-8e13-f2d1006be9c3 req-1d2b8351-055e-4ae4-aaed-cc4e93a12ccb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:18.332024 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5455b028-1df5-43d7-8e13-f2d1006be9c3 req-1d2b8351-055e-4ae4-aaed-cc4e93a12ccb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e41beff-843d-462c-b12e-e9b80e839f03 HTTP/1.1" status: 200 len: 210 time: 0.1487198 Mar 02 09:16:19.424610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38892) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:19.490187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f99262b2-62ad-427f-9f68-614a1b9b7768 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:19.518354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f99262b2-62ad-427f-9f68-614a1b9b7768 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:19.634206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f99262b2-62ad-427f-9f68-614a1b9b7768 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:19.651717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99262b2-62ad-427f-9f68-614a1b9b7768 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:19.660864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f99262b2-62ad-427f-9f68-614a1b9b7768 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:19.662182 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f99262b2-62ad-427f-9f68-614a1b9b7768 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/1181a16b-8ecd-4a26-b0d3-f8ce6bd089d4 HTTP/1.1" status: 204 len: 168 time: 0.2365406 Mar 02 09:16:19.702365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-92a3b0f7-0bcb-4adf-8634-0a6ccfacb25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:19.731410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38898) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:20.355846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:20.693098 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 2f47742a-ec43-4325-baae-9302811cb47f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:20.693434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:20.876525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 2f47742a-ec43-4325-baae-9302811cb47f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2f47742a-ec43-4325-baae-9302811cb47f,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:20.877169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:20.994028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 2f47742a-ec43-4325-baae-9302811cb47f owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:21.238931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:21.286481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=2f47742a-ec43-4325-baae-9302811cb47f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:21.627737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38904) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:21.656334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:21.827299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Deleting port 6440142e-6c09-4a43-b4b3-957e1489fb9b {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:21.827563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:21.948097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ef79c920-fa60-4cf6-8485-5203ad8da288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:21.998646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:21.998968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:22.009009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 55cdf727-3d0e-4335-8998-adb80e9e5864 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:16:22.188678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:16:22.198210 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] Sync routers for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:16:22.208185 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:22.210517 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:22.216785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Calling delete_port for 6440142e-6c09-4a43-b4b3-957e1489fb9b owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:22.246892 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f2e2f6fa-6e34-4b6d-8f2e-22f727aa0ed2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/55cdf727-3d0e-4335-8998-adb80e9e5864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5142844 Mar 02 09:16:22.249689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38908) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:22.342005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c2f7be-ad3d-47f1-ac2f-70a844be69b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting subnet 9579f693-a6f0-4ccd-8024-ff10eac530b8 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:16:22.345929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-42c2f7be-ad3d-47f1-ac2f-70a844be69b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:22.363394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device dfa0b818-9429-428c-a132-80c549aa5b60 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:22.398262 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:22.400937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: dfa0b818-9429-428c-a132-80c549aa5b60 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:22.401466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device dfa0b818-9429-428c-a132-80c549aa5b60 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:22.410092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-42c2f7be-ad3d-47f1-ac2f-70a844be69b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:22.542165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-42c2f7be-ad3d-47f1-ac2f-70a844be69b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:22.585550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:22.640029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event deleted for resources: {'Port': ['ID=6440142e-6c09-4a43-b4b3-957e1489fb9b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:22.682275 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:16:21Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:22.686167 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] Checking router: 55cdf727-3d0e-4335-8998-adb80e9e5864 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:16:22.697220 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] Routers {'55cdf727-3d0e-4335-8998-adb80e9e5864'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:22.697820 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['55cdf727-3d0e-4335-8998-adb80e9e5864'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:22.751650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:22.752006 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Floating IP 7d9c6cb6-5e42-4010-9165-aeb37e15ba63 disassociated (deleted). External IP: 172.26.3.11, port: c2ba8282-6644-40dd-b509-0aa79703715e. Mar 02 09:16:22.818236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-42c2f7be-ad3d-47f1-ac2f-70a844be69b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:22.863790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2f7be-ad3d-47f1-ac2f-70a844be69b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Subnet': ['ID=9579f693-a6f0-4ccd-8024-ff10eac530b8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:22.885517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-42c2f7be-ad3d-47f1-ac2f-70a844be69b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:22.886799 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] Set router 55cdf727-3d0e-4335-8998-adb80e9e5864 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:22.890441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93301374-e667-4405-87e6-39a29bc6506e None None] Network 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:16:22.959724 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-42c2f7be-ad3d-47f1-ac2f-70a844be69b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/subnets/9579f693-a6f0-4ccd-8024-ff10eac530b8 HTTP/1.1" status: 204 len: 168 time: 0.7089918 Mar 02 09:16:22.962749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38912) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:23.076083 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:23.142403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:23.184130 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:16:21Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:23.187531 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a849e2-b4a7-4ec7-8d7d-7ed2f06e8027 None None] The sync data for ids ['55cdf727-3d0e-4335-8998-adb80e9e5864'] in dv-neutron-828796-1-hyperv is: [{'id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'name': 'tempest-TestNetworkBasicOps-router-760178423', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:12:54Z', 'updated_at': '2022-03-02T09:16:21Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '5f5d7579-b237-4fc0-adc4-9d5515b821f8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdf727-3d0e-4335-8998-adb80e9e5864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:12:55Z', 'updated_at': '2022-03-02T09:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:16:23.192169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] DHCP port deletion for 3a47aefa-6224-4fd3-b57b-cfb8149b1db8 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:16:23.197256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Deleting port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:23.197628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:23.309424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:23.402779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Router 97b628d2-d6d3-4ca1-897e-79a879734de0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:16:23.410543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] For port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=f5e20a64-c1e8-44c8-86fc-a49bfca3ee08,segment=NetworkSegment(61cf421d-a831-422a-b14a-64a26b996979),segment_id=61cf421d-a831-422a-b14a-64a26b996979)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:23.410882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:23.591744 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Calling delete_port for f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:23.732187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:23.745550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:23.782737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Pushing event deleted for resources: {'Port': ['ID=f5e20a64-c1e8-44c8-86fc-a49bfca3ee08,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:23.786912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] No DVR routers for this DVR port f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:16:23.797200 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.797200 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.797565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.800161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.800490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.800842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.801176 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.801508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.801861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.802206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.802534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.802856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588765fe-3890-4dc0-9fa2-ffe9afa3cd27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:23.838366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:16:23.842586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:23.847537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] Sync routers for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:16:23.857578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:23.858225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:23.878920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 5f5d7579-b237-4fc0-adc4-9d5515b821f8 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:23.879262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:23.934200 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b7617757-b052-4fb8-8719-b5951c12bcfb tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "DELETE /v2.0/floatingips/7d9c6cb6-5e42-4010-9165-aeb37e15ba63 HTTP/1.1" status: 204 len: 168 time: 2.3052657 Mar 02 09:16:23.940548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:16:24.026212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'status': 'completed', 'code': 200} Mar 02 09:16:24.040516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:24.125157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 5f5d7579-b237-4fc0-adc4-9d5515b821f8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5f5d7579-b237-4fc0-adc4-9d5515b821f8,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:24.125503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:24.252100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 5f5d7579-b237-4fc0-adc4-9d5515b821f8 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:24.319286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-e7922de4-d7da-4a57-89e6-82c40e54f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:24.321332 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-e7922de4-d7da-4a57-89e6-82c40e54f602 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 1099 time: 0.2723076 Mar 02 09:16:24.418821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '6044791e-089a-4b95-85e7-14260fa555a3', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:10:43Z', 'updated_at': '2022-03-02T09:10:47Z', 'revision_number': 1, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:24.422837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] Checking router: 97b628d2-d6d3-4ca1-897e-79a879734de0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:16:24.431222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:24.431827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:24.587357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:24.619122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:24.709434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-9b4f884a-f6f5-42d8-9877-f3a7ba3d82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:24.710903 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-9b4f884a-f6f5-42d8-9877-f3a7ba3d82d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.2618549 Mar 02 09:16:24.727026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca533d0-02ea-4a1c-ade5-f5fc9b96d412 req-c85802a6-877b-4176-8e90-32d466978bc2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:24.727703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-fca533d0-02ea-4a1c-ade5-f5fc9b96d412 req-c85802a6-877b-4176-8e90-32d466978bc2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Synchronizing usage tracker for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:24.752767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:24.800485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:24.800831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device f5e20a64-c1e8-44c8-86fc-a49bfca3ee08 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:24.801577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2f47742a-ec43-4325-baae-9302811cb47f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:24.802721 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-ebe977a3-dbe8-4890-bf04-bc0fc680becb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2ba8282-6644-40dd-b509-0aa79703715e HTTP/1.1" status: 200 len: 217 time: 0.0834303 Mar 02 09:16:24.839867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 2f47742a-ec43-4325-baae-9302811cb47f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:24.840120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2f47742a-ec43-4325-baae-9302811cb47f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:24.857437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-fca533d0-02ea-4a1c-ade5-f5fc9b96d412 req-c85802a6-877b-4176-8e90-32d466978bc2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Unset dirty status for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:24.857437 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fca533d0-02ea-4a1c-ade5-f5fc9b96d412 req-c85802a6-877b-4176-8e90-32d466978bc2 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 946 time: 0.3864341 Mar 02 09:16:24.906399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-2f94a5c7-618a-491c-b085-bacead08e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:24.907807 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-2f94a5c7-618a-491c-b085-bacead08e159 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0991371 Mar 02 09:16:24.947296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fca533d0-02ea-4a1c-ade5-f5fc9b96d412 req-67669552-6bf2-4915-8a68-2605ebceb3a3 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802224 Mar 02 09:16:24.952526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:25.085174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '6044791e-089a-4b95-85e7-14260fa555a3', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:10:43Z', 'updated_at': '2022-03-02T09:10:47Z', 'revision_number': 1, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:25.089628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9403b0f-2f9f-4748-8248-dbcd36994087 None None] The sync data for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv is: [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '6044791e-089a-4b95-85e7-14260fa555a3', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'floating_ip_address': '172.26.3.93', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'port_id': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'mac_address': 'fa:16:3e:85:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:10:43Z', 'updated_at': '2022-03-02T09:10:47Z', 'revision_number': 1, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:16:25.133868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=5f5d7579-b237-4fc0-adc4-9d5515b821f8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:25.243302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-53a08b2b-9ca6-457a-a925-cf75e077529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:25.244773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-53a08b2b-9ca6-457a-a925-cf75e077529e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3288357 Mar 02 09:16:25.247435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:25.314145 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccd9ce5-04b4-428f-b5a0-6c358fff6fc3 None None] New status for floating IP 7d9c6cb6-5e42-4010-9165-aeb37e15ba63: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:16:25.497810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:25.506066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:25.553458 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-3e37dd60-923c-4c14-8794-d7d784e38fa2 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678492 Mar 02 09:16:25.601209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:25.601735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Fanout notify agent at l3_agent the message router_deleted on router 55cdf727-3d0e-4335-8998-adb80e9e5864 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:16:25.679109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:25.683798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a1eb4c7e-ebea-43d8-8890-03c5c448bd98 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/routers/55cdf727-3d0e-4335-8998-adb80e9e5864 HTTP/1.1" status: 204 len: 168 time: 2.7171185 Mar 02 09:16:25.683939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38924) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:25.715729 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-01207fd4-e5f5-4640-aeaf-3f9cd77c8ac4 req-d032ec1b-0e50-412d-9bfc-f12854ced21e service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525791 Mar 02 09:16:25.805973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:25.947411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:25.971806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a47aefa-6224-4fd3-b57b-cfb8149b1db8']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:25.984098 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cf421d-a831-422a-b14a-64a26b996979') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:25.984396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cf421d-a831-422a-b14a-64a26b996979') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:25.996147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.011895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.017806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:16:26.022125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:16:26.033081 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:16:26.144552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2c91-0fef-4b0e-a5b8-770e1bd6827f req-cf90e3c3-1e7a-458a-a333-0c8e6bcb3e35 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:26.146027 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9fad2c91-0fef-4b0e-a5b8-770e1bd6827f req-cf90e3c3-1e7a-458a-a333-0c8e6bcb3e35 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 946 time: 0.0864031 Mar 02 09:16:26.187717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.192337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.218897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Network': ['ID=3a47aefa-6224-4fd3-b57b-cfb8149b1db8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:26.238201 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9fad2c91-0fef-4b0e-a5b8-770e1bd6827f req-a3736ac5-d136-44cd-8ae1-702503e029bf tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554345 Mar 02 09:16:26.266516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859d9ca-f939-436c-b674-7833f67d115e req-6fb62e3d-484c-4ecd-801a-9586a2fde332 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:26.267959 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a859d9ca-f939-436c-b674-7833f67d115e req-6fb62e3d-484c-4ecd-801a-9586a2fde332 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 946 time: 0.1180954 Mar 02 09:16:26.291947 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ba4440b2-5c9b-4f6f-9f95-dc12d9181181 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/networks/3a47aefa-6224-4fd3-b57b-cfb8149b1db8 HTTP/1.1" status: 204 len: 168 time: 0.6072953 Mar 02 09:16:26.317659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38930) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:26.324883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'network': {'name': 'tempest-network-smoke--666423420', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'port_security_enabled': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:26.333035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:26.349121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:network and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:26.353722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:26.359083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-a859d9ca-f939-436c-b674-7833f67d115e req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Deleting port c2ba8282-6644-40dd-b509-0aa79703715e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:26.359416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a859d9ca-f939-436c-b674-7833f67d115e req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.389583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:26.487308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:16:26.490582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.595880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:16:26.619659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.619995 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Added segment 7e70399f-1d9a-4f59-9693-81efe59c25ef of type vlan for network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 Mar 02 09:16:26.634138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-a859d9ca-f939-436c-b674-7833f67d115e req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] For port c2ba8282-6644-40dd-b509-0aa79703715e, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c2ba8282-6644-40dd-b509-0aa79703715e,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:26.634464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a859d9ca-f939-436c-b674-7833f67d115e req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.739115 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5f5d7579-b237-4fc0-adc4-9d5515b821f8 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:26.769112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-a859d9ca-f939-436c-b674-7833f67d115e req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Calling delete_port for c2ba8282-6644-40dd-b509-0aa79703715e owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:26.772508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 5f5d7579-b237-4fc0-adc4-9d5515b821f8 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:26.772848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5f5d7579-b237-4fc0-adc4-9d5515b821f8 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:26.811277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:26.997792 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:27.002937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:27.003497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:27.132255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Network': ['ID=9a70eaae-874c-4236-80ac-5e1daa3f5e79,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:27.142835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:16:27.205384 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5479763d-54b5-46a4-bfdb-d7ededd5f307 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8867490 Mar 02 09:16:27.210878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38934) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:27.215854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-301049521', 'admin_state_up': True, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:27.223002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:27.227499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:router and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:27.230501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:27.234174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a859d9ca-f939-436c-b674-7833f67d115e req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:27.278192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:27.292879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event deleted for resources: {'Port': ['ID=c2ba8282-6644-40dd-b509-0aa79703715e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:27.407464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d78e633c-1b22-4418-a43c-d34f464cb464 req-23d64063-e759-4c97-9463-6b6a4444dc37 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Synchronizing usage tracker for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:27.410016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a859d9ca-f939-436c-b674-7833f67d115e req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] No DVR routers for this DVR port c2ba8282-6644-40dd-b509-0aa79703715e on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:16:27.412346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a859d9ca-f939-436c-b674-7833f67d115e req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:27.415105 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a859d9ca-f939-436c-b674-7833f67d115e req-7c1ddf28-047b-484f-9d99-314c91876948 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "DELETE /v2.0/ports/c2ba8282-6644-40dd-b509-0aa79703715e HTTP/1.1" status: 204 len: 173 time: 1.1414335 Mar 02 09:16:27.417097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'name': 'network-vif-deleted', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:16:27.423170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:27.424169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:27.445755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:27.461862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725a19e9-64ed-4d7a-b294-c14f6a21d19d', 'name': 'network-vif-deleted', 'tag': 'c2ba8282-6644-40dd-b509-0aa79703715e', 'status': 'completed', 'code': 200} Mar 02 09:16:27.495697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d78e633c-1b22-4418-a43c-d34f464cb464 req-23d64063-e759-4c97-9463-6b6a4444dc37 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Unset dirty status for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:27.496844 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d78e633c-1b22-4418-a43c-d34f464cb464 req-23d64063-e759-4c97-9463-6b6a4444dc37 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 210 time: 0.1361704 Mar 02 09:16:27.809386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:28.179578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:28.211515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:28.356477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.104 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/daef12c4-39ef-4e55-9846-b9956e4751c8) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:16:28.497415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:28.582541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:28.791692 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1d028455-e987-4b14-bc35-9e13da6dddc0 req-760d98ce-89ca-4a19-91bc-e78a1243206e tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=725a19e9-64ed-4d7a-b294-c14f6a21d19d HTTP/1.1" status: 200 len: 210 time: 0.1696746 Mar 02 09:16:28.799312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:16:28.802641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:16:28.807905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=daef12c4-39ef-4e55-9846-b9956e4751c8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:28.815210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:16:29.292414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:29.619313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:29.907599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 97778ae4-60a6-4a74-af2d-2839b21330c0 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:16:30.087646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:16:30.096911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Sync routers for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:16:30.105939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:30.106433 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:30.175779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:30.178547 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-555dbd36-ad2a-4294-9b4f-c7b4be6dff8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9651637 Mar 02 09:16:30.187106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38948) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:30.229892 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fb47c687-7833-450e-a006-0f64fb5048e4 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392549 Mar 02 09:16:30.234669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38954) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:30.296547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:30.406387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device c2ba8282-6644-40dd-b509-0aa79703715e no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:30.478741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: c2ba8282-6644-40dd-b509-0aa79703715e {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:30.478741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device c2ba8282-6644-40dd-b509-0aa79703715e not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:30.483769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19dd67-e953-4b68-be1f-a3e7544d91a6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:30.485420 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dc19dd67-e953-4b68-be1f-a3e7544d91a6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2544527 Mar 02 09:16:30.488526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38958) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:30.531756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38962) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:30.531988 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2af761a8-7ae3-4606-8fec-626d3e549fdc tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421560 Mar 02 09:16:30.539800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-918629816', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:30.646255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:29Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:30.650565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Checking router: 97778ae4-60a6-4a74-af2d-2839b21330c0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:16:30.650908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Updating router 97778ae4-60a6-4a74-af2d-2839b21330c0 port daef12c4-39ef-4e55-9846-b9956e4751c8 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:16:30.660658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:30.665087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:subnet and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:30.667856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:30.673335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:30.704172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:30.718716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:16:30.722434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:30.993711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:31.033921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:31.045866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Transition to ACTIVE for port object daef12c4-39ef-4e55-9846-b9956e4751c8 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:16:31.071718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=a52e698f-318d-425b-a1ec-ee10b484c7ec,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:31.079076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Checking segment: {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:16:31.079428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network hostable DHCP agents. Network: 9a70eaae-874c-4236-80ac-5e1daa3f5e79, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:16:31.113314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:31.193630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:16:31.201266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Attempting to bind port daef12c4-39ef-4e55-9846-b9956e4751c8 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:16:31.204074 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Attempting to bind port daef12c4-39ef-4e55-9846-b9956e4751c8 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:16:31.204074 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Attempting to bind port daef12c4-39ef-4e55-9846-b9956e4751c8 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:16:31.208279 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f05eae-d735-4bab-8a30-2b8416d9ecdf None None] Pushing event updated for resources: {'Port': ['ID=daef12c4-39ef-4e55-9846-b9956e4751c8,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:31.214316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:16:31.214710 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:16:31.215098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:31.215485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:16:31.215975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Bound port: daef12c4-39ef-4e55-9846-b9956e4751c8, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:16:31.216525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:31.279327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 9a70eaae-874c-4236-80ac-5e1daa3f5e79) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:16:31.284345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:31.284345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:31.294151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0638db32-d9aa-400d-b3c3-55c577a89d9e None None] Network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:16:31.333936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] For port daef12c4-39ef-4e55-9846-b9956e4751c8, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:16:31.393052 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a456d4f1-1e12-4c58-8e4d-f79fcf36a4cf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8548651 Mar 02 09:16:31.393052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38968) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:31.403729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] For port daef12c4-39ef-4e55-9846-b9956e4751c8, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=daef12c4-39ef-4e55-9846-b9956e4751c8,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:16:31.592616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:31.640980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:16:31.642014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:31.757086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:31.757910 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:31.817095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f05eae-d735-4bab-8a30-2b8416d9ecdf None None] Pushing event updated for resources: {'Port': ['ID=daef12c4-39ef-4e55-9846-b9956e4751c8,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:32.038302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:32.138735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Allocated IP 172.20.0.2 (9a70eaae-874c-4236-80ac-5e1daa3f5e79/a52e698f-318d-425b-a1ec-ee10b484c7ec/886b57be-758e-45d5-a03d-24fca55485e7) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:16:32.159580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:32.505017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:32.517894 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Transition to ACTIVE for port object 886b57be-758e-45d5-a03d-24fca55485e7 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:16:32.532009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:29Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:32.542274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb4bf4-46cf-4838-b79a-ff68c283d1c0 None None] The sync data for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv is: [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:29Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:16:32.545907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Transition to ACTIVE for port object 886b57be-758e-45d5-a03d-24fca55485e7 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:16:32.656424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:32.780926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:16:32.782206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Pushing event updated for resources: {'Port': ['ID=886b57be-758e-45d5-a03d-24fca55485e7,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:32.792621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:16:32.795119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:16:32.798315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.1 (9a70eaae-874c-4236-80ac-5e1daa3f5e79/a52e698f-318d-425b-a1ec-ee10b484c7ec/28b1b3b0-e871-4365-9022-0a5fc1b02f7b) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:16:32.856443 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:16:32.989773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:33.009764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Attempting to bind port 886b57be-758e-45d5-a03d-24fca55485e7 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:16:33.010321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Attempting to bind port 886b57be-758e-45d5-a03d-24fca55485e7 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:16:33.010694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Attempting to bind port 886b57be-758e-45d5-a03d-24fca55485e7 on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:16:33.016320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object 28b1b3b0-e871-4365-9022-0a5fc1b02f7b will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:16:33.021068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:16:33.021450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Checking segment: {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:16:33.021866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:33.022269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Bound using segment: {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:16:33.022737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Bound port: 886b57be-758e-45d5-a03d-24fca55485e7, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:16:33.023644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:33.108180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:33.139960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] For port 886b57be-758e-45d5-a03d-24fca55485e7, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:16:33.144231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] For port 886b57be-758e-45d5-a03d-24fca55485e7, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=886b57be-758e-45d5-a03d-24fca55485e7,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:16:33.189912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:16:33.193142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:16:33.197982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:16:33.206069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:33.247592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=28b1b3b0-e871-4365-9022-0a5fc1b02f7b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:33.269458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:33.298449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd50a14-f36f-46b8-b732-f35af3efe283 None None] Pushing event updated for resources: {'Port': ['ID=886b57be-758e-45d5-a03d-24fca55485e7,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:33.715844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:34.149381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:34.210204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:34.333770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=28b1b3b0-e871-4365-9022-0a5fc1b02f7b,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:34.336492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:34.408298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0177ce-892b-479a-9692-a49c982d9883 None None] Network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:16:34.608249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:16:34.609468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:16:34.635243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ded51d1b-ac66-4a31-883b-6bac0ae58cb9 None None] Provisioning for port 886b57be-758e-45d5-a03d-24fca55485e7 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:16:34.838437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 886b57be-758e-45d5-a03d-24fca55485e7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:16:34.850081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 97778ae4-60a6-4a74-af2d-2839b21330c0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:16:34.863567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 38982) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:34.958653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 886b57be-758e-45d5-a03d-24fca55485e7 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:16:34.966463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 886b57be-758e-45d5-a03d-24fca55485e7 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:34.966839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.073240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:16:35.093480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-84adc312-0c2e-4a1e-94d5-137cf79e5d4b None None] Provisioning for port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:16:35.094389 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Sync routers for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:16:35.110020 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:35.110706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-496bb1de-160a-4ba8-8a05-4119a04c1f57 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/97778ae4-60a6-4a74-af2d-2839b21330c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7188404 Mar 02 09:16:35.111115 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:35.113177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38986) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:35.123689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-84adc312-0c2e-4a1e-94d5-137cf79e5d4b None None] Provisioning complete for port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:35.124054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-84adc312-0c2e-4a1e-94d5-137cf79e5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.203550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-84adc312-0c2e-4a1e-94d5-137cf79e5d4b None None] Port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:16:35.207180 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.239053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Deleting port 081f8ff4-91d5-4713-8279-2d70af2e9047 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:35.239396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.255810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 886b57be-758e-45d5-a03d-24fca55485e7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=886b57be-758e-45d5-a03d-24fca55485e7,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:35.273430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-84adc312-0c2e-4a1e-94d5-137cf79e5d4b None None] Provisioning complete for port 886b57be-758e-45d5-a03d-24fca55485e7 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:35.273430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-84adc312-0c2e-4a1e-94d5-137cf79e5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.314481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f2b6d-f452-4b66-9647-48ac1ab76bdf tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.315026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f2b6d-f452-4b66-9647-48ac1ab76bdf tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.315698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f2b6d-f452-4b66-9647-48ac1ab76bdf tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.316086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f2b6d-f452-4b66-9647-48ac1ab76bdf tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.316590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f2b6d-f452-4b66-9647-48ac1ab76bdf tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.317145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f2b6d-f452-4b66-9647-48ac1ab76bdf tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.321615 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9b4f2b6d-f452-4b66-9647-48ac1ab76bdf tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2050433 Mar 02 09:16:35.322014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38990) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:35.355453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.356311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device daef12c4-39ef-4e55-9846-b9956e4751c8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:16:35.363965 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:35.411194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97d920-c308-4e0e-8261-32b3474106eb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.411780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97d920-c308-4e0e-8261-32b3474106eb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.412322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97d920-c308-4e0e-8261-32b3474106eb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.415921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97d920-c308-4e0e-8261-32b3474106eb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.416484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97d920-c308-4e0e-8261-32b3474106eb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.417116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff97d920-c308-4e0e-8261-32b3474106eb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:35.421536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ff97d920-c308-4e0e-8261-32b3474106eb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0960913 Mar 02 09:16:35.422298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38994) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:35.507983 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.508535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.614299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=886b57be-758e-45d5-a03d-24fca55485e7,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:35.621225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port daef12c4-39ef-4e55-9846-b9956e4751c8 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:16:35.639839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port daef12c4-39ef-4e55-9846-b9956e4751c8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:35.650236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.657611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Calling delete_port for 081f8ff4-91d5-4713-8279-2d70af2e9047 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:35.669464 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7746a128-7cf6-4032-81d9-987c3d212683 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2439644 Mar 02 09:16:35.670306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 38998) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:35.679661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-139813773', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:35.779758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.797761 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '28b1b3b0-e871-4365-9022-0a5fc1b02f7b', 'name': '', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:99:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:32Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:35.802656 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Checking router: 97778ae4-60a6-4a74-af2d-2839b21330c0 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:16:35.804814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port daef12c4-39ef-4e55-9846-b9956e4751c8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=daef12c4-39ef-4e55-9846-b9956e4751c8,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:35.805260 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Updating router 97778ae4-60a6-4a74-af2d-2839b21330c0 port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:16:35.815873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bce2c158-4387-41a5-a2fd-5112eb7974f6 None None] Provisioning complete for port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:35.816257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bce2c158-4387-41a5-a2fd-5112eb7974f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.855082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:35.859479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:port and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:35.862219 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.862876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:35.869985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:35.882737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.912773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.921873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-bce2c158-4387-41a5-a2fd-5112eb7974f6 None None] Port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:16:35.935511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:16:35.939002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:35.964300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] device_id is not set on port cdf94895-7db7-4903-b9e6-6b6260b04c88 yet. {{(pid=88401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:16:35.964543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event deleted for resources: {'Port': ['ID=081f8ff4-91d5-4713-8279-2d70af2e9047,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:35.966964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=daef12c4-39ef-4e55-9846-b9956e4751c8,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:36.052825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:36.053157 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Floating IP 6044791e-089a-4b95-85e7-14260fa555a3 disassociated (deleted). External IP: 172.26.3.93, port: 92a24ded-d985-4107-afea-6c5767b5f4c5. Mar 02 09:16:36.228931 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:36.240164 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Transition to ACTIVE for port object 28b1b3b0-e871-4365-9022-0a5fc1b02f7b will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:16:36.296227 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:36.374416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.12 (9a70eaae-874c-4236-80ac-5e1daa3f5e79/a52e698f-318d-425b-a1ec-ee10b484c7ec/cdf94895-7db7-4903-b9e6-6b6260b04c88) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:16:36.416159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Router 97b628d2-d6d3-4ca1-897e-79a879734de0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:16:36.496654 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Pushing event updated for resources: {'Port': ['ID=28b1b3b0-e871-4365-9022-0a5fc1b02f7b,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:36.512528 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.512988 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.513409 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.513825 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.514270 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.514683 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.515093 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.515519 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.515928 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.516333 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.516740 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.517140 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:16:36.532845 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Attempting to bind port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:16:36.533329 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Attempting to bind port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:16:36.533927 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Attempting to bind port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:16:36.552910 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:16:36.553379 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Checking segment: {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:16:36.553896 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:36.554334 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Bound using segment: {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:16:36.554843 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Bound port: 28b1b3b0-e871-4365-9022-0a5fc1b02f7b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:16:36.555270 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:36.618144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:36.633866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object cdf94895-7db7-4903-b9e6-6b6260b04c88 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:16:36.637040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:16:36.650953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] Sync routers for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:16:36.660141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:36.660824 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:36.688294 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] For port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:16:36.691723 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] For port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=28b1b3b0-e871-4365-9022-0a5fc1b02f7b,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:16:36.723783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:36.741860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:36.785076 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3a679418-a08a-441c-b6d5-15fb6bee236c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "DELETE /v2.0/floatingips/6044791e-089a-4b95-85e7-14260fa555a3 HTTP/1.1" status: 204 len: 168 time: 1.9202847 Mar 02 09:16:36.785645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:16:36.798818 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:36.836390 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'status': 'completed', 'code': 200} Mar 02 09:16:36.839545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 886b57be-758e-45d5-a03d-24fca55485e7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:16:36.856970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:36.905422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:36.909102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:16:36.910373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:16:36.922050 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24feac-bab5-4719-a614-cbb18552bc0a None None] Pushing event updated for resources: {'Port': ['ID=28b1b3b0-e871-4365-9022-0a5fc1b02f7b,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:36.935960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:16:36.945450 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:36.946545 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:37.104185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 886b57be-758e-45d5-a03d-24fca55485e7 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:37.104550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:37.163445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:37.164225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:37.170638 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:37.207168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e011-4315-4220-bd6f-825c27234ca1 req-913a2327-b0f6-4200-af11-80ef1f428902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:37.209172 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4182e011-4315-4220-bd6f-825c27234ca1 req-913a2327-b0f6-4200-af11-80ef1f428902 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b3cf841a687405eb1907c3edafdcfae&device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 1099 time: 0.3431067 Mar 02 09:16:37.326048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b32ed071-1905-40e2-88d0-43e2072e1201 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6436996 Mar 02 09:16:37.411335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b6ed0470-0ea5-485b-9115-2e9e5844e70b None None] Provisioning for port cdf94895-7db7-4903-b9e6-6b6260b04c88 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:16:37.420411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e011-4315-4220-bd6f-825c27234ca1 req-30d1d2c2-effc-404e-aecf-e5cf170f8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:37.421961 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4182e011-4315-4220-bd6f-825c27234ca1 req-30d1d2c2-effc-404e-aecf-e5cf170f8e3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 200 len: 912 time: 0.2046094 Mar 02 09:16:37.482246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b6ed0470-0ea5-485b-9115-2e9e5844e70b None None] Provisioning complete for port cdf94895-7db7-4903-b9e6-6b6260b04c88 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:37.482620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0470-0ea5-485b-9115-2e9e5844e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:37.521038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device daef12c4-39ef-4e55-9846-b9956e4751c8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:16:37.570369 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '28b1b3b0-e871-4365-9022-0a5fc1b02f7b', 'name': '', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:99:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:32Z', 'updated_at': '2022-03-02T09:16:36Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:37.583095 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4182e011-4315-4220-bd6f-825c27234ca1 req-854277ec-08da-4a5c-b92f-d58698743d6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92a24ded-d985-4107-afea-6c5767b5f4c5 HTTP/1.1" status: 200 len: 217 time: 0.1543155 Mar 02 09:16:37.584696 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c1197-0a2a-4fd7-b2af-bd0350687d9f None None] The sync data for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv is: [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '28b1b3b0-e871-4365-9022-0a5fc1b02f7b', 'name': '', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:99:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:32Z', 'updated_at': '2022-03-02T09:16:36Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:16:37.640239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed0470-0ea5-485b-9115-2e9e5844e70b None None] Port cdf94895-7db7-4903-b9e6-6b6260b04c88 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:16:37.678088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e011-4315-4220-bd6f-825c27234ca1 req-74c50905-6a58-48c6-89af-d4481ff1e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:37.680606 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4182e011-4315-4220-bd6f-825c27234ca1 req-74c50905-6a58-48c6-89af-d4481ff1e18b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 200 len: 850 time: 0.0884066 Mar 02 09:16:37.685472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:37.689715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] Checking router: 97b628d2-d6d3-4ca1-897e-79a879734de0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:16:37.704367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:37.704970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:37.780045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port daef12c4-39ef-4e55-9846-b9956e4751c8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:37.780423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:37.801492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f92d6-79ad-433a-a27e-212b22ea3f6f req-a984767e-e2a6-4d72-8015-1854723887db tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:37.803005 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d58f92d6-79ad-433a-a27e-212b22ea3f6f req-a984767e-e2a6-4d72-8015-1854723887db tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 946 time: 0.2845175 Mar 02 09:16:37.841637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e011-4315-4220-bd6f-825c27234ca1 req-d97ed07c-3e3d-46b1-9b54-baadfa2b6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:37.843076 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4182e011-4315-4220-bd6f-825c27234ca1 req-d97ed07c-3e3d-46b1-9b54-baadfa2b6452 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a6332975-3d58-4edc-a71c-3dc3ba5958cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1533749 Mar 02 09:16:37.894065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39010) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:37.899377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-829769339', 'description': 'tempest-secgroup-smoke-829769339 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:37.907589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:37.910053 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d58f92d6-79ad-433a-a27e-212b22ea3f6f req-9f200377-08b2-4074-b804-2a2521113634 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971954 Mar 02 09:16:37.910650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:37.914151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:37.933665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:38.024403 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4182e011-4315-4220-bd6f-825c27234ca1 req-15c37370-f8d0-4a5b-83c7-6c5baf8e8257 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704862 Mar 02 09:16:38.045825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:38.078359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:38.080306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:38.086816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:38.090079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:38.097463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:38.129163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-14c334a0-2d66-4bc1-853f-abb4ee4be590 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:38.130179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-14c334a0-2d66-4bc1-853f-abb4ee4be590 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Synchronizing usage tracker for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:38.185149 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4182e011-4315-4220-bd6f-825c27234ca1 req-7efd131d-1aae-41eb-afba-0be3417f87e3 service neutron] 10.222.0.15 "GET /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543677 Mar 02 09:16:38.196752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-14c334a0-2d66-4bc1-853f-abb4ee4be590 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Unset dirty status for tenant:7b3cf841a687405eb1907c3edafdcfae on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:38.199335 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-14c334a0-2d66-4bc1-853f-abb4ee4be590 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 946 time: 0.1913695 Mar 02 09:16:38.366848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:38.408626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Deleting port 92a24ded-d985-4107-afea-6c5767b5f4c5 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:38.408966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:38.437268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:38.443439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c0df5-ecf0-4deb-9219-c4f3d60dca30 None None] The sync data for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv is: [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:05:23Z', 'revision_number': 4, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '71a85cf0-4e78-43a2-bec2-a311fc6b256b', 'name': '', 'network_id': 'a6332975-3d58-4edc-a71c-3dc3ba5958cf', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'mac_address': 'fa:16:3e:54:82:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:22Z', 'updated_at': '2022-03-02T09:05:44Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'subnets': [{'id': 'fed2c15f-a6b6-4469-925b-6d17f4a3215c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:16:38.447787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:38.514966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc396c-1b77-4313-914e-ac149fb785c2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:38.616857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:38.618055 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c2c0d4ff-92f8-418c-9eaf-4fb98bd89063 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7230651 Mar 02 09:16:38.622217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39014) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:38.627366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '0efc396c-1b77-4313-914e-ac149fb785c2', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:38.634179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:38.638368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:38.644946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:38.655316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:38.733027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] For port 92a24ded-d985-4107-afea-6c5767b5f4c5, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=92a24ded-d985-4107-afea-6c5767b5f4c5,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:38.733486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:38.740763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:38.820604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 28b1b3b0-e871-4365-9022-0a5fc1b02f7b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:16:38.846019 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45566c19-225e-49c7-882d-b8349393421b None None] New status for floating IP 6044791e-089a-4b95-85e7-14260fa555a3: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:16:38.877278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:38.886551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Calling delete_port for 92a24ded-d985-4107-afea-6c5767b5f4c5 owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:38.952482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:38.988990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecaf0527-6fd6-46de-b56f-887e305e22cc,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:38.998202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:16:39.004976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:39.005344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.044020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.047797 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-65163ac9-758e-48ff-ad3c-c6d762a3014c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4220634 Mar 02 09:16:39.048011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39020) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:39.053165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '0efc396c-1b77-4313-914e-ac149fb785c2', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:39.090340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:39.102637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:39.107560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:39.108400 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.118199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:39.142543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.156235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710820fd-ceff-4c6f-a0d7-5a17252f4f41 req-14fcb01d-ea9c-42d7-8bba-f310ff13bf7c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:39.157776 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-710820fd-ceff-4c6f-a0d7-5a17252f4f41 req-14fcb01d-ea9c-42d7-8bba-f310ff13bf7c tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 867 time: 0.0984535 Mar 02 09:16:39.183829 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=28b1b3b0-e871-4365-9022-0a5fc1b02f7b,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:39.185603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event deleted for resources: {'Port': ['ID=92a24ded-d985-4107-afea-6c5767b5f4c5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:39.205090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.228404 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-710820fd-ceff-4c6f-a0d7-5a17252f4f41 req-53931886-c659-43de-b871-f4f5506fad39 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/security-groups?id=253b0212-c835-471c-a5e9-fef4c86b8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641270 Mar 02 09:16:39.273445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] No DVR routers for this DVR port 92a24ded-d985-4107-afea-6c5767b5f4c5 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:16:39.275948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.279717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'name': 'network-vif-deleted', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:16:39.284104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.302492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.328400 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd847ec3c-4c28-475c-a625-3fe82a9e7009', 'name': 'network-vif-deleted', 'tag': '92a24ded-d985-4107-afea-6c5767b5f4c5', 'status': 'completed', 'code': 200} Mar 02 09:16:39.359449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=28b1b3b0-e871-4365-9022-0a5fc1b02f7b,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:39.364932 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-1d838e75-501c-4e03-be23-2c8d4d4c895b req-8a737222-2c59-4534-9f5f-bad72c48f51f tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.15 "DELETE /v2.0/ports/92a24ded-d985-4107-afea-6c5767b5f4c5 HTTP/1.1" status: 204 len: 173 time: 1.1564195 Mar 02 09:16:39.386879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.409779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04c7350-282e-4fb7-8056-666f1a76e60b,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:39.495574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.496686 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-eb77e9ce-e0e9-4d15-bead-81b1b73472a5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4477134 Mar 02 09:16:39.499328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39026) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:39.504175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '0efc396c-1b77-4313-914e-ac149fb785c2', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:39.510635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:39.514593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:39.517587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:39.524280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:39.577703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.650901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.724125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.748070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab2a96c-e951-4068-8e9b-9c85ac40cd0b,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:39.804331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.808325 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1a3785e1-1815-46b8-86e2-4a913173fbc3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052936 Mar 02 09:16:39.808325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39030) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:39.813428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '0efc396c-1b77-4313-914e-ac149fb785c2', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:39.819494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:39.823372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:39.826262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:39.831826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:39.908954 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:39.967719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.009987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.037053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a37e6da-dd03-418c-b15c-a2dc0f486c32,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:40.089802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.091184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-55beadb8-dac8-467a-8753-7c884362bb6e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2818995 Mar 02 09:16:40.093912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39034) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:40.098910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '0efc396c-1b77-4313-914e-ac149fb785c2', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:40.104665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:40.108444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:40.111289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:40.116839 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:40.181058 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:16:40.187666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.254424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.330004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.354948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5aef1ea-c49d-49df-a17f-3d0d34b411d7,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:40.399555 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5b63224e-0532-4f4d-8fda-ea29fcf843de req-f056c79b-e600-4771-a1c8-34f3554f1a9d tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "GET /v2.0/ports?device_id=d847ec3c-4c28-475c-a625-3fe82a9e7009 HTTP/1.1" status: 200 len: 210 time: 0.0481322 Mar 02 09:16:40.467214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.468383 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5bfb57dd-f986-46d0-8b8a-14d04996cd1b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3735607 Mar 02 09:16:40.471335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39040) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:40.476157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '0efc396c-1b77-4313-914e-ac149fb785c2', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:40.482019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:40.485757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:40.488600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:40.496133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:40.587129 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:16:40.593961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.659572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.706811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.728519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71909f60-c718-4de1-9c8a-0296c2e418a0,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:40.758281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 28b1b3b0-e871-4365-9022-0a5fc1b02f7b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:16:40.799227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.801968 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-02142eee-1c8b-4cd0-8661-cd9c43962a32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3282454 Mar 02 09:16:40.829601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:40.830003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:40.969595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-012edb30-6e9c-44df-b036-7a2dffb6f3c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:41.032276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-012edb30-6e9c-44df-b036-7a2dffb6f3c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:41.033423 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-012edb30-6e9c-44df-b036-7a2dffb6f3c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-829769339&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1023631 Mar 02 09:16:41.109141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-1f798ad9-0bce-4dae-9c40-0fcb355cf93d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:41.109707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-1f798ad9-0bce-4dae-9c40-0fcb355cf93d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:41.164254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-1f798ad9-0bce-4dae-9c40-0fcb355cf93d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:41.165359 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-1f798ad9-0bce-4dae-9c40-0fcb355cf93d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 930 time: 0.1246636 Mar 02 09:16:41.239555 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5d8cba63-7f9b-4c69-9c39-b5b46f4f11a2 service neutron] 10.222.0.10 "GET /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0625257 Mar 02 09:16:41.457115 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-48376c9e-7f8e-4775-b5e5-95b0af0a311d service neutron] 10.222.0.10 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121208 Mar 02 09:16:41.493402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39058) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:41.598497 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-e3cea720-8c51-40fe-93f5-d49816ef091e service neutron] 10.222.0.10 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347399 Mar 02 09:16:41.654200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Deleting port f250d04f-6eb2-4ab7-9ec4-31b9ccc2fc49 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:41.654544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:41.822611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:41.823038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:41.901741 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5070759f-d64d-4b8b-a7dc-4ea23e1db904 req-93aa4b4d-9bcf-46fd-9bea-228a3612093a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 210 time: 0.0448854 Mar 02 09:16:41.955099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Calling delete_port for f250d04f-6eb2-4ab7-9ec4-31b9ccc2fc49 owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:42.147149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:42.294590 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event deleted for resources: {'Port': ['ID=f250d04f-6eb2-4ab7-9ec4-31b9ccc2fc49,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:42.381884 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:42.395702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:42.396837 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-db0a5e0a-dd2c-4dc9-920f-0bf8e86264b7 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "DELETE /v2.0/floatingips/9b29fb4b-fc24-4b69-b7c5-78cd08bdbb80 HTTP/1.1" status: 204 len: 168 time: 0.9023635 Mar 02 09:16:42.486999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 92a24ded-d985-4107-afea-6c5767b5f4c5 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:42.521472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 92a24ded-d985-4107-afea-6c5767b5f4c5 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:42.521809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 92a24ded-d985-4107-afea-6c5767b5f4c5 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:43.053692 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cec62d11-aa89-4fd6-86b6-ff7af04f96f1 req-2e392627-ac41-4a13-97f1-96e78d2bb8f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 210 time: 0.0439374 Mar 02 09:16:43.692417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-6c4abc32-a71a-4fe8-9b08-71ebec3cd936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:43.693772 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-6c4abc32-a71a-4fe8-9b08-71ebec3cd936 service neutron] 10.222.0.15 "GET /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 1026 time: 0.0644178 Mar 02 09:16:43.850085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-37e83b2d-d2b1-4cbc-b51d-3fd58fb260c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:43.851309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-37e83b2d-d2b1-4cbc-b51d-3fd58fb260c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:43.946599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-37e83b2d-d2b1-4cbc-b51d-3fd58fb260c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:43.947903 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-37e83b2d-d2b1-4cbc-b51d-3fd58fb260c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=9a70eaae-874c-4236-80ac-5e1daa3f5e79 HTTP/1.1" status: 200 len: 796 time: 0.2493868 Mar 02 09:16:44.002925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-88e123a5-0777-46ff-b965-26acca86a8a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:16:44.015165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-88e123a5-0777-46ff-b965-26acca86a8a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:16:44.016293 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-88e123a5-0777-46ff-b965-26acca86a8a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 379 time: 0.0596430 Mar 02 09:16:44.026707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Request body: {'port': {'device_id': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:44.164715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:44.249667 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-16d5ad24-694f-4d30-9c92-a7717546ced8 req-962dcba5-1414-4485-8b6a-422f216a30d4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 210 time: 0.0763249 Mar 02 09:16:44.540414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf94895-7db7-4903-b9e6-6b6260b04c88 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:16:44.550789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:44.565728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Transition to ACTIVE for port object cdf94895-7db7-4903-b9e6-6b6260b04c88 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:16:44.638232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:44.770250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:44.882930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Attempting to bind port cdf94895-7db7-4903-b9e6-6b6260b04c88 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:16:44.883258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Attempting to bind port cdf94895-7db7-4903-b9e6-6b6260b04c88 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:16:44.883580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Attempting to bind port cdf94895-7db7-4903-b9e6-6b6260b04c88 on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:16:44.888265 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Port cdf94895-7db7-4903-b9e6-6b6260b04c88 on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:16:44.888571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Attempting to bind port cdf94895-7db7-4903-b9e6-6b6260b04c88 on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:16:44.893551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:16:44.893911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Checking segment: {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:16:44.894295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Bound using segment: {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:16:44.894704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Bound port: cdf94895-7db7-4903-b9e6-6b6260b04c88, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:16:44.895041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:44.986522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:16:44.989497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:16:45.015630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39092) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:45.065229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:45.130477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:45.131078 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:45.133219 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] 10.222.0.15 "PUT /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 1131 time: 1.1111753 Mar 02 09:16:45.138678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:16:45.147674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5f07942-7859-4778-8cdf-60efc7c9f8c9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:45.194792 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'status': 'completed', 'code': 200} Mar 02 09:16:45.199153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737116e-7f77-49b0-92f5-52107b8525de service neutron] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:45.204722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5f07942-7859-4778-8cdf-60efc7c9f8c9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:45.322858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88c25-01c6-4f83-93a9-5fe066cc66a1 req-5d4fbea8-032f-424c-9b56-0272f2461d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:45.324948 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ceb88c25-01c6-4f83-93a9-5fe066cc66a1 req-5d4fbea8-032f-424c-9b56-0272f2461d3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 1134 time: 0.1110485 Mar 02 09:16:45.442774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5f07942-7859-4778-8cdf-60efc7c9f8c9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:45.464175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2ce0f-b8bf-4552-a092-3456f0fc8446 req-71781c76-10b4-4702-893a-8228fcae569c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:45.465908 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9fd2ce0f-b8bf-4552-a092-3456f0fc8446 req-71781c76-10b4-4702-893a-8228fcae569c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 981 time: 0.0899162 Mar 02 09:16:45.477264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f07942-7859-4778-8cdf-60efc7c9f8c9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253b0212-c835-471c-a5e9-fef4c86b8ef9,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:45.524665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9fd2ce0f-b8bf-4552-a092-3456f0fc8446 req-c2ca48eb-1c74-4758-a667-9ad14fe86d84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528171 Mar 02 09:16:45.533072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88c25-01c6-4f83-93a9-5fe066cc66a1 req-8f1fc556-5a77-4f60-a0f2-5fd4104f5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:45.535196 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ceb88c25-01c6-4f83-93a9-5fe066cc66a1 req-8f1fc556-5a77-4f60-a0f2-5fd4104f5416 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2033672 Mar 02 09:16:45.560577 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5f07942-7859-4778-8cdf-60efc7c9f8c9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:45.564274 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e5f07942-7859-4778-8cdf-60efc7c9f8c9 tempest-TestVolumeBootPattern-1468232859 tempest-TestVolumeBootPattern-1468232859-project] 10.222.0.10 "DELETE /v2.0/security-groups/253b0212-c835-471c-a5e9-fef4c86b8ef9 HTTP/1.1" status: 204 len: 168 time: 0.5451832 Mar 02 09:16:45.686060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39102) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:45.788153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88c25-01c6-4f83-93a9-5fe066cc66a1 req-8610061b-9b1c-4ad0-a04a-42fb9f744ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:45.789677 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-ceb88c25-01c6-4f83-93a9-5fe066cc66a1 req-8610061b-9b1c-4ad0-a04a-42fb9f744ab2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2476265 Mar 02 09:16:45.910029 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-9535a821-3ceb-4479-ac24-1e24e0a63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:45.912197 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-9535a821-3ceb-4479-ac24-1e24e0a63d69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 1134 time: 0.0811982 Mar 02 09:16:45.983047 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-2fab26cd-0e26-4185-82ff-33af72044ff2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 217 time: 0.0644710 Mar 02 09:16:46.044411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-f6d0bd4e-eb3f-485c-90eb-78819958f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:46.045867 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-f6d0bd4e-eb3f-485c-90eb-78819958f339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a52e698f-318d-425b-a1ec-ee10b484c7ec HTTP/1.1" status: 200 len: 834 time: 0.0572045 Mar 02 09:16:46.119461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-9c86da9b-c319-4efe-9a1c-0a8b3b7c1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:46.120809 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-9c86da9b-c319-4efe-9a1c-0a8b3b7c1790 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a70eaae-874c-4236-80ac-5e1daa3f5e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690908 Mar 02 09:16:46.250611 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-9937f7cb-3b14-4baf-81c8-9395c1f65871 service neutron] 10.222.0.15 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227674 Mar 02 09:16:46.372138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:46.379817 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-cb6125bc-0538-408c-914f-f9e57a4810ad req-1a73fc86-83f8-4587-b78a-8216ee0505ab service neutron] 10.222.0.15 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237869 Mar 02 09:16:46.760963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c0cb3-9ded-42ef-93a5-334d170fb580 req-97041b8c-4bad-4b75-9df1-a359702478e4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:46.762411 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-189c0cb3-9ded-42ef-93a5-334d170fb580 req-97041b8c-4bad-4b75-9df1-a359702478e4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 981 time: 0.1309311 Mar 02 09:16:46.794255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Deleting port 71a85cf0-4e78-43a2-bec2-a311fc6b256b {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:46.794588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:46.963353 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-189c0cb3-9ded-42ef-93a5-334d170fb580 req-a44e1006-cd37-47b5-a483-69c626bda871 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944442 Mar 02 09:16:47.082735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] For port 71a85cf0-4e78-43a2-bec2-a311fc6b256b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=71a85cf0-4e78-43a2-bec2-a311fc6b256b,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:47.083079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:47.200650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Calling delete_port for 71a85cf0-4e78-43a2-bec2-a311fc6b256b owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:47.341028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:47.569362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:47.614141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Pushing event deleted for resources: {'Port': ['ID=71a85cf0-4e78-43a2-bec2-a311fc6b256b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:47.871630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:48.379605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Router 97b628d2-d6d3-4ca1-897e-79a879734de0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:16:48.387578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b75e-6063-4e3b-ba50-1d3c164e7a04 req-3593adbd-6555-491f-8884-ec07298791c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:48.393156 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3e69b75e-6063-4e3b-ba50-1d3c164e7a04 req-3593adbd-6555-491f-8884-ec07298791c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 981 time: 0.2906961 Mar 02 09:16:48.508514 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3e69b75e-6063-4e3b-ba50-1d3c164e7a04 req-f23bd666-fe38-4bf8-820c-20a2dd8f3425 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133866 Mar 02 09:16:48.602326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:16:48.610755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] Sync routers for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:16:48.617280 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9b67e81b-aa93-4e1b-b3ee-7d425bbcd87b admin admin] 10.222.0.10 "PUT /v2.0/routers/97b628d2-d6d3-4ca1-897e-79a879734de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9297535 Mar 02 09:16:48.617769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39112) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:48.620160 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:48.620762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:48.795222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:48.832246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:48.966939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:49.072268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Deleting port 185a143c-6db0-41c6-a91a-13c6479233f3 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:49.072604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:49.113809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212'}], 'enable_snat': True}, 'gw_port_id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:16:47Z', 'revision_number': 5, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port': {'id': '185a143c-6db0-41c6-a91a-13c6479233f3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ec:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:18Z', 'updated_at': '2022-03-02T09:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:49.117763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] Checking router: 97b628d2-d6d3-4ca1-897e-79a879734de0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:16:49.126081 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] Routers {'97b628d2-d6d3-4ca1-897e-79a879734de0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:49.126672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97b628d2-d6d3-4ca1-897e-79a879734de0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:49.240650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] For port 185a143c-6db0-41c6-a91a-13c6479233f3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=185a143c-6db0-41c6-a91a-13c6479233f3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:49.240971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:49.271588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] Set router 97b628d2-d6d3-4ca1-897e-79a879734de0 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:49.362596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Calling delete_port for 185a143c-6db0-41c6-a91a-13c6479233f3 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:49.374266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:16:48Z', 'revision_number': 6, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:49.378138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ef370b-1f8d-48ca-8296-597c68bde7f3 None None] The sync data for ids ['97b628d2-d6d3-4ca1-897e-79a879734de0'] in dv-neutron-828796-1-hyperv is: [{'id': '97b628d2-d6d3-4ca1-897e-79a879734de0', 'name': 'tempest-TestVolumeBootPattern-114814818-router', 'tenant_id': '7b3cf841a687405eb1907c3edafdcfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:16Z', 'updated_at': '2022-03-02T09:16:48Z', 'revision_number': 6, 'project_id': '7b3cf841a687405eb1907c3edafdcfae', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:16:49.695878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7f40-bcd7-43e6-a5d3-b294b3816acc req-7f573a37-f40e-41ca-a2e5-dfe9af79d533 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:49.697223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-64de7f40-bcd7-43e6-a5d3-b294b3816acc req-7f573a37-f40e-41ca-a2e5-dfe9af79d533 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 981 time: 0.0832009 Mar 02 09:16:49.700669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:49.734143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-962f9bab-5b09-4cff-851d-7547718532eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:49.744149 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-64de7f40-bcd7-43e6-a5d3-b294b3816acc req-d545747d-eaa7-40fe-8e9e-a829eec27a61 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Mar 02 09:16:49.753083 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=185a143c-6db0-41c6-a91a-13c6479233f3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:49.845555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.013910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.015936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.095066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.095492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b628d2-d6d3-4ca1-897e-79a879734de0 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:16:50.108151 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.109242 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ecd41665-43d9-49c0-89a1-6a3594a97db5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/97b628d2-d6d3-4ca1-897e-79a879734de0 HTTP/1.1" status: 204 len: 168 time: 1.4906173 Mar 02 09:16:50.111724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39118) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:50.170850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2645295-74d9-4c8b-aca3-531c3611f3cf admin admin] Deleting subnet fed2c15f-a6b6-4469-925b-6d17f4a3215c {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:16:50.173850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2645295-74d9-4c8b-aca3-531c3611f3cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.222506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2645295-74d9-4c8b-aca3-531c3611f3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.348944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2645295-74d9-4c8b-aca3-531c3611f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.495294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2645295-74d9-4c8b-aca3-531c3611f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.536399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2645295-74d9-4c8b-aca3-531c3611f3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed2c15f-a6b6-4469-925b-6d17f4a3215c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:50.541051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2645295-74d9-4c8b-aca3-531c3611f3cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.547352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd68b6a-2cdc-4f82-936d-20cd8fac7f2f None None] Network a6332975-3d58-4edc-a71c-3dc3ba5958cf requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:16:50.550464 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f2645295-74d9-4c8b-aca3-531c3611f3cf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fed2c15f-a6b6-4469-925b-6d17f4a3215c HTTP/1.1" status: 204 len: 168 time: 0.4355743 Mar 02 09:16:50.550669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39122) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:50.562079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device cdf94895-7db7-4903-b9e6-6b6260b04c88 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:16:50.652356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.662387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Deleting port d394ed33-6bef-49ab-92c9-e2fb07555cfa {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:50.662710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.783706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 185a143c-6db0-41c6-a91a-13c6479233f3 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:50.834232 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 185a143c-6db0-41c6-a91a-13c6479233f3 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:50.834573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 185a143c-6db0-41c6-a91a-13c6479233f3 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:50.834988 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 71a85cf0-4e78-43a2-bec2-a311fc6b256b no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:50.869817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 71a85cf0-4e78-43a2-bec2-a311fc6b256b {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:50.870173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 71a85cf0-4e78-43a2-bec2-a311fc6b256b not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:50.870411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] For port d394ed33-6bef-49ab-92c9-e2fb07555cfa, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d394ed33-6bef-49ab-92c9-e2fb07555cfa,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:50.870916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:50.911437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:50.928660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'port_id': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'mac_address': 'fa:16:3e:cd:61:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:16:50.960286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a063b-c857-480f-820d-214a1a35a8b7 req-699319f8-14bb-4be6-8899-d58c303ea366 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:50.961766 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-791a063b-c857-480f-820d-214a1a35a8b7 req-699319f8-14bb-4be6-8899-d58c303ea366 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 981 time: 0.0964193 Mar 02 09:16:50.993148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.009643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Calling delete_port for d394ed33-6bef-49ab-92c9-e2fb07555cfa owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:51.014725 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-791a063b-c857-480f-820d-214a1a35a8b7 req-ff758110-5925-447f-8e83-c21f65252858 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Mar 02 09:16:51.015264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf94895-7db7-4903-b9e6-6b6260b04c88 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:16:51.021002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] DHCP port deletion for a6332975-3d58-4edc-a71c-3dc3ba5958cf request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:16:51.032332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] Deleting port d394ed33-6bef-49ab-92c9-e2fb07555cfa {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:51.032697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.068318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:51.152467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.158193 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.205129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=d394ed33-6bef-49ab-92c9-e2fb07555cfa,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:51.207182 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] No DVR routers for this DVR port d394ed33-6bef-49ab-92c9-e2fb07555cfa on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:16:51.306619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:51.318806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.333661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] For port d394ed33-6bef-49ab-92c9-e2fb07555cfa, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=d394ed33-6bef-49ab-92c9-e2fb07555cfa,segment=NetworkSegment(5d43db98-22b9-4085-99cc-a602451718f4),segment_id=5d43db98-22b9-4085-99cc-a602451718f4)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:51.334070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.342970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6332975-3d58-4edc-a71c-3dc3ba5958cf']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:51.354904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d43db98-22b9-4085-99cc-a602451718f4') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:51.355191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d43db98-22b9-4085-99cc-a602451718f4') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:51.366715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.385449 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.391199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:16:51.391567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.461297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] Calling delete_port for d394ed33-6bef-49ab-92c9-e2fb07555cfa owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:16:51.499806 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:16:51.513164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['cdf94895-7db7-4903-b9e6-6b6260b04c88'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:16:51.583045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:16:51.583393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:16:51.659825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.680963 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:51.689000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6332975-3d58-4edc-a71c-3dc3ba5958cf,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:51.774943 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-79895e09-28e6-419c-8f32-60261f525f01 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a6332975-3d58-4edc-a71c-3dc3ba5958cf HTTP/1.1" status: 204 len: 168 time: 1.2232265 Mar 02 09:16:51.777679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39128) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:51.952079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1ef44e66-e0f8-48e8-9d16-7498bd1ce278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:52.085201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] Deleting port d394ed33-6bef-49ab-92c9-e2fb07555cfa {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:52.085602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:52.153760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b495fd85-be6b-4356-83a1-22c8d33b74ea None None] The port 'd394ed33-6bef-49ab-92c9-e2fb07555cfa' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:16:52.203446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c182e-4d28-4b26-b9f3-34ad5bd08628 req-0d8df88a-36d7-4ec2-b931-4fb6a3d13d97 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:52.204879 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dc0c182e-4d28-4b26-b9f3-34ad5bd08628 req-0d8df88a-36d7-4ec2-b931-4fb6a3d13d97 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 982 time: 0.0836306 Mar 02 09:16:52.248887 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dc0c182e-4d28-4b26-b9f3-34ad5bd08628 req-a0cf98e9-2d33-4276-84d9-bcecf329f6bf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373249 Mar 02 09:16:52.311703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:52.548874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device cdf94895-7db7-4903-b9e6-6b6260b04c88 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:16:52.646936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Deleting port 4a6288b6-b539-429a-ad11-fd460b3a983a {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:52.647271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:52.717808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port cdf94895-7db7-4903-b9e6-6b6260b04c88 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:16:52.735089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port cdf94895-7db7-4903-b9e6-6b6260b04c88 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:16:52.735458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:52.759942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d394ed33-6bef-49ab-92c9-e2fb07555cfa no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:52.804142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: d394ed33-6bef-49ab-92c9-e2fb07555cfa {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:52.804385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device d394ed33-6bef-49ab-92c9-e2fb07555cfa not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:52.825508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] For port 4a6288b6-b539-429a-ad11-fd460b3a983a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=4a6288b6-b539-429a-ad11-fd460b3a983a,segment=NetworkSegment(49659b95-46da-429e-be7f-314368e2d4e3),segment_id=49659b95-46da-429e-be7f-314368e2d4e3)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:52.825879 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:52.883676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:52.910401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:16:52.921106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:52.958551 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'code': 200} Mar 02 09:16:53.009719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:53.067296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Calling delete_port for 4a6288b6-b539-429a-ad11-fd460b3a983a owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:53.068026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:53.092763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:53.146263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:53.316695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ac214-76e4-4986-ad9c-27415490789c req-36299e22-fd3a-4836-9c1f-d019b5ee02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:53.318506 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-780ac214-76e4-4986-ad9c-27415490789c req-36299e22-fd3a-4836-9c1f-d019b5ee02e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 1136 time: 0.0742323 Mar 02 09:16:53.322997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:53.390251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6288b6-b539-429a-ad11-fd460b3a983a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:53.447942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd8310-5ba1-498e-930c-97aac92d75e2 req-5672f71d-9494-41b4-bfa0-b09d7eaf39d0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:53.449630 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5bd8310-5ba1-498e-930c-97aac92d75e2 req-5672f71d-9494-41b4-bfa0-b09d7eaf39d0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 983 time: 0.0890656 Mar 02 09:16:53.480296 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-780ac214-76e4-4986-ad9c-27415490789c req-eaf06627-e188-47f6-9517-c1675cc90f4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531663 Mar 02 09:16:53.496043 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5bd8310-5ba1-498e-930c-97aac92d75e2 req-d7a6a4a5-9f5f-488e-8e8a-081ac3423803 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Mar 02 09:16:53.677825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:54.024033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:16:54.193036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:16:54.201499 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] Sync routers for ids ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:16:54.202000 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f7aed8b9-3840-4fef-8a14-c3beadfcf310 admin admin] 10.222.0.10 "PUT /v2.0/routers/2b69ecb7-731c-4233-a5f7-6f8d270ad513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4229500 Mar 02 09:16:54.204223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39140) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:54.211377 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] Routers {'2b69ecb7-731c-4233-a5f7-6f8d270ad513'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:54.211990 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:54.385272 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] Set router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:54.491642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:54.573684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:54.672591 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:31Z', 'updated_at': '2022-03-02T09:16:53Z', 'revision_number': 5, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'gw_port': {'id': 'ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:05:32Z', 'updated_at': '2022-03-02T09:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:54.676566 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] Checking router: 2b69ecb7-731c-4233-a5f7-6f8d270ad513 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:16:54.680260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:54.684997 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] Routers {'2b69ecb7-731c-4233-a5f7-6f8d270ad513'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:54.685872 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:54.721446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8171fd-e423-443e-84d5-ca93476dfb82 req-6b466245-4863-496a-92ff-50f6b20c8afc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:54.723287 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e8171fd-e423-443e-84d5-ca93476dfb82 req-6b466245-4863-496a-92ff-50f6b20c8afc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 983 time: 0.1013427 Mar 02 09:16:54.747384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Deleting port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:54.747713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:54.792627 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e8171fd-e423-443e-84d5-ca93476dfb82 req-0166f4ae-db20-4beb-9713-896ebda80501 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630920 Mar 02 09:16:54.904637 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] Set router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:54.956893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] For port ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:54.956893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:55.017821 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:31Z', 'updated_at': '2022-03-02T09:16:54Z', 'revision_number': 6, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:55.022563 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee18c4b-f97e-4a90-80ed-0f94f24b5584 None None] The sync data for ids ['2b69ecb7-731c-4233-a5f7-6f8d270ad513'] in dv-neutron-828796-1-hyperv is: [{'id': '2b69ecb7-731c-4233-a5f7-6f8d270ad513', 'name': 'tempest-TestVolumeBootPattern-1676272103-router', 'tenant_id': 'be512d66e759455f9c32d00bce0c67aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:05:31Z', 'updated_at': '2022-03-02T09:16:54Z', 'revision_number': 6, 'project_id': 'be512d66e759455f9c32d00bce0c67aa', 'gw_port_host': None}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:16:55.070882 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Calling delete_port for ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:55.294652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:55.343552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:55.435856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:55.605058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:55.608900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:55.716705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:55.717150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b69ecb7-731c-4233-a5f7-6f8d270ad513 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:16:55.731936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:55.733090 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-91ed87de-0b7e-4344-976d-e2afdefacbdd admin admin] 10.222.0.10 "DELETE /v2.0/routers/2b69ecb7-731c-4233-a5f7-6f8d270ad513 HTTP/1.1" status: 204 len: 168 time: 1.5279689 Mar 02 09:16:55.735945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39146) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:55.794674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d87f8a0-1998-4995-b076-b99edec28c3f admin admin] Deleting subnet cacf7c85-6662-453e-83df-7e90cabe2538 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:16:55.797710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d87f8a0-1998-4995-b076-b99edec28c3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:55.853382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d87f8a0-1998-4995-b076-b99edec28c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:55.981972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d87f8a0-1998-4995-b076-b99edec28c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.049866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7c2cc-130d-4713-88f8-d58a3f6ff2c6 req-95c446b2-19b1-409c-81c4-6c59e2a866bf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:56.051287 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69d7c2cc-130d-4713-88f8-d58a3f6ff2c6 req-95c446b2-19b1-409c-81c4-6c59e2a866bf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 983 time: 0.1508732 Mar 02 09:16:56.101074 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69d7c2cc-130d-4713-88f8-d58a3f6ff2c6 req-a43af7f5-1544-425c-a3c1-9eb49066f5f1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Mar 02 09:16:56.146819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d87f8a0-1998-4995-b076-b99edec28c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.189589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1d87f8a0-1998-4995-b076-b99edec28c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.193812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87f8a0-1998-4995-b076-b99edec28c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cacf7c85-6662-453e-83df-7e90cabe2538,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:56.195565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba5d86-c7a4-4898-9d44-0b9d48efa18f None None] Network 4b046dc3-3d5f-4f9a-8965-496cc363b78b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:16:56.203250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39154) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:56.203359 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1d87f8a0-1998-4995-b076-b99edec28c3f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cacf7c85-6662-453e-83df-7e90cabe2538 HTTP/1.1" status: 204 len: 168 time: 0.4639058 Mar 02 09:16:56.290168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80c95f-a077-42e1-88b4-758fb86e0eb3 req-dd44a511-8a78-40b2-8e1e-bc324d1498f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:56.291474 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0b80c95f-a077-42e1-88b4-758fb86e0eb3 req-dd44a511-8a78-40b2-8e1e-bc324d1498f0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 983 time: 0.0842957 Mar 02 09:16:56.306344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.316553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Deleting port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:56.316881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.338534 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0b80c95f-a077-42e1-88b4-758fb86e0eb3 req-26f1272c-fff5-4690-a7c2-aea81d87a30c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Mar 02 09:16:56.362676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39158) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:56.436987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46136467-91ff-4aed-9a77-b3da7dea3c81 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:56.441101 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-46136467-91ff-4aed-9a77-b3da7dea3c81 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 1131 time: 0.0748963 Mar 02 09:16:56.441299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39162) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:56.447222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:16:56.452499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:16:56.456118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] DHCP port deletion for 4b046dc3-3d5f-4f9a-8965-496cc363b78b request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:16:56.456599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:floatingip and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:16:56.460212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:16:56.460922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] Deleting port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:56.461298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.465823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:16:56.532173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] For port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5e208695-e8a1-49c3-9fa2-4f1c8def00e0,segment=NetworkSegment(49659b95-46da-429e-be7f-314368e2d4e3),segment_id=49659b95-46da-429e-be7f-314368e2d4e3)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:56.532665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.557161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.685072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] For port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5e208695-e8a1-49c3-9fa2-4f1c8def00e0,segment=NetworkSegment(49659b95-46da-429e-be7f-314368e2d4e3),segment_id=49659b95-46da-429e-be7f-314368e2d4e3)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:16:56.685503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.710732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.778318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Calling delete_port for 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:56.846299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4a6288b6-b539-429a-ad11-fd460b3a983a no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:56.853022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.228 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/9e2a9b42-525a-4672-9aec-0c0c3ea940c0) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:16:56.882532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] Calling delete_port for 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:16:56.919455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 4a6288b6-b539-429a-ad11-fd460b3a983a {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:56.919455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 4a6288b6-b539-429a-ad11-fd460b3a983a not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:56.919848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:56.934761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:56.956927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:56.957226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ab5e489b-8f3e-4d5a-8588-70cda6f9f8ce not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:56.957578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:16:56.991906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e208695-e8a1-49c3-9fa2-4f1c8def00e0,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:56.995350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] No DVR routers for this DVR port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:16:56.998395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:16:56.998746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:16:57.032935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:16:57.033309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:16:57.109650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.126700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.135705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b046dc3-3d5f-4f9a-8965-496cc363b78b']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:57.148030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49659b95-46da-429e-be7f-314368e2d4e3') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:57.148330 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49659b95-46da-429e-be7f-314368e2d4e3') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:57.159598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.175563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.182129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:16:57.182507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:16:57.195343 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:16:57.215228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.277818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:16:57.280438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:16:57.288544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:16:57.322350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=9e2a9b42-525a-4672-9aec-0c0c3ea940c0,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:57.369205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.384759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.394461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b046dc3-3d5f-4f9a-8965-496cc363b78b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:57.398601 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c4c37aa0-5db1-46e7-8f86-7faca3a989d3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4b046dc3-3d5f-4f9a-8965-496cc363b78b HTTP/1.1" status: 204 len: 168 time: 1.1962788 Mar 02 09:16:57.534481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] Deleting port 5e208695-e8a1-49c3-9fa2-4f1c8def00e0 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:16:57.535004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.603740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2719400a-25d7-4b22-b208-08a7672c60fa None None] The port '5e208695-e8a1-49c3-9fa2-4f1c8def00e0' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:16:57.701463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.746597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39168) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:57.794670 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fd2ecede-bf94-4778-9273-599bb3b9e15d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b3cf841a687405eb1907c3edafdcfae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468621 Mar 02 09:16:57.797321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39172) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:57.850967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.925813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c5bf0e57-191b-4bee-a346-df7c1d06e914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:57.980518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c5bf0e57-191b-4bee-a346-df7c1d06e914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:58.119511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:58.184599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c5bf0e57-191b-4bee-a346-df7c1d06e914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:58.198459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf0e57-191b-4bee-a346-df7c1d06e914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fffd54a-d335-4a07-b104-b4b99648ca0b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:58.201540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:58.327776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=9e2a9b42-525a-4672-9aec-0c0c3ea940c0,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:58.334088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c5bf0e57-191b-4bee-a346-df7c1d06e914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:58.335252 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c5bf0e57-191b-4bee-a346-df7c1d06e914 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fffd54a-d335-4a07-b104-b4b99648ca0b HTTP/1.1" status: 204 len: 168 time: 0.5369856 Mar 02 09:16:58.342098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:58.511266 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP a1e8bb8a-b2e4-44a3-be2a-312e29932092 associated. External IP: 172.26.3.228, port: cdf94895-7db7-4903-b9e6-6b6260b04c88. Mar 02 09:16:58.980310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 97778ae4-60a6-4a74-af2d-2839b21330c0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:16:59.094026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39180) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:59.141643 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f20ec9a0-bed3-49ba-aa67-96c9eadca5cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be512d66e759455f9c32d00bce0c67aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463703 Mar 02 09:16:59.144088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39184) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:59.158458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:16:59.168560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] Sync routers for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:16:59.179504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:59.180119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:59.208173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef93b177-02e3-4ce2-aa02-f33dbfe61fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:59.232148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:59.239069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef93b177-02e3-4ce2-aa02-f33dbfe61fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:59.299137 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-05cf8167-c222-4174-a587-8cb435bf33a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.8566194 Mar 02 09:16:59.300192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:16:59.301998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39188) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:16:59.368977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:16:59.374954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22fd07c-3e08-4cc8-86a1-110a86b85a69 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:59.376576 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a22fd07c-3e08-4cc8-86a1-110a86b85a69 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c&network_id=9a70eaae-874c-4236-80ac-5e1daa3f5e79 HTTP/1.1" status: 200 len: 1131 time: 0.0732832 Mar 02 09:16:59.392105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef93b177-02e3-4ce2-aa02-f33dbfe61fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:59.409251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93b177-02e3-4ce2-aa02-f33dbfe61fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac52427-fb82-4e72-a34c-14e74bf311de,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:16:59.414093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ef93b177-02e3-4ce2-aa02-f33dbfe61fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:16:59.418077 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ef93b177-02e3-4ce2-aa02-f33dbfe61fff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dac52427-fb82-4e72-a34c-14e74bf311de HTTP/1.1" status: 204 len: 168 time: 0.2730582 Mar 02 09:16:59.621222 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'status': 'completed', 'code': 200} Mar 02 09:16:59.722435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-492f7a63-6d34-4281-aefe-9436bbdef998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:59.723943 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-492f7a63-6d34-4281-aefe-9436bbdef998 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 1136 time: 0.0797014 Mar 02 09:16:59.776755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'a1e8bb8a-b2e4-44a3-be2a-312e29932092', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.228', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'port_id': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-139813773', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'mac_address': 'fa:16:3e:cd:61:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:16:57Z', 'updated_at': '2022-03-02T09:16:57Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b1b3b0-e871-4365-9022-0a5fc1b02f7b', 'name': '', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:99:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:32Z', 'updated_at': '2022-03-02T09:16:39Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:59.781544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] Checking router: 97778ae4-60a6-4a74-af2d-2839b21330c0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:16:59.791675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:16:59.792506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:16:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:16:59.883018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-16344031-3772-4d7c-9b35-f53e8d85e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:16:59.884652 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-16344031-3772-4d7c-9b35-f53e8d85e091 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9a70eaae-874c-4236-80ac-5e1daa3f5e79 HTTP/1.1" status: 200 len: 897 time: 0.1491697 Mar 02 09:17:00.014093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:17:00.025431 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-52ffe645-f714-46e7-8827-2d9008804b73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 1037 time: 0.1324646 Mar 02 09:17:00.093581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-31fdad18-8405-4f50-a90a-5dc3b456b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:00.095196 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-31fdad18-8405-4f50-a90a-5dc3b456b8f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a52e698f-318d-425b-a1ec-ee10b484c7ec HTTP/1.1" status: 200 len: 834 time: 0.0621219 Mar 02 09:17:00.175930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-1bfa7f8b-d7f5-410c-b00c-89b7ec820706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:00.178040 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-1bfa7f8b-d7f5-410c-b00c-89b7ec820706 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a70eaae-874c-4236-80ac-5e1daa3f5e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755298 Mar 02 09:17:00.188692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdb73a-7434-4cc4-8721-4311806607f3 req-19da31b2-8392-4a1b-9744-654c20ad47f7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:00.190175 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8dbdb73a-7434-4cc4-8721-4311806607f3 req-19da31b2-8392-4a1b-9744-654c20ad47f7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 983 time: 0.0807936 Mar 02 09:17:00.243321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8dbdb73a-7434-4cc4-8721-4311806607f3 req-cbb40c81-a8ed-4948-88ca-928f46621e2a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473092 Mar 02 09:17:00.316191 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-2a577739-ed85-4a17-9838-996b57dad8f2 service neutron] 10.222.0.15 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322377 Mar 02 09:17:00.414793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'a1e8bb8a-b2e4-44a3-be2a-312e29932092', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.228', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'port_id': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-139813773', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'mac_address': 'fa:16:3e:cd:61:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:16:57Z', 'updated_at': '2022-03-02T09:16:57Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b1b3b0-e871-4365-9022-0a5fc1b02f7b', 'name': '', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:99:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:32Z', 'updated_at': '2022-03-02T09:16:39Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:00.418740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85878e92-d3f4-4480-b505-48ab5f301840 None None] The sync data for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv is: [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'a1e8bb8a-b2e4-44a3-be2a-312e29932092', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.228', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'port_id': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-139813773', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'mac_address': 'fa:16:3e:cd:61:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b2318-71d5-4735-8c8a-2c6a08ed373c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:16:57Z', 'updated_at': '2022-03-02T09:16:57Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b1b3b0-e871-4365-9022-0a5fc1b02f7b', 'name': '', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:99:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:32Z', 'updated_at': '2022-03-02T09:16:39Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:17:00.447074 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8b798525-3a96-4d7b-aa88-ab21bd7e99ea req-b49100a6-01b8-4a45-bf9a-7d5acceb0954 service neutron] 10.222.0.15 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234939 Mar 02 09:17:00.608308 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31628a4b-cf98-437d-9e97-c7ebfc9010e1 None None] New status for floating IP a1e8bb8a-b2e4-44a3-be2a-312e29932092: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:17:01.436013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9db34-bf91-43fb-b666-a2910e5dbeb2 req-65f64ea4-c012-411a-b9de-0c5fa80b644b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:01.437572 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0b9db34-bf91-43fb-b666-a2910e5dbeb2 req-65f64ea4-c012-411a-b9de-0c5fa80b644b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 983 time: 0.0832174 Mar 02 09:17:01.480849 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a0b9db34-bf91-43fb-b666-a2910e5dbeb2 req-74b97a64-2e9e-4d04-801c-061f85879ed7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Mar 02 09:17:01.481216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-c866027f-2e35-455e-8896-6e5212de305b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:01.481937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-c866027f-2e35-455e-8896-6e5212de305b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:17:01.551252 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-c866027f-2e35-455e-8896-6e5212de305b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:17:01.552859 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-c866027f-2e35-455e-8896-6e5212de305b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 983 time: 0.2415919 Mar 02 09:17:01.624516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-8f728030-d93d-4756-bad5-87799b3f656c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:01.625850 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-8f728030-d93d-4756-bad5-87799b3f656c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0677469 Mar 02 09:17:01.766025 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-ea0c7701-f092-4c47-bdde-e17515860e31 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1353502 Mar 02 09:17:01.775234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:01.879210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:02.066974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:02.094758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:17:02.143215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] device_id is not set on port cdf94895-7db7-4903-b9e6-6b6260b04c88 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:17:02.151781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:02.208220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:02.345483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=6']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:02.400798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] No DVR routers for this DVR port cdf94895-7db7-4903-b9e6-6b6260b04c88 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:17:02.540504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-dfeae305-2c24-4cbe-b67b-abb8e646e906 None None] Provisioning complete for port cdf94895-7db7-4903-b9e6-6b6260b04c88 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:02.540991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dfeae305-2c24-4cbe-b67b-abb8e646e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:02.608026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dfeae305-2c24-4cbe-b67b-abb8e646e906 None None] Port cdf94895-7db7-4903-b9e6-6b6260b04c88 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:17:02.619011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] In _notify_port_updated(), no bound segment for port cdf94895-7db7-4903-b9e6-6b6260b04c88 on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:17:02.619867 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:02.620458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:02.621703 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00cd4dff-aabf-46d0-be26-94dd61705499 req-47c521d4-fa58-428c-9fa4-9eca294ef4a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 1026 time: 0.8502431 Mar 02 09:17:02.654545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b7d4cee-e878-4794-b248-0ca7bcaddfe4 req-4a684255-ddf7-45e4-9f7e-2e4e5eaae40a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c2b2318-71d5-4735-8c8a-2c6a08ed373c HTTP/1.1" status: 200 len: 210 time: 0.0423124 Mar 02 09:17:03.813345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39208) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:03.826787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1452ab6-dd1e-470e-adad-913ba522f488 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:03.828084 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c1452ab6-dd1e-470e-adad-913ba522f488 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 925 time: 0.0724742 Mar 02 09:17:04.312248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39214) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:04.317491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991560885', 'description': 'tempest-secgroup-smoke-991560885 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:04.323361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:04.333010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:04.407490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:04.427037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:04.430711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:04.433409 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:04.439091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:04.508664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:04.568682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:04.613191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c498428e-fceb-4532-a90c-54c3e29eaa16,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:04.665439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:04.666698 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-be9e64b6-a434-430d-a330-d8d8576c8455 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3534131 Mar 02 09:17:04.669458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39218) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:04.674398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'c498428e-fceb-4532-a90c-54c3e29eaa16', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:04.680369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:04.684286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:04.687252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:04.693565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:04.751582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:04.809373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:04.900210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:04.922976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f2c2c7-92de-4fef-a15e-e2f36e6738f8,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:05.014028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.015211 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e4e87704-4e7b-4bd2-9b71-396ca88b70c9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3448355 Mar 02 09:17:05.017926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39222) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:05.023419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'c498428e-fceb-4532-a90c-54c3e29eaa16', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:05.029417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:05.033251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:05.036192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:05.042195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:05.135438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.198027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.270868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.293968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf0a2c6-4920-42dd-917f-f40d88f04448,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:05.413981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.415181 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ee5d346b-4df5-4ee0-9cfb-146c0d20d820 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3963695 Mar 02 09:17:05.417813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39226) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:05.422733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'c498428e-fceb-4532-a90c-54c3e29eaa16', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:05.429155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:05.432906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:05.435720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:05.441289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:05.517764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.577461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.686885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.712235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b6b1d9-f0ff-4527-833b-1f0f4032a7c4,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:05.791200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.792396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fab8289e-7b6c-4675-a54e-c7c0df315776 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736541 Mar 02 09:17:05.795138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39230) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:05.800022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'c498428e-fceb-4532-a90c-54c3e29eaa16', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:05.805789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:05.809523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:05.812330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:05.817907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:05.912475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:05.973391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.048111 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.071073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361d3276-7f39-4327-b0e6-ce96847f5a64,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:06.145258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.147068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3a4e15f2-8a8b-44ec-8189-6a1cd5178a94 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3510230 Mar 02 09:17:06.149728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39234) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:06.154576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'c498428e-fceb-4532-a90c-54c3e29eaa16', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:06.160190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:06.163909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:06.166712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:06.172212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:06.265283 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:17:06.272655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.337763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.431036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.455576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139206bd-fdf2-4e34-b3c6-baf23aaf5762,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:06.539878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.541071 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0818c575-30d2-4f24-aeee-1da3a240c597 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3904014 Mar 02 09:17:06.544434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39238) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:06.549451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'c498428e-fceb-4532-a90c-54c3e29eaa16', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:06.555880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:06.559691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:06.562477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:06.568647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:06.596548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device cdf94895-7db7-4903-b9e6-6b6260b04c88 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:17:06.648456 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:17:06.651468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device cdf94895-7db7-4903-b9e6-6b6260b04c88 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:17:06.655341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.718039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.762470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.786275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db18689b-53d4-4d03-b8f7-77fe2aa224f6,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:06.858838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:06.859969 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-99cbfba3-b599-4537-9395-1889b0b0e933 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3146231 Mar 02 09:17:07.066506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-25bec844-036f-4e24-896a-a7f3cd840823 req-a4e83ae4-d32a-4077-a6c2-5f18b3e1f2d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:17:07.174003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-25bec844-036f-4e24-896a-a7f3cd840823 req-a4e83ae4-d32a-4077-a6c2-5f18b3e1f2d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:17:07.175060 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-a4e83ae4-d32a-4077-a6c2-5f18b3e1f2d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991560885&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1463156 Mar 02 09:17:07.251398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec844-036f-4e24-896a-a7f3cd840823 req-51f52a5f-4fa2-497e-b44f-2ef054a633c0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:07.252671 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-51f52a5f-4fa2-497e-b44f-2ef054a633c0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 930 time: 0.0712609 Mar 02 09:17:07.323275 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-f9d5a263-9a99-43fb-bb82-4f28ad9c96dd service neutron] 10.222.0.10 "GET /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0581477 Mar 02 09:17:07.448834 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-e3c2571c-dbc8-487d-82de-58f2412658ac service neutron] 10.222.0.10 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198874 Mar 02 09:17:07.673125 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-c61dc070-6581-4772-9ac9-c118dbbe2d3f service neutron] 10.222.0.10 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186811 Mar 02 09:17:07.988932 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-38540cc3-0123-439a-ab56-f67de949f7e4 req-4dda7bbc-d26a-49c5-8222-3dfb01017c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 210 time: 0.0445795 Mar 02 09:17:09.131914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e78e032-45e1-417a-9a6b-ef1798e891c0 req-b61bc25d-6dab-4bb3-8c6b-3713c4b68fe9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 210 time: 0.0419977 Mar 02 09:17:09.609765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec844-036f-4e24-896a-a7f3cd840823 req-ec95fb9e-3c63-462f-a7c4-41c94dd4f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:09.611106 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-ec95fb9e-3c63-462f-a7c4-41c94dd4f33c service neutron] 10.222.0.15 "GET /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 1026 time: 0.0588171 Mar 02 09:17:09.753925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec844-036f-4e24-896a-a7f3cd840823 req-9be2ae2c-ecfb-4116-8a4a-3e1b524bdf37 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:09.755361 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-9be2ae2c-ecfb-4116-8a4a-3e1b524bdf37 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=9a70eaae-874c-4236-80ac-5e1daa3f5e79 HTTP/1.1" status: 200 len: 796 time: 0.1397865 Mar 02 09:17:09.805374 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-52c5709f-a733-446b-b1a2-1d30eb054268 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 471 time: 0.0414855 Mar 02 09:17:09.822596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Request body: {'port': {'device_id': '2e61e4c2-3237-4129-bdbd-f20b0700cdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:09.856037 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:17:10.026866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:10.275950 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6c2e45fa-eef7-40f8-85e4-15c250a84d7d req-fa6eaff6-c953-485e-b6f2-cb1b40427e43 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 210 time: 0.0426776 Mar 02 09:17:10.360636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf94895-7db7-4903-b9e6-6b6260b04c88 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:17:10.368315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:10.382531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Transition to ACTIVE for port object cdf94895-7db7-4903-b9e6-6b6260b04c88 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:17:10.453560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:10.592700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=7']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:10.722749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Attempting to bind port cdf94895-7db7-4903-b9e6-6b6260b04c88 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:17:10.723304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Attempting to bind port cdf94895-7db7-4903-b9e6-6b6260b04c88 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:17:10.723950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Attempting to bind port cdf94895-7db7-4903-b9e6-6b6260b04c88 on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:17:10.728339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Port cdf94895-7db7-4903-b9e6-6b6260b04c88 on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:17:10.728647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Attempting to bind port cdf94895-7db7-4903-b9e6-6b6260b04c88 on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:17:10.733578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:17:10.733928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Checking segment: {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:17:10.734306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Bound using segment: {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:17:10.734715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Bound port: cdf94895-7db7-4903-b9e6-6b6260b04c88, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e70399f-1d9a-4f59-9693-81efe59c25ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:17:10.735050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:10.821645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:17:10.824739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:17:10.866050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:10.918826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:10.919448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:10.921059 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 1131 time: 1.1095703 Mar 02 09:17:10.923519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e61e4c2-3237-4129-bdbd-f20b0700cdcd', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:17:10.965144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2c5e8-7476-4699-a7d6-939db0b0e0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=8']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:10.978951 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e61e4c2-3237-4129-bdbd-f20b0700cdcd', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'status': 'completed', 'code': 200} Mar 02 09:17:11.096444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3c59-5c32-4f87-ae42-337daa787910 req-90c9f90e-2c89-45ad-acdb-0e70d62012af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:11.098048 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0bde3c59-5c32-4f87-ae42-337daa787910 req-90c9f90e-2c89-45ad-acdb-0e70d62012af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 1134 time: 0.0723968 Mar 02 09:17:11.236369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3c59-5c32-4f87-ae42-337daa787910 req-5b4256b6-f35c-481c-845e-3600f9d428a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:11.237781 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0bde3c59-5c32-4f87-ae42-337daa787910 req-5b4256b6-f35c-481c-845e-3600f9d428a9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1330857 Mar 02 09:17:11.372917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3c59-5c32-4f87-ae42-337daa787910 req-7b6140c8-9962-41b8-92e1-4dcb91323535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:11.374398 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0bde3c59-5c32-4f87-ae42-337daa787910 req-7b6140c8-9962-41b8-92e1-4dcb91323535 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305015 Mar 02 09:17:11.462911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2077738-522d-434e-8469-0b4744611cd2 req-ab1df6e9-24ae-4be7-89e7-4f7f6391bb4a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:11.464643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b2077738-522d-434e-8469-0b4744611cd2 req-ab1df6e9-24ae-4be7-89e7-4f7f6391bb4a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 981 time: 0.0816312 Mar 02 09:17:11.477615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec844-036f-4e24-896a-a7f3cd840823 req-cf60ccd1-c561-4d82-8c56-350abb82d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:11.479121 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-cf60ccd1-c561-4d82-8c56-350abb82d608 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 1134 time: 0.0690737 Mar 02 09:17:11.508834 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b2077738-522d-434e-8469-0b4744611cd2 req-912b6f44-aa17-424b-8fd7-b34f832cd135 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383046 Mar 02 09:17:11.584611 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-81e76f00-49f7-49e7-94ea-ed825507a06a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 1037 time: 0.0982983 Mar 02 09:17:11.648233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec844-036f-4e24-896a-a7f3cd840823 req-02cdca51-d45e-4681-9f4f-1e09f2028c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:11.649611 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-02cdca51-d45e-4681-9f4f-1e09f2028c52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a52e698f-318d-425b-a1ec-ee10b484c7ec HTTP/1.1" status: 200 len: 834 time: 0.0591338 Mar 02 09:17:11.721095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bec844-036f-4e24-896a-a7f3cd840823 req-db7ed7ac-18fc-4a4d-a122-a7c83d239f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:11.722533 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-db7ed7ac-18fc-4a4d-a122-a7c83d239f1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9a70eaae-874c-4236-80ac-5e1daa3f5e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673392 Mar 02 09:17:11.944658 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-2bb906f4-fdda-49fa-af33-9be46d844759 service neutron] 10.222.0.15 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159460 Mar 02 09:17:12.082711 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-25bec844-036f-4e24-896a-a7f3cd840823 req-51e7d8a7-dc06-490e-ae6a-9eb22e2c82e3 service neutron] 10.222.0.15 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321332 Mar 02 09:17:12.839408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c263-1a83-4c50-bb82-bb3cb4f3899f req-1543ebd4-0d7f-47fa-bee5-50952c526890 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:12.840773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4c71c263-1a83-4c50-bb82-bb3cb4f3899f req-1543ebd4-0d7f-47fa-bee5-50952c526890 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 981 time: 0.0793774 Mar 02 09:17:12.886215 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4c71c263-1a83-4c50-bb82-bb3cb4f3899f req-e594dec0-7be0-452c-9399-24040fde893f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397904 Mar 02 09:17:14.076984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1fa3-2869-4b2c-b25b-38b1c77d1301 req-2b57cee2-9746-4ccb-90f6-2325d99d41c0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:14.078450 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-084e1fa3-2869-4b2c-b25b-38b1c77d1301 req-2b57cee2-9746-4ccb-90f6-2325d99d41c0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 981 time: 0.0823355 Mar 02 09:17:14.120905 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-084e1fa3-2869-4b2c-b25b-38b1c77d1301 req-6f177151-acd8-4b24-8613-416eed04f864 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361881 Mar 02 09:17:15.311508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8117f57-0637-4dbc-849d-d46e1cc22269 req-e389ae2d-ad16-4ef9-a3a4-efdf6de5aff7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:15.312977 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f8117f57-0637-4dbc-849d-d46e1cc22269 req-e389ae2d-ad16-4ef9-a3a4-efdf6de5aff7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 981 time: 0.0883098 Mar 02 09:17:15.355566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f8117f57-0637-4dbc-849d-d46e1cc22269 req-3a33430a-e0ab-4148-b7a2-e5d72a1b1e9c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369527 Mar 02 09:17:16.533353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa57d1-ae6d-49eb-afa3-8624a0829732 req-6ea2b717-ffd8-4541-a63f-e495d420069f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:16.534821 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07aa57d1-ae6d-49eb-afa3-8624a0829732 req-6ea2b717-ffd8-4541-a63f-e495d420069f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 981 time: 0.0772111 Mar 02 09:17:16.581861 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07aa57d1-ae6d-49eb-afa3-8624a0829732 req-375b2a5e-869c-4b9c-9f72-b85384cb4e4a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Mar 02 09:17:16.630632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device cdf94895-7db7-4903-b9e6-6b6260b04c88 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:17:16.760897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:16.773320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'port_id': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'mac_address': 'fa:16:3e:cd:61:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:17:16.825564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:16.841584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf94895-7db7-4903-b9e6-6b6260b04c88 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:17:16.856475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:16.927892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:16.996063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=9']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:17.247678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['cdf94895-7db7-4903-b9e6-6b6260b04c88'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:17:17.364570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:17.761135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cfed1-87fb-4e3d-b636-97341a8f4e93 req-3a34a645-b516-443b-b086-e6b1b877fe7f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:17.762594 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-032cfed1-87fb-4e3d-b636-97341a8f4e93 req-3a34a645-b516-443b-b086-e6b1b877fe7f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 982 time: 0.0807540 Mar 02 09:17:17.804549 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-032cfed1-87fb-4e3d-b636-97341a8f4e93 req-0314256c-e241-426c-9cf3-2a9337bcfae1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Mar 02 09:17:18.644620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device cdf94895-7db7-4903-b9e6-6b6260b04c88 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:17:18.778825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port cdf94895-7db7-4903-b9e6-6b6260b04c88 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:17:18.783479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port cdf94895-7db7-4903-b9e6-6b6260b04c88 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:18.783847 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:18.898835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:18.924403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e61e4c2-3237-4129-bdbd-f20b0700cdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:17:18.934142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:18.968236 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e61e4c2-3237-4129-bdbd-f20b0700cdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf94895-7db7-4903-b9e6-6b6260b04c88', 'code': 200} Mar 02 09:17:18.995159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1a247-ec35-402d-8101-c57bd7e915cb req-9d4c1a5b-21bb-4697-b0aa-d3525029c0cd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:18.996820 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ee1a247-ec35-402d-8101-c57bd7e915cb req-9d4c1a5b-21bb-4697-b0aa-d3525029c0cd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 982 time: 0.0862093 Mar 02 09:17:19.013495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:19.041693 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ee1a247-ec35-402d-8101-c57bd7e915cb req-8210340b-5a23-4d06-9dc7-84ae124792fa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Mar 02 09:17:19.081259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=10']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:19.317459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a1572-37b9-4fdb-8752-692468881f4f req-ff1dfd26-0c2e-4d2e-84c9-59f9bca7a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:19.319675 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c79a1572-37b9-4fdb-8752-692468881f4f req-ff1dfd26-0c2e-4d2e-84c9-59f9bca7a2f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 1137 time: 0.0727153 Mar 02 09:17:19.358132 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c79a1572-37b9-4fdb-8752-692468881f4f req-ac081724-7834-47b3-bfe9-338d2ea6e094 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Mar 02 09:17:19.720478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6292dff7-ce19-4995-b92d-a963a07976aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:20.224476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85967c6-0399-45d4-af40-7c56177f2400 req-a55b1071-d848-4d51-858e-330513b66d75 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:20.226473 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a85967c6-0399-45d4-af40-7c56177f2400 req-a55b1071-d848-4d51-858e-330513b66d75 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 984 time: 0.0778680 Mar 02 09:17:20.268097 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a85967c6-0399-45d4-af40-7c56177f2400 req-17991057-863f-4c8d-89d8-7692a21b657f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360281 Mar 02 09:17:21.449471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162da1dd-8430-4c32-a34a-80070690e391 req-ac87d2aa-0d12-4a3e-a3e9-6608a0f95a97 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:21.450954 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-162da1dd-8430-4c32-a34a-80070690e391 req-ac87d2aa-0d12-4a3e-a3e9-6608a0f95a97 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 984 time: 0.0809619 Mar 02 09:17:21.494732 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-162da1dd-8430-4c32-a34a-80070690e391 req-1d6fb1a6-ada5-4fce-9e5e-0fc0d636213a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380461 Mar 02 09:17:21.671715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04e583-ab63-4698-805c-d6b9e051b013 req-79c5e6a4-1e57-480a-8c18-52486a825abd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:21.673137 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d04e583-ab63-4698-805c-d6b9e051b013 req-79c5e6a4-1e57-480a-8c18-52486a825abd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 984 time: 0.0774376 Mar 02 09:17:21.718777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d04e583-ab63-4698-805c-d6b9e051b013 req-a7ff329d-30c3-46c0-8e48-6ed62b8d377f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Mar 02 09:17:21.740315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39296) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:21.809629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6adfc-0504-4d91-a788-6f811e59642d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:21.811158 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d3f6adfc-0504-4d91-a788-6f811e59642d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd&network_id=9a70eaae-874c-4236-80ac-5e1daa3f5e79 HTTP/1.1" status: 200 len: 1132 time: 0.0693240 Mar 02 09:17:21.933354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d83482f0-04ac-46c5-911d-1154eb400c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:22.299077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92797eea-c56a-45d6-ba67-66fb3bbd584c req-0cdc109f-1648-42b7-8a4a-80e97afaeeaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:22.300491 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-92797eea-c56a-45d6-ba67-66fb3bbd584c req-0cdc109f-1648-42b7-8a4a-80e97afaeeaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 984 time: 0.0783498 Mar 02 09:17:22.345580 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-92797eea-c56a-45d6-ba67-66fb3bbd584c req-533683e8-ace9-4aa9-b834-73ac62d213fb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Mar 02 09:17:23.006248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:23.098705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:23.525635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a2ccd-7674-4279-8502-8ac82bf724f1 req-ee510fce-d7c4-44e2-b712-f3c78cd99c75 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:23.527090 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-339a2ccd-7674-4279-8502-8ac82bf724f1 req-ee510fce-d7c4-44e2-b712-f3c78cd99c75 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 984 time: 0.0772123 Mar 02 09:17:23.570094 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-339a2ccd-7674-4279-8502-8ac82bf724f1 req-1adb7aa8-d335-4809-a5ec-d745b7557ec9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373745 Mar 02 09:17:23.677057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-77add9b7-ad6b-4621-b33f-5ccfa7e349a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:23.679581 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-77add9b7-ad6b-4621-b33f-5ccfa7e349a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 984 time: 0.0878601 Mar 02 09:17:23.751698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-62fd2587-365c-4f12-8e80-6a69b263d07c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:23.753071 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-62fd2587-365c-4f12-8e80-6a69b263d07c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0680668 Mar 02 09:17:23.899981 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-68b4de4d-5dea-4f42-bd28-8cb7474c4251 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1420424 Mar 02 09:17:23.909750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:24.025504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:24.215088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=cdf94895-7db7-4903-b9e6-6b6260b04c88,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:24.242170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] For port cdf94895-7db7-4903-b9e6-6b6260b04c88, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:17:24.294515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] device_id is not set on port cdf94895-7db7-4903-b9e6-6b6260b04c88 yet. {{(pid=88400) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 09:17:24.302204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:24.361703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:24.497321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=11']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:24.510112 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.510467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.510794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.511127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.511458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.511781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.512103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.512428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.512749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.513065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.513377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.513695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:24.569581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] No DVR routers for this DVR port cdf94895-7db7-4903-b9e6-6b6260b04c88 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:17:24.655814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:24.696665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-8f7be595-9272-4239-b9b0-5e3378845b9f None None] Provisioning complete for port cdf94895-7db7-4903-b9e6-6b6260b04c88 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:24.696978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8f7be595-9272-4239-b9b0-5e3378845b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:24.740132 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-934890bd-b543-48f3-a872-2bfb5b665f69 req-5dfdb282-1981-43b6-9ee3-35fe45b33d87 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e61e4c2-3237-4129-bdbd-f20b0700cdcd HTTP/1.1" status: 200 len: 210 time: 0.0504868 Mar 02 09:17:24.762062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-8f7be595-9272-4239-b9b0-5e3378845b9f None None] Port cdf94895-7db7-4903-b9e6-6b6260b04c88 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:17:24.801129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] In _notify_port_updated(), no bound segment for port cdf94895-7db7-4903-b9e6-6b6260b04c88 on network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 {{(pid=88400) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 09:17:24.802027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:24.802626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:24.804417 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-aba365b0-cf59-4a3e-bd99-3ecf24dad951 req-ba59a65f-88e9-44c4-869a-e0f15f849a11 service neutron] 10.222.0.15 "PUT /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 200 len: 1027 time: 0.8985713 Mar 02 09:17:25.839232 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39310) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:25.904927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:25.934766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:26.076114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:26.094413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c498428e-fceb-4532-a90c-54c3e29eaa16,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:26.102044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.102382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.102712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.103036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.103358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.103706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.104021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.104335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.104649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.104964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.105275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.105582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:26.177742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:26.179411 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-45ae814e-af17-4761-acc3-d2ea489905d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/c498428e-fceb-4532-a90c-54c3e29eaa16 HTTP/1.1" status: 204 len: 168 time: 0.3391826 Mar 02 09:17:26.270279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39316) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:26.466473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 9e2a9b42-525a-4672-9aec-0c0c3ea940c0 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:17:26.466716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:26.725795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:26.726152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:26.847040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 9e2a9b42-525a-4672-9aec-0c0c3ea940c0 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:17:27.058669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:27.107787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=9e2a9b42-525a-4672-9aec-0c0c3ea940c0,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:27.192017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:27.192338 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP a1e8bb8a-b2e4-44a3-be2a-312e29932092 disassociated (deleted). External IP: 172.26.3.228, port: cdf94895-7db7-4903-b9e6-6b6260b04c88. Mar 02 09:17:27.541737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 97778ae4-60a6-4a74-af2d-2839b21330c0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:17:27.733635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:17:27.742961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] Sync routers for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:17:27.751759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:17:27.752364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:27.830028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:27.885849 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-40e2f5bb-04e3-4151-bee9-ecb1acc7a7b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/floatingips/a1e8bb8a-b2e4-44a3-be2a-312e29932092 HTTP/1.1" status: 204 len: 168 time: 1.6144583 Mar 02 09:17:27.925771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:17:28.031894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39324) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:28.098380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7aae-d645-42a8-b62e-38294feed809 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:28.126944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7aae-d645-42a8-b62e-38294feed809 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:28.253256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7aae-d645-42a8-b62e-38294feed809 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:28.268585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '28b1b3b0-e871-4365-9022-0a5fc1b02f7b', 'name': '', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:99:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:32Z', 'updated_at': '2022-03-02T09:16:39Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:28.272828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] Checking router: 97778ae4-60a6-4a74-af2d-2839b21330c0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:17:28.275661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f7aae-d645-42a8-b62e-38294feed809 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc396c-1b77-4313-914e-ac149fb785c2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:28.287441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7aae-d645-42a8-b62e-38294feed809 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:28.287441 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6b0f7aae-d645-42a8-b62e-38294feed809 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/0efc396c-1b77-4313-914e-ac149fb785c2 HTTP/1.1" status: 204 len: 168 time: 0.2510672 Mar 02 09:17:28.287617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:17:28.287617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:28.386007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39330) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:28.451447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-daaae79a-a101-42c1-8653-66aba16b833e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port cdf94895-7db7-4903-b9e6-6b6260b04c88 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:17:28.451810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-daaae79a-a101-42c1-8653-66aba16b833e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:28.478071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:17:28.702670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device cdf94895-7db7-4903-b9e6-6b6260b04c88 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:17:28.796362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-daaae79a-a101-42c1-8653-66aba16b833e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:28.811493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device cdf94895-7db7-4903-b9e6-6b6260b04c88 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:17:28.839757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '28b1b3b0-e871-4365-9022-0a5fc1b02f7b', 'name': '', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:99:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:32Z', 'updated_at': '2022-03-02T09:16:39Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:28.843655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79da395c-b9e0-41c1-87d2-5c01bc181fd6 None None] The sync data for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv is: [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:16:33Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '28b1b3b0-e871-4365-9022-0a5fc1b02f7b', 'name': '', 'network_id': '9a70eaae-874c-4236-80ac-5e1daa3f5e79', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:99:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:32Z', 'updated_at': '2022-03-02T09:16:39Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'a52e698f-318d-425b-a1ec-ee10b484c7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:17:28.919144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-daaae79a-a101-42c1-8653-66aba16b833e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for cdf94895-7db7-4903-b9e6-6b6260b04c88 owned by {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:17:29.156369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-daaae79a-a101-42c1-8653-66aba16b833e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:29.176195 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c93726-569b-4eef-8415-cf4a60859459 None None] New status for floating IP a1e8bb8a-b2e4-44a3-be2a-312e29932092: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:17:29.205959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaae79a-a101-42c1-8653-66aba16b833e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=cdf94895-7db7-4903-b9e6-6b6260b04c88,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:29.314508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-daaae79a-a101-42c1-8653-66aba16b833e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:29.326206 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-daaae79a-a101-42c1-8653-66aba16b833e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/ports/cdf94895-7db7-4903-b9e6-6b6260b04c88 HTTP/1.1" status: 204 len: 168 time: 0.9390650 Mar 02 09:17:29.333474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39334) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:29.876646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:30.330737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:17:30.331430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:30.509689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 28b1b3b0-e871-4365-9022-0a5fc1b02f7b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=28b1b3b0-e871-4365-9022-0a5fc1b02f7b,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:30.510066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:30.636472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 28b1b3b0-e871-4365-9022-0a5fc1b02f7b owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:17:30.887268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:30.937650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=28b1b3b0-e871-4365-9022-0a5fc1b02f7b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:31.206002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:31.547933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 97778ae4-60a6-4a74-af2d-2839b21330c0 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:17:31.820205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:17:31.830183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] Sync routers for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:17:31.835991 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-625e52ca-5cd1-403f-973b-f56f35981ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/97778ae4-60a6-4a74-af2d-2839b21330c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4983978 Mar 02 09:17:31.836227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39338) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:31.839832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:17:31.840422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:31.903123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a8e6a2-edcf-4dd5-9549-f1e3852d3c87 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting subnet a52e698f-318d-425b-a1ec-ee10b484c7ec {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:17:31.906067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-38a8e6a2-edcf-4dd5-9549-f1e3852d3c87 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:31.959531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-38a8e6a2-edcf-4dd5-9549-f1e3852d3c87 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:32.010411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:17:32.042558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-38a8e6a2-edcf-4dd5-9549-f1e3852d3c87 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:32.184785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-38a8e6a2-edcf-4dd5-9549-f1e3852d3c87 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:32.224530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8e6a2-edcf-4dd5-9549-f1e3852d3c87 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Subnet': ['ID=a52e698f-318d-425b-a1ec-ee10b484c7ec,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:32.226664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-38a8e6a2-edcf-4dd5-9549-f1e3852d3c87 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:32.241863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-38a8e6a2-edcf-4dd5-9549-f1e3852d3c87 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/subnets/a52e698f-318d-425b-a1ec-ee10b484c7ec HTTP/1.1" status: 204 len: 168 time: 0.3962419 Mar 02 09:17:32.241863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39342) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:32.298296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1199d4-2744-4589-a7ad-24248ab1ff89 None None] Network 9a70eaae-874c-4236-80ac-5e1daa3f5e79 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:17:32.414576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:32.485860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:17:30Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:32.491897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] Checking router: 97778ae4-60a6-4a74-af2d-2839b21330c0 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:17:32.504685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] Routers {'97778ae4-60a6-4a74-af2d-2839b21330c0'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:17:32.505283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['97778ae4-60a6-4a74-af2d-2839b21330c0'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:32.589762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:32.653386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port daef12c4-39ef-4e55-9846-b9956e4751c8 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:17:32.653386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:32.662696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] DHCP port deletion for 9a70eaae-874c-4236-80ac-5e1daa3f5e79 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:17:32.672018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Deleting port 886b57be-758e-45d5-a03d-24fca55485e7 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:17:32.672381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:32.736283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] Set router 97778ae4-60a6-4a74-af2d-2839b21330c0 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:17:32.842234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 886b57be-758e-45d5-a03d-24fca55485e7 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:17:32.843621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port daef12c4-39ef-4e55-9846-b9956e4751c8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=daef12c4-39ef-4e55-9846-b9956e4751c8,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:32.843972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:32.964811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for daef12c4-39ef-4e55-9846-b9956e4751c8 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:17:33.188534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] For port 886b57be-758e-45d5-a03d-24fca55485e7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=886b57be-758e-45d5-a03d-24fca55485e7,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:33.188916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.212728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.220116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.257823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=daef12c4-39ef-4e55-9846-b9956e4751c8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:33.399589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Calling delete_port for 886b57be-758e-45d5-a03d-24fca55485e7 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:17:33.457735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.507504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 886b57be-758e-45d5-a03d-24fca55485e7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=886b57be-758e-45d5-a03d-24fca55485e7,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:33.532973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:17:30Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:33.538558 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95049658-fe40-4375-bd5f-4e8184726c3f None None] The sync data for ids ['97778ae4-60a6-4a74-af2d-2839b21330c0'] in dv-neutron-828796-1-hyperv is: [{'id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'name': 'tempest-TestNetworkBasicOps-router-301049521', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:16:27Z', 'updated_at': '2022-03-02T09:17:30Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': 'daef12c4-39ef-4e55-9846-b9956e4751c8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97778ae4-60a6-4a74-af2d-2839b21330c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:16:28Z', 'updated_at': '2022-03-02T09:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:17:33.561555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.616234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:17:33.616581 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:17:33.633481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=886b57be-758e-45d5-a03d-24fca55485e7,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:33.640539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.640882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.641215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.641543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.641885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.642210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.642530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.642845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.643165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.643480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.643792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.644102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:33.658404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.660676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.727252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.727690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Fanout notify agent at l3_agent the message router_deleted on router 97778ae4-60a6-4a74-af2d-2839b21330c0 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:17:33.743103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.744455 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ba38ea2f-f8dd-459f-858c-33fa13c5f4dc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/routers/97778ae4-60a6-4a74-af2d-2839b21330c0 HTTP/1.1" status: 204 len: 168 time: 1.5075474 Mar 02 09:17:33.747250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39346) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:33.877518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:33.889159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 886b57be-758e-45d5-a03d-24fca55485e7 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:17:33.889496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.112918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 886b57be-758e-45d5-a03d-24fca55485e7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=886b57be-758e-45d5-a03d-24fca55485e7,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:34.113272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.118473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Deleting port 886b57be-758e-45d5-a03d-24fca55485e7 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:17:34.118941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.241653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 886b57be-758e-45d5-a03d-24fca55485e7 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:17:34.367797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] For port 886b57be-758e-45d5-a03d-24fca55485e7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=886b57be-758e-45d5-a03d-24fca55485e7,segment=NetworkSegment(7e70399f-1d9a-4f59-9693-81efe59c25ef),segment_id=7e70399f-1d9a-4f59-9693-81efe59c25ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:34.368175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.401465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.447776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=886b57be-758e-45d5-a03d-24fca55485e7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:34.449454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port 886b57be-758e-45d5-a03d-24fca55485e7 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:17:34.492771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Calling delete_port for 886b57be-758e-45d5-a03d-24fca55485e7 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:17:34.570387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:17:34.570715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:17:34.577512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.602860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a70eaae-874c-4236-80ac-5e1daa3f5e79']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:34.614551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e70399f-1d9a-4f59-9693-81efe59c25ef') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:34.614890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e70399f-1d9a-4f59-9693-81efe59c25ef') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:34.626239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.642248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.649021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:17:34.649423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:17:34.663351 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:17:34.775169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 28b1b3b0-e871-4365-9022-0a5fc1b02f7b no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:17:34.808505 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 28b1b3b0-e871-4365-9022-0a5fc1b02f7b {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:17:34.808896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 28b1b3b0-e871-4365-9022-0a5fc1b02f7b not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:17:34.809302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device daef12c4-39ef-4e55-9846-b9956e4751c8 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:17:34.812889 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.817177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:34.845307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Network': ['ID=9a70eaae-874c-4236-80ac-5e1daa3f5e79,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:34.846439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: daef12c4-39ef-4e55-9846-b9956e4751c8 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:17:34.846782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device daef12c4-39ef-4e55-9846-b9956e4751c8 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:17:34.920271 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dc2a6e6b-1564-4160-9ff0-ea96b3bd5161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/networks/9a70eaae-874c-4236-80ac-5e1daa3f5e79 HTTP/1.1" status: 204 len: 168 time: 1.1719525 Mar 02 09:17:34.934648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39350) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:34.946069 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f812dca7-d8f7-4c48-9a3d-c13d9f0e5a1a tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104210 Mar 02 09:17:34.948382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39354) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:34.953420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'network': {'name': 'tempest-network-smoke--537350616', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'port_security_enabled': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:34.958322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:34.962941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:network and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:34.966252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:34.971794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:35.039509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:17:35.043722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:35.070131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:17:35.078095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:35.078425 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Added segment 26743ead-f01a-49d0-a8f1-ef00678eba94 of type vlan for network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 Mar 02 09:17:35.105897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:35.108119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Deleting port 886b57be-758e-45d5-a03d-24fca55485e7 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:17:35.108531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:35.171729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-446c45fd-da56-4500-b103-c4906098eff6 None None] The port '886b57be-758e-45d5-a03d-24fca55485e7' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:17:35.195760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:35.201283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:35.201873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:35.303404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Network': ['ID=4ea81b63-6ee0-4dcd-9c57-7186bd68a830,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:35.313207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:17:35.390644 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-601d3ff8-528b-4669-a860-61c8a69a9eb4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4412436 Mar 02 09:17:35.393254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39358) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:35.398384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-333412816', 'admin_state_up': True, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:35.405268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:35.409017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:router and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:35.412448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:35.422392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:35.515625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:35.516548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:35.530640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:35.939747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:36.307396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:36.338967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:36.463311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.132 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/22a67e1f-da0d-4232-a3a0-fd94d638f24e) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:17:36.604206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:36.675910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:36.736894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:17:36.739532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:17:36.748012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:17:36.786172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=22a67e1f-da0d-4232-a3a0-fd94d638f24e,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:37.301188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:37.630066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:37.892025 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router fd5c8fc8-581e-48b9-845c-e40e701daaad is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:17:38.063271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:17:38.073150 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Sync routers for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:17:38.082945 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:17:38.084094 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:38.159692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:38.160836 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1cd5cec0-19c3-477f-af07-15251e5213d7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7666121 Mar 02 09:17:38.163962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39362) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:38.202595 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ae5af529-fdbc-4bed-a45b-3cdad5fa118c tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375962 Mar 02 09:17:38.205390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39366) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:38.258987 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:17:38.333122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54d284-f2b2-4bdd-bf70-b8351ff26dc4 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:38.335167 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8d54d284-f2b2-4bdd-bf70-b8351ff26dc4 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288745 Mar 02 09:17:38.342161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39370) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:38.384703 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0937f28f-05d7-44d8-9101-e4fb47f3a37b tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415096 Mar 02 09:17:38.387370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39374) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:38.392521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774820960', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:38.498554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:38.502233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:subnet and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:38.505036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:38.511294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:38.535736 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:36Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:38.539589 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Checking router: fd5c8fc8-581e-48b9-845c-e40e701daaad for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:17:38.539926 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Updating router fd5c8fc8-581e-48b9-845c-e40e701daaad port 22a67e1f-da0d-4232-a3a0-fd94d638f24e binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:17:38.593965 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:38.595487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:17:38.599070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:38.940915 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:38.952017 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Transition to ACTIVE for port object 22a67e1f-da0d-4232-a3a0-fd94d638f24e will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:17:38.972825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:39.033520 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:39.055701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=8d936006-24f0-467d-af85-7848f4118511,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:39.060483 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Checking segment: {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:17:39.060874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network hostable DHCP agents. Network: 4ea81b63-6ee0-4dcd-9c57-7186bd68a830, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:17:39.112893 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Attempting to bind port 22a67e1f-da0d-4232-a3a0-fd94d638f24e on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:17:39.113413 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Attempting to bind port 22a67e1f-da0d-4232-a3a0-fd94d638f24e by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:17:39.116666 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Attempting to bind port 22a67e1f-da0d-4232-a3a0-fd94d638f24e on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:17:39.116666 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Pushing event updated for resources: {'Port': ['ID=22a67e1f-da0d-4232-a3a0-fd94d638f24e,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:39.124254 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:17:39.124612 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:17:39.124996 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:39.125377 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:17:39.125813 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Bound port: 22a67e1f-da0d-4232-a3a0-fd94d638f24e, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:17:39.126209 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:39.130758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:17:39.155617 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.155954 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.156280 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.156599 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.156917 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.157233 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.157549 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.157887 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.158202 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.158511 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.158822 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.159128 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:17:39.204717 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] For port 22a67e1f-da0d-4232-a3a0-fd94d638f24e, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:17:39.207466 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] For port 22a67e1f-da0d-4232-a3a0-fd94d638f24e, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=22a67e1f-da0d-4232-a3a0-fd94d638f24e,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:17:39.210975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4ea81b63-6ee0-4dcd-9c57-7186bd68a830) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:17:39.214879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:39.215524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:39.219675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1cc11-9ff0-4336-87a9-b2275f1caf50 None None] Network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:17:39.297337 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:39.304852 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7b776119-37a5-448b-a505-b14d7d38cf08 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9165626 Mar 02 09:17:39.313465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39378) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:39.375900 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:17:39.376510 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:39.431002 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5de572-5712-4193-b5c9-84cf67936058 None None] Pushing event updated for resources: {'Port': ['ID=22a67e1f-da0d-4232-a3a0-fd94d638f24e,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:39.464226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:17:39.465101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:39.573473 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:17:39.622275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Allocated IP 172.20.0.2 (4ea81b63-6ee0-4dcd-9c57-7186bd68a830/8d936006-24f0-467d-af85-7848f4118511/5f8d3274-3ab3-4305-b496-ffe6c3db077e) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:17:39.833045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:39.844798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Transition to ACTIVE for port object 5f8d3274-3ab3-4305-b496-ffe6c3db077e will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:17:39.860916 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:36Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:39.864202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Transition to ACTIVE for port object 5f8d3274-3ab3-4305-b496-ffe6c3db077e will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:17:39.865294 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316373a3-207d-441f-a6a1-37a18cf35b2a None None] The sync data for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv is: [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:36Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:17:39.948145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:40.011223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:17:40.018114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:17:40.022206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:40.022837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:17:40.028617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Pushing event updated for resources: {'Port': ['ID=5f8d3274-3ab3-4305-b496-ffe6c3db077e,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:40.125689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Attempting to bind port 5f8d3274-3ab3-4305-b496-ffe6c3db077e on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:17:40.126381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Attempting to bind port 5f8d3274-3ab3-4305-b496-ffe6c3db077e by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:17:40.126741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Attempting to bind port 5f8d3274-3ab3-4305-b496-ffe6c3db077e on network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:17:40.132751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:17:40.133114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Checking segment: {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:17:40.133501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:40.133967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Bound using segment: {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:17:40.134440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Bound port: 5f8d3274-3ab3-4305-b496-ffe6c3db077e, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:17:40.134897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:40.272235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] For port 5f8d3274-3ab3-4305-b496-ffe6c3db077e, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:17:40.275624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] For port 5f8d3274-3ab3-4305-b496-ffe6c3db077e, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5f8d3274-3ab3-4305-b496-ffe6c3db077e,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:17:40.342656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:40.431927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55597f-d9e4-4c6e-9662-649b596dcf71 None None] Pushing event updated for resources: {'Port': ['ID=5f8d3274-3ab3-4305-b496-ffe6c3db077e,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:40.454061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.1 (4ea81b63-6ee0-4dcd-9c57-7186bd68a830/8d936006-24f0-467d-af85-7848f4118511/df979f51-cf21-4c49-a07f-b52220e2f268) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:17:40.778901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:40.798788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object df979f51-cf21-4c49-a07f-b52220e2f268 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:17:40.855743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5f8d3274-3ab3-4305-b496-ffe6c3db077e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:17:40.898843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:40.961167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:17:40.968491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:17:40.972705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:17:40.984034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 5f8d3274-3ab3-4305-b496-ffe6c3db077e completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:17:40.989291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 22a67e1f-da0d-4232-a3a0-fd94d638f24e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:17:41.008465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=df979f51-cf21-4c49-a07f-b52220e2f268,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:41.034331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:41.119515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 22a67e1f-da0d-4232-a3a0-fd94d638f24e completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:17:41.124712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 22a67e1f-da0d-4232-a3a0-fd94d638f24e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:41.125087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:41.252667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:41.269132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 22a67e1f-da0d-4232-a3a0-fd94d638f24e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=22a67e1f-da0d-4232-a3a0-fd94d638f24e,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:41.336626 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:41.393862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:41.416924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=22a67e1f-da0d-4232-a3a0-fd94d638f24e,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:41.793288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:41.852164 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:41.967012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:41.970496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=df979f51-cf21-4c49-a07f-b52220e2f268,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:42.013024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e4abd-d5e9-4c57-bffe-6da9237d4e38 None None] Network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:17:42.106042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:17:42.107128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:17:42.170691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f6086668-1bca-42ea-bfd0-327ab36e153f None None] Provisioning for port 5f8d3274-3ab3-4305-b496-ffe6c3db077e completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:17:42.179927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f6086668-1bca-42ea-bfd0-327ab36e153f None None] Provisioning complete for port 5f8d3274-3ab3-4305-b496-ffe6c3db077e triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:42.180289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f6086668-1bca-42ea-bfd0-327ab36e153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:42.288326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router fd5c8fc8-581e-48b9-845c-e40e701daaad has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:17:42.351764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f6086668-1bca-42ea-bfd0-327ab36e153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:42.385190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f6086668-1bca-42ea-bfd0-327ab36e153f None None] For port 5f8d3274-3ab3-4305-b496-ffe6c3db077e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5f8d3274-3ab3-4305-b496-ffe6c3db077e,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:42.446729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f6086668-1bca-42ea-bfd0-327ab36e153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:42.517038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6086668-1bca-42ea-bfd0-327ab36e153f None None] Pushing event updated for resources: {'Port': ['ID=5f8d3274-3ab3-4305-b496-ffe6c3db077e,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:42.607376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:17:42.617465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Sync routers for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:17:42.620565 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a8c6e11d-4e62-491e-aead-236d4bed3692 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/fd5c8fc8-581e-48b9-845c-e40e701daaad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3060536 Mar 02 09:17:42.623178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39382) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:42.630382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:17:42.631337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:42.691649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-898ec964-0187-4c3c-9207-3e95b5082321 None None] Provisioning for port df979f51-cf21-4c49-a07f-b52220e2f268 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:17:42.706977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-898ec964-0187-4c3c-9207-3e95b5082321 None None] Provisioning complete for port df979f51-cf21-4c49-a07f-b52220e2f268 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:42.711291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-898ec964-0187-4c3c-9207-3e95b5082321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:42.788476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f16fc0a-652a-4d27-826c-c98f5ee363f8 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:42.791384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f16fc0a-652a-4d27-826c-c98f5ee363f8 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:42.792085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f16fc0a-652a-4d27-826c-c98f5ee363f8 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:42.792771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f16fc0a-652a-4d27-826c-c98f5ee363f8 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:42.796326 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7f16fc0a-652a-4d27-826c-c98f5ee363f8 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1722035 Mar 02 09:17:42.802844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39386) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:42.839665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5f8d3274-3ab3-4305-b496-ffe6c3db077e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:17:42.884259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a7b5a-a991-4e3b-9063-67ef8a3c5c9f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:42.884511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a7b5a-a991-4e3b-9063-67ef8a3c5c9f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:42.884916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a7b5a-a991-4e3b-9063-67ef8a3c5c9f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:42.885363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a7b5a-a991-4e3b-9063-67ef8a3c5c9f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:42.890023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39390) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:42.890513 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-129a7b5a-a991-4e3b-9063-67ef8a3c5c9f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0858212 Mar 02 09:17:42.895019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-898ec964-0187-4c3c-9207-3e95b5082321 None None] Port df979f51-cf21-4c49-a07f-b52220e2f268 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:17:42.945263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:17:42.996864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-898ec964-0187-4c3c-9207-3e95b5082321 None None] Provisioning complete for port 5f8d3274-3ab3-4305-b496-ffe6c3db077e triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:42.997239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-898ec964-0187-4c3c-9207-3e95b5082321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:43.131935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5f8d3274-3ab3-4305-b496-ffe6c3db077e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:43.132146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:43.214776 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-32d841cd-805c-4de1-9062-d18d8ae9a713 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3223858 Mar 02 09:17:43.451922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39396) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:43.455957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037996046', 'description': 'tempest-secgroup-smoke-2037996046 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:43.462281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:43.466562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:43.469754 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:43.476395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:43.488230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 22a67e1f-da0d-4232-a3a0-fd94d638f24e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:17:43.560387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9a077962-35b6-4711-a992-424d04f36134 None None] Provisioning complete for port df979f51-cf21-4c49-a07f-b52220e2f268 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:43.560803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9a077962-35b6-4711-a992-424d04f36134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:43.565235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:43.585596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:43.590016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:43.595062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:43.598028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:43.626851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9a077962-35b6-4711-a992-424d04f36134 None None] Port df979f51-cf21-4c49-a07f-b52220e2f268 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:17:43.636784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 22a67e1f-da0d-4232-a3a0-fd94d638f24e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:43.637135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:43.667183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:43.672382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:43.682574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Checking router: fd5c8fc8-581e-48b9-845c-e40e701daaad for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:17:43.682858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Updating router fd5c8fc8-581e-48b9-845c-e40e701daaad port df979f51-cf21-4c49-a07f-b52220e2f268 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:17:43.726452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:43.749588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:43.770347 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560972e2-4d77-4494-a8a3-1dfc846df1f5,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:43.812702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:43.817191 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f6958b15-dd0d-4140-a8ea-bae3910f692c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3632975 Mar 02 09:17:43.817288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39400) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:43.822518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '560972e2-4d77-4494-a8a3-1dfc846df1f5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:43.829150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:43.833716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:43.836773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:43.843639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:43.945112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.010346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.086751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.114072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16028e1-ad9b-482b-a847-29dd8532e294,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:44.139452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.151088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Transition to ACTIVE for port object df979f51-cf21-4c49-a07f-b52220e2f268 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:17:44.177877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.179102 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3769086c-178b-4a1f-a0e1-4809103da94a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610651 Mar 02 09:17:44.181857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39404) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:44.186771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '560972e2-4d77-4494-a8a3-1dfc846df1f5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:44.193095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:44.196896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:44.199661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:44.205381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:44.240901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.281526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.358034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.391924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80301f-56d8-4f8a-b33c-9270018d3aa7 None None] Pushing event updated for resources: {'Port': ['ID=df979f51-cf21-4c49-a07f-b52220e2f268,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:44.433570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.457477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d539887-86e4-4d72-8623-7f98dc3cde38,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:44.462470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Attempting to bind port df979f51-cf21-4c49-a07f-b52220e2f268 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:17:44.462962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Attempting to bind port df979f51-cf21-4c49-a07f-b52220e2f268 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:17:44.463282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Attempting to bind port df979f51-cf21-4c49-a07f-b52220e2f268 on network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:17:44.470436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:17:44.470878 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Checking segment: {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:17:44.471199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.471593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Bound using segment: {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:17:44.472060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Bound port: df979f51-cf21-4c49-a07f-b52220e2f268, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:17:44.472436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.530472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.534314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-88ecd10a-4d25-4461-b04e-e9b4af1244d3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3489966 Mar 02 09:17:44.534524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39408) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:44.540101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '560972e2-4d77-4494-a8a3-1dfc846df1f5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:44.546786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:44.550106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:44.553508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:44.559294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:44.565872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] For port df979f51-cf21-4c49-a07f-b52220e2f268, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:17:44.571843 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] For port df979f51-cf21-4c49-a07f-b52220e2f268, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=df979f51-cf21-4c49-a07f-b52220e2f268,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:17:44.647134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.673585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.710161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.754768 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:17:44.755385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:44.783917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.819396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25ab8e4-2cc6-49c4-94fc-bc5f1624e0b5,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:44.823674 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80301f-56d8-4f8a-b33c-9270018d3aa7 None None] Pushing event updated for resources: {'Port': ['ID=df979f51-cf21-4c49-a07f-b52220e2f268,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:44.904017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:44.905292 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7dc795ce-8ba7-4018-9f2c-d2c009c4a568 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3697627 Mar 02 09:17:44.908185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39412) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:44.914190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '560972e2-4d77-4494-a8a3-1dfc846df1f5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:44.923914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:44.929367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:44.932785 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:44.938821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:44.996158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:17:45.029984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.095712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.171932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.199211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccbda20-b3ce-48fd-a4ea-7429755cd74e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:45.257705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.258889 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-36634f43-8960-415c-8701-bcc2ecb8c654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3496852 Mar 02 09:17:45.261656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39416) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:45.266973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '560972e2-4d77-4494-a8a3-1dfc846df1f5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:45.273616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:45.277403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:45.280350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:45.286954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:45.321703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:17:44Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:17:45.325557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da1416a-8366-4d50-b566-0a214fe1937c None None] The sync data for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv is: [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:17:44Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:17:45.350097 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:17:45.358698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.445192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.521712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.546391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f1e663-2c0d-4ff3-9c5e-94a13896e4c7,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:45.612595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.613814 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0df6227d-fb74-41a9-b10c-7da3293cf96c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510315 Mar 02 09:17:45.616519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39420) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:45.621877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '560972e2-4d77-4494-a8a3-1dfc846df1f5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:45.628188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:45.633025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:45.636084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:45.642089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:45.715188 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:17:45.722827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.793373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.875038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.899321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0275180-d4cd-49de-958c-7bc129629e2b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:45.960822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:45.966595 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3f1715d8-894c-4209-bf1d-872cb7421de2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446176 Mar 02 09:17:46.128421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d998a488-5383-4824-982b-e55ab9e1f948 req-28d7e551-72b8-4706-a276-67969dc58437 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:17:46.204973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d998a488-5383-4824-982b-e55ab9e1f948 req-28d7e551-72b8-4706-a276-67969dc58437 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:17:46.206359 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-28d7e551-72b8-4706-a276-67969dc58437 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037996046&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1171410 Mar 02 09:17:46.369029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a488-5383-4824-982b-e55ab9e1f948 req-bf9858da-cc2c-4345-a666-db7098e17355 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:46.369687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d998a488-5383-4824-982b-e55ab9e1f948 req-bf9858da-cc2c-4345-a666-db7098e17355 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:17:46.469036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d998a488-5383-4824-982b-e55ab9e1f948 req-bf9858da-cc2c-4345-a666-db7098e17355 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:17:46.470227 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-bf9858da-cc2c-4345-a666-db7098e17355 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830 HTTP/1.1" status: 200 len: 796 time: 0.2574499 Mar 02 09:17:46.485157 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-db0905b1-e399-43d8-8e73-9ad2cb28af20 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0089457 Mar 02 09:17:46.565957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d998a488-5383-4824-982b-e55ab9e1f948 req-2b42f8da-9d5b-41c8-8fcf-c5a393202237 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:17:46.640336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d998a488-5383-4824-982b-e55ab9e1f948 req-2b42f8da-9d5b-41c8-8fcf-c5a393202237 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:17:46.641553 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-2b42f8da-9d5b-41c8-8fcf-c5a393202237 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511793 Mar 02 09:17:46.778979 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-1953fe16-b6a2-40c0-8c5c-c705a111e53c service neutron] 10.222.0.10 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256192 Mar 02 09:17:46.803847 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device df979f51-cf21-4c49-a07f-b52220e2f268 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:17:46.856718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:17:46.909087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port df979f51-cf21-4c49-a07f-b52220e2f268 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:17:46.914800 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port df979f51-cf21-4c49-a07f-b52220e2f268 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:46.915176 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:46.919761 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-8898816e-e395-4cd0-be56-27beda9ee241 service neutron] 10.222.0.10 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351428 Mar 02 09:17:47.032105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:47.062454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port df979f51-cf21-4c49-a07f-b52220e2f268, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=df979f51-cf21-4c49-a07f-b52220e2f268,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:47.115783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:47.163201 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd66e34a-1379-46f1-90d3-6c9bd84be2d5 req-936b5813-4bab-4996-b73a-a54d21b13fc1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 210 time: 0.0470202 Mar 02 09:17:47.189398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=df979f51-cf21-4c49-a07f-b52220e2f268,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:47.358642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:48.310488 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0e3785eb-df68-42e0-9f49-8dd7c4d1f45a req-0508173f-a9c6-4cc4-b3f4-1bc6ba5435a0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 210 time: 0.0434518 Mar 02 09:17:48.785289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device df979f51-cf21-4c49-a07f-b52220e2f268 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:17:48.851457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port df979f51-cf21-4c49-a07f-b52220e2f268 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:48.851739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:49.004010 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a488-5383-4824-982b-e55ab9e1f948 req-9676d0df-3c9f-42b5-9a65-c91660ca2688 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:49.006169 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-9676d0df-3c9f-42b5-9a65-c91660ca2688 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830 HTTP/1.1" status: 200 len: 796 time: 0.1488554 Mar 02 09:17:49.050086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-d998a488-5383-4824-982b-e55ab9e1f948 req-7ba3777f-3852-4695-9614-697f4a7603a0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:17:49.061679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-d998a488-5383-4824-982b-e55ab9e1f948 req-7ba3777f-3852-4695-9614-697f4a7603a0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:17:49.062773 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-7ba3777f-3852-4695-9614-697f4a7603a0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 380 time: 0.0495355 Mar 02 09:17:49.071825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': '79485fba-0d60-4777-bb65-51c970918871', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['560972e2-4d77-4494-a8a3-1dfc846df1f5']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:49.210097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:49.219322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:49.324421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:17:49.328227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:49.460524 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1317bd43-197e-4633-a4af-c8cf9b3df61a req-1441afcb-1519-446d-a6c1-a6f00dcb4aba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 210 time: 0.0416131 Mar 02 09:17:49.492617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.8 (4ea81b63-6ee0-4dcd-9c57-7186bd68a830/8d936006-24f0-467d-af85-7848f4118511/74920709-17cf-4563-8565-d2a8f90e430f) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:17:49.677291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:49.685824 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2adb8324-beee-466d-b1f5-e2c1d742981c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:49.692830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object 74920709-17cf-4563-8565-d2a8f90e430f will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:17:49.772212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:49.838832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:17:49.841854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:17:49.850797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:17:49.887088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=74920709-17cf-4563-8565-d2a8f90e430f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:49.920128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:49.920747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:50.011022 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-769cab2c-8dfd-4fe6-aebb-69cd2caf5304 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9427516 Mar 02 09:17:50.023714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Request body: {'port': {'device_id': '79485fba-0d60-4777-bb65-51c970918871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:50.133825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:50.164271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-78c365cc-46b1-4b23-8b5d-2dbbd4f20c90 None None] Provisioning for port 74920709-17cf-4563-8565-d2a8f90e430f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:17:50.169186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-78c365cc-46b1-4b23-8b5d-2dbbd4f20c90 None None] Provisioning complete for port 74920709-17cf-4563-8565-d2a8f90e430f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:50.169551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-78c365cc-46b1-4b23-8b5d-2dbbd4f20c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:50.221960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-78c365cc-46b1-4b23-8b5d-2dbbd4f20c90 None None] Port 74920709-17cf-4563-8565-d2a8f90e430f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:17:50.463227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74920709-17cf-4563-8565-d2a8f90e430f {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:17:50.470158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:50.483910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Transition to ACTIVE for port object 74920709-17cf-4563-8565-d2a8f90e430f will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:17:50.571812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:50.645686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f94d-6a0b-4406-8a2f-25beecb18f7c req-b23059f8-26c3-4bd2-af7e-126b33b026df tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:50.647290 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-89f8f94d-6a0b-4406-8a2f-25beecb18f7c req-b23059f8-26c3-4bd2-af7e-126b33b026df tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 943 time: 0.0841277 Mar 02 09:17:50.695657 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-89f8f94d-6a0b-4406-8a2f-25beecb18f7c req-b82021e4-73cc-481e-98e8-b62c4161ea63 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Mar 02 09:17:50.801947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Pushing event updated for resources: {'Port': ['ID=74920709-17cf-4563-8565-d2a8f90e430f,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:50.906162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Attempting to bind port 74920709-17cf-4563-8565-d2a8f90e430f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:17:50.906498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Attempting to bind port 74920709-17cf-4563-8565-d2a8f90e430f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:17:50.906822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Attempting to bind port 74920709-17cf-4563-8565-d2a8f90e430f on network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:17:50.912042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Port 74920709-17cf-4563-8565-d2a8f90e430f on network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:17:50.912355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Attempting to bind port 74920709-17cf-4563-8565-d2a8f90e430f on network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:17:50.917284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:17:50.917611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Checking segment: {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:17:50.918027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Bound using segment: {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:17:50.918461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Bound port: 74920709-17cf-4563-8565-d2a8f90e430f, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26743ead-f01a-49d0-a8f1-ef00678eba94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:17:50.918780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:51.007435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] For port 74920709-17cf-4563-8565-d2a8f90e430f, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:17:51.010130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] For port 74920709-17cf-4563-8565-d2a8f90e430f, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=74920709-17cf-4563-8565-d2a8f90e430f,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:17:51.075174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:51.127600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:51.128405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:51.129791 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] 10.222.0.15 "PUT /v2.0/ports/74920709-17cf-4563-8565-d2a8f90e430f HTTP/1.1" status: 200 len: 1093 time: 1.1108472 Mar 02 09:17:51.132201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:17:51.160358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ade30-fd4c-4e94-8400-97f031873d7c service neutron] Pushing event updated for resources: {'Port': ['ID=74920709-17cf-4563-8565-d2a8f90e430f,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:51.296466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a488-5383-4824-982b-e55ab9e1f948 req-69301b27-79dc-468c-8161-e68272f60858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:51.297996 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-69301b27-79dc-468c-8161-e68272f60858 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 1096 time: 0.0825937 Mar 02 09:17:51.354412 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f', 'status': 'completed', 'code': 200} Mar 02 09:17:51.368309 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-b71b4fe2-b7b0-4225-9172-09e77f2ef677 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74920709-17cf-4563-8565-d2a8f90e430f HTTP/1.1" status: 200 len: 217 time: 0.0634034 Mar 02 09:17:51.432956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a488-5383-4824-982b-e55ab9e1f948 req-0e70480a-2a4e-42ec-a472-4f81b8f0f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:51.434359 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-0e70480a-2a4e-42ec-a472-4f81b8f0f966 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d936006-24f0-467d-af85-7848f4118511 HTTP/1.1" status: 200 len: 834 time: 0.0599110 Mar 02 09:17:51.507238 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998a488-5383-4824-982b-e55ab9e1f948 req-46ca29fd-7aec-489d-95e2-2f67d9db5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:51.508724 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-46ca29fd-7aec-489d-95e2-2f67d9db5650 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682340 Mar 02 09:17:51.636007 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-4e80a677-dbe7-4824-816f-aff4e997a93a service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213059 Mar 02 09:17:51.763899 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d998a488-5383-4824-982b-e55ab9e1f948 req-5aebf281-93fe-4c4d-9f69-f44be0ece6ac service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216569 Mar 02 09:17:51.878949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29912645-2e68-438d-9657-251c45172d21 req-ab84f21b-e6dd-4939-a2ec-c46bf8649a7e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:51.880933 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-29912645-2e68-438d-9657-251c45172d21 req-ab84f21b-e6dd-4939-a2ec-c46bf8649a7e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 943 time: 0.0793822 Mar 02 09:17:51.924471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-29912645-2e68-438d-9657-251c45172d21 req-5c0d9be5-f5a0-4b76-9fb1-070178e79c77 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372694 Mar 02 09:17:51.941062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a86fdf8c-00e4-434e-8757-323f8ea63d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:51.967157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-b6a9e3af-ba03-4543-8243-6c64c1eaf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:51.968666 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-b6a9e3af-ba03-4543-8243-6c64c1eaf72d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 1096 time: 0.0758286 Mar 02 09:17:52.096272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-3144ec6d-a11a-4929-85b8-2a481c27c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:52.097706 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-3144ec6d-a11a-4929-85b8-2a481c27c4ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830 HTTP/1.1" status: 200 len: 897 time: 0.1231482 Mar 02 09:17:52.162507 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-87c49017-c149-45ba-9b16-587b151820e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74920709-17cf-4563-8565-d2a8f90e430f HTTP/1.1" status: 200 len: 217 time: 0.0584202 Mar 02 09:17:52.225413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-8837fcc9-4837-4872-a104-7545785427c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:52.226814 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-8837fcc9-4837-4872-a104-7545785427c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d936006-24f0-467d-af85-7848f4118511 HTTP/1.1" status: 200 len: 834 time: 0.0590806 Mar 02 09:17:52.299105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-6af34472-b2a8-4440-b449-1da3339d1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:52.300530 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-6af34472-b2a8-4440-b449-1da3339d1968 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676787 Mar 02 09:17:52.429851 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-2d353d6a-8400-4060-8ea9-bb7ec918dfb0 service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227813 Mar 02 09:17:52.653411 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-00f4c66c-90e0-4bb6-b433-66ecb28b8b19 req-ea959665-4cfa-44e5-ac47-a5c44c5b07a6 service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168760 Mar 02 09:17:53.009713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:53.110943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741f4e5-c03c-4da8-8bcb-26ab62c1c303 req-c414f1a3-661a-44c1-8f4e-2035c3f94406 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:53.112429 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1741f4e5-c03c-4da8-8bcb-26ab62c1c303 req-c414f1a3-661a-44c1-8f4e-2035c3f94406 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 943 time: 0.0818145 Mar 02 09:17:53.130281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:53.156486 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1741f4e5-c03c-4da8-8bcb-26ab62c1c303 req-1627b17f-3c3d-4828-84f6-64ee0f7357c2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383592 Mar 02 09:17:54.334892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee25d15-7375-4ab9-a6da-99bcb2ad0afd req-8f2d60b6-7fb4-4c0c-9ff2-cfad4e138726 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:54.336322 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fee25d15-7375-4ab9-a6da-99bcb2ad0afd req-8f2d60b6-7fb4-4c0c-9ff2-cfad4e138726 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 943 time: 0.0779202 Mar 02 09:17:54.382634 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fee25d15-7375-4ab9-a6da-99bcb2ad0afd req-cdced8fd-5a90-4979-bf60-488cc684f2a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 Mar 02 09:17:54.575422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:54.801395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 74920709-17cf-4563-8565-d2a8f90e430f details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:17:54.933642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 74920709-17cf-4563-8565-d2a8f90e430f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=74920709-17cf-4563-8565-d2a8f90e430f,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:54.951038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '74920709-17cf-4563-8565-d2a8f90e430f', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'port_id': '74920709-17cf-4563-8565-d2a8f90e430f', 'mac_address': 'fa:16:3e:dc:95:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:17:55.003906 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:55.020367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74920709-17cf-4563-8565-d2a8f90e430f {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:17:55.034876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 74920709-17cf-4563-8565-d2a8f90e430f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=74920709-17cf-4563-8565-d2a8f90e430f,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:55.158170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:55.223408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=74920709-17cf-4563-8565-d2a8f90e430f,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:55.482386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['74920709-17cf-4563-8565-d2a8f90e430f'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:17:55.565381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321b1e9-ac75-44eb-a6f5-024c6e43180f req-db1f1814-c803-4c7c-8b91-078ddf5d0e10 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:55.567389 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4321b1e9-ac75-44eb-a6f5-024c6e43180f req-db1f1814-c803-4c7c-8b91-078ddf5d0e10 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 944 time: 0.0798514 Mar 02 09:17:55.610694 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4321b1e9-ac75-44eb-a6f5-024c6e43180f req-95274f3f-6177-46bf-a0b5-e3ea24425347 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373800 Mar 02 09:17:56.803547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25df1c-39cb-4d04-8c56-abb4bcb66a77 req-3ee8f7a6-ae74-4ffd-8205-fa6ef9cc97b0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:56.805111 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef25df1c-39cb-4d04-8c56-abb4bcb66a77 req-3ee8f7a6-ae74-4ffd-8205-fa6ef9cc97b0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 944 time: 0.0888143 Mar 02 09:17:56.810173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 74920709-17cf-4563-8565-d2a8f90e430f up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:17:56.850208 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef25df1c-39cb-4d04-8c56-abb4bcb66a77 req-be5e3fb9-d03a-46c0-a1f5-ac8e8408045c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392013 Mar 02 09:17:56.940503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 74920709-17cf-4563-8565-d2a8f90e430f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:17:56.945099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 74920709-17cf-4563-8565-d2a8f90e430f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:17:56.945468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:57.093927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:57.120578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:17:57.131333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 74920709-17cf-4563-8565-d2a8f90e430f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=74920709-17cf-4563-8565-d2a8f90e430f,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:17:57.163210 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f', 'code': 200} Mar 02 09:17:57.194844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:57.264880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=74920709-17cf-4563-8565-d2a8f90e430f,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:17:57.528641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc79995-ee57-4ef2-8e82-5409bfa18c88 req-f857f175-e348-4ab4-ae67-176ed79a3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:57.530140 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8fc79995-ee57-4ef2-8e82-5409bfa18c88 req-f857f175-e348-4ab4-ae67-176ed79a3ef9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 1098 time: 0.0702744 Mar 02 09:17:57.569705 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8fc79995-ee57-4ef2-8e82-5409bfa18c88 req-ab3b51e5-078c-404a-9949-eea0dc39c709 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331142 Mar 02 09:17:58.031462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d20c-6d97-4c1e-a6e2-b222f42c0916 req-3dc27087-5861-4dfd-9f07-a37592dba1a3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:58.032873 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04a0d20c-6d97-4c1e-a6e2-b222f42c0916 req-3dc27087-5861-4dfd-9f07-a37592dba1a3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 945 time: 0.0778549 Mar 02 09:17:58.075381 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04a0d20c-6d97-4c1e-a6e2-b222f42c0916 req-ccaf2ab9-fded-4250-b22b-d9531edc0ce6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361784 Mar 02 09:17:59.265321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630ea80-9c9d-47bf-a61b-fda6c472563a req-caf93dc7-e80c-43e4-8707-da31a17d6bed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:59.266769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9630ea80-9c9d-47bf-a61b-fda6c472563a req-caf93dc7-e80c-43e4-8707-da31a17d6bed tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 945 time: 0.0802186 Mar 02 09:17:59.309492 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9630ea80-9c9d-47bf-a61b-fda6c472563a req-64cdca22-cb1c-4eda-adcc-ad30e6099b6a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372388 Mar 02 09:17:59.486715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4c590-3367-42f3-9d9b-229de4105424 req-d93d20fc-1e7b-412e-a9e0-50347506a37d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:59.488086 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d4c590-3367-42f3-9d9b-229de4105424 req-d93d20fc-1e7b-412e-a9e0-50347506a37d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 945 time: 0.0778787 Mar 02 09:17:59.533736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d4c590-3367-42f3-9d9b-229de4105424 req-2699e305-3ae2-45a4-9d54-54bc244e671c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 Mar 02 09:17:59.556363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39480) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:59.623155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be41ff56-0559-409b-b288-6398a46ddf03 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:17:59.624606 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-be41ff56-0559-409b-b288-6398a46ddf03 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 1093 time: 0.0672402 Mar 02 09:17:59.627305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39484) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:17:59.631944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '74920709-17cf-4563-8565-d2a8f90e430f', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:17:59.637582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:17:59.641305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:floatingip and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:17:59.644041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:17:59.650037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:17:59.713962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:59.855982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:17:59.987614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.188 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/a420571e-a79e-4046-993d-8c485e15d112) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:18:00.132121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:00.206126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:00.263776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:18:00.266436 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:18:00.274129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:18:00.311318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=a420571e-a79e-4046-993d-8c485e15d112,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:18:00.682154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:00.818219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:01.018156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:01.078318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:01.290836 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=a420571e-a79e-4046-993d-8c485e15d112,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:18:01.301646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:01.469066 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP b84dbf1a-5029-45a8-82e8-2a5a1544ed30 associated. External IP: 172.26.3.188, port: 74920709-17cf-4563-8565-d2a8f90e430f. Mar 02 09:18:01.812128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router fd5c8fc8-581e-48b9-845c-e40e701daaad has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:18:01.987035 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:18:01.997728 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] Sync routers for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:18:02.007216 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:18:02.007799 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:18:02.066551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:02.123824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39488) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:18:02.124388 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e3848b0d-9c9e-49ad-a1f8-847ab49132d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4956214 Mar 02 09:18:02.124703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:18:02.167791 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f', 'status': 'completed', 'code': 200} Mar 02 09:18:02.179750 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:18:02.264411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-9b85458b-87c2-4596-a8ad-7af6c4c8995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:18:02.266455 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-9b85458b-87c2-4596-a8ad-7af6c4c8995a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 1098 time: 0.0758851 Mar 02 09:18:02.404701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-de7eef96-a609-46f1-a069-3ce413cd1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:18:02.406100 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-de7eef96-a609-46f1-a069-3ce413cd1fa5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830 HTTP/1.1" status: 200 len: 897 time: 0.1338329 Mar 02 09:18:02.434039 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a841aa8a-e9f3-4df9-a9a3-81dd32c5094e tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers/fd5c8fc8-581e-48b9-845c-e40e701daaad HTTP/1.1" status: 200 len: 922 time: 0.3089850 Mar 02 09:18:02.434614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39494) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:18:02.513943 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-2ac98291-c9a3-4559-b3f8-119db11025b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74920709-17cf-4563-8565-d2a8f90e430f HTTP/1.1" status: 200 len: 999 time: 0.1018631 Mar 02 09:18:02.547352 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3b4c3c30-2020-4d5a-9dde-1cb02b526067 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b84dbf1a-5029-45a8-82e8-2a5a1544ed30 HTTP/1.1" status: 200 len: 991 time: 0.1117005 Mar 02 09:18:02.553524 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'b84dbf1a-5029-45a8-82e8-2a5a1544ed30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.188', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'port_id': '74920709-17cf-4563-8565-d2a8f90e430f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'mac_address': 'fa:16:3e:dc:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79485fba-0d60-4777-bb65-51c970918871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:18:00Z', 'updated_at': '2022-03-02T09:18:00Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:17:47Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:18:02.557293 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] Checking router: fd5c8fc8-581e-48b9-845c-e40e701daaad for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:18:02.565361 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:18:02.566278 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:17:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:18:02.580592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-a5940068-82c8-47bc-a267-db7ef5a33b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:18:02.582606 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-a5940068-82c8-47bc-a267-db7ef5a33b48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d936006-24f0-467d-af85-7848f4118511 HTTP/1.1" status: 200 len: 834 time: 0.0619721 Mar 02 09:18:02.658097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-e0a775d8-7559-41fd-aed9-73a14ac01dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:18:02.659466 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-e0a775d8-7559-41fd-aed9-73a14ac01dab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713077 Mar 02 09:18:02.737655 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:18:02.795246 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-bbe7a697-eef9-4dd6-a2fe-10d717e6bd14 service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293499 Mar 02 09:18:03.038298 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-870a2be9-cf76-46b1-94e1-d6a1f2ebdae3 req-7c085354-db06-4b3b-9778-86a90fe21323 service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367318 Mar 02 09:18:03.078618 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'b84dbf1a-5029-45a8-82e8-2a5a1544ed30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.188', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'port_id': '74920709-17cf-4563-8565-d2a8f90e430f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'mac_address': 'fa:16:3e:dc:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79485fba-0d60-4777-bb65-51c970918871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:18:00Z', 'updated_at': '2022-03-02T09:18:00Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:17:47Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:18:03.083011 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f74b98-b9a0-48a2-98b2-541fb9ab8165 None None] The sync data for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv is: [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'b84dbf1a-5029-45a8-82e8-2a5a1544ed30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.188', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'port_id': '74920709-17cf-4563-8565-d2a8f90e430f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'mac_address': 'fa:16:3e:dc:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79485fba-0d60-4777-bb65-51c970918871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:18:00Z', 'updated_at': '2022-03-02T09:18:00Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:17:47Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:18:03.257181 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654c17e7-efc9-4747-94b2-bda8ad9c7860 None None] New status for floating IP b84dbf1a-5029-45a8-82e8-2a5a1544ed30: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:18:03.549644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39498) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:18:03.792581 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-182427f5-eb20-47f3-8a9c-f07c0bd207b6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b84dbf1a-5029-45a8-82e8-2a5a1544ed30 HTTP/1.1" status: 200 len: 993 time: 0.2411461 Mar 02 09:18:06.900590 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-9c54f76e-ac74-4013-8c8a-b31639e58ab0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665619 Mar 02 09:18:07.035465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-d1becca5-66bc-477a-827c-450467af1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:18:07.036890 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-d1becca5-66bc-477a-827c-450467af1c6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 1098 time: 0.0714483 Mar 02 09:18:07.180706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-2bf2bd8f-d97a-4462-987c-75c83df65dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:18:07.182062 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-2bf2bd8f-d97a-4462-987c-75c83df65dee service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830 HTTP/1.1" status: 200 len: 897 time: 0.1269195 Mar 02 09:18:07.283146 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-85df1ff1-a1ca-49f3-9248-3c8b44c5f3b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74920709-17cf-4563-8565-d2a8f90e430f HTTP/1.1" status: 200 len: 1001 time: 0.0947492 Mar 02 09:18:07.346682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-1e62d662-3ea1-491c-b25b-d93c1e586d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:18:07.348658 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-1e62d662-3ea1-491c-b25b-d93c1e586d99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d936006-24f0-467d-af85-7848f4118511 HTTP/1.1" status: 200 len: 834 time: 0.0597064 Mar 02 09:18:07.420500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-d4109443-8298-49e9-b604-eee6d5c8ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:18:07.421972 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-d4109443-8298-49e9-b604-eee6d5c8ecff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673060 Mar 02 09:18:07.548744 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-214959ba-3eeb-4596-8d4b-975987e8d082 service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204183 Mar 02 09:18:07.676977 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-126bc6d3-a2d2-494d-a58c-043791d2b488 req-8a886ea3-17aa-4440-8dd6-11d6560c118f service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217287 Mar 02 09:18:17.364677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:19.702055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1f3e546e-a758-4528-aa20-187393609aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:21.964500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b619-277d-4c0f-972b-fb7a51d9686f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:23.013746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:23.139086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:23.855513 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:18:24.590282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:47.383248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:49.700469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7c137d05-a616-4feb-b7cd-0aa17a8b2ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:51.934705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-be3bdaaf-e390-41c4-b9d1-458aa4269077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:53.016721 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:53.108141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:18:54.580024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:00.854199 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:19:06.464777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39522) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:06.779820 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d45b534f-7a6e-4863-915a-a3b0de6454a5 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers/fd5c8fc8-581e-48b9-845c-e40e701daaad/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3138974 Mar 02 09:19:06.782561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39528) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:07.042948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2249f8-793a-4e01-af5d-f0029bf8ab5f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Notify agent at dv-neutron-828796-1-hyperv the message router_removed_from_agent {{(pid=88401) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 02 09:19:07.046063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0f2249f8-793a-4e01-af5d-f0029bf8ab5f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "DELETE /v2.0/agents/e7fbf801-f64b-4ea8-8e21-682b9056f657/l3-routers/fd5c8fc8-581e-48b9-845c-e40e701daaad HTTP/1.1" status: 204 len: 168 time: 0.2626038 Mar 02 09:19:07.048850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39532) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:07.225308 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0efbe387-5ab9-48b7-8c95-5d8b41964f73 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers/fd5c8fc8-581e-48b9-845c-e40e701daaad/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1753800 Mar 02 09:19:07.227939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39536) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:07.328808 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4d16f9b9-cfff-4fc5-a83a-b819a6b0792b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b84dbf1a-5029-45a8-82e8-2a5a1544ed30 HTTP/1.1" status: 200 len: 993 time: 0.0997922 Mar 02 09:19:07.779710 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1eeccf-ba82-4a4f-a09f-9e7c884c9d1c None None] New status for floating IP b84dbf1a-5029-45a8-82e8-2a5a1544ed30: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:19:07.904303 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-05587a03-577f-477a-bd2c-2803bb35e723 req-07d38152-fef7-46dc-b6e6-65d48771adf3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725775 Mar 02 09:19:08.039181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05587a03-577f-477a-bd2c-2803bb35e723 req-6c632157-3c7a-40f9-996d-817a1c0d4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:08.040892 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-05587a03-577f-477a-bd2c-2803bb35e723 req-6c632157-3c7a-40f9-996d-817a1c0d4bdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 1098 time: 0.0704949 Mar 02 09:19:08.188526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05587a03-577f-477a-bd2c-2803bb35e723 req-6fefe6e0-58ec-4ed2-b8c9-56d2988525a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:08.190073 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-05587a03-577f-477a-bd2c-2803bb35e723 req-6fefe6e0-58ec-4ed2-b8c9-56d2988525a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830 HTTP/1.1" status: 200 len: 897 time: 0.1289825 Mar 02 09:19:08.295109 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-05587a03-577f-477a-bd2c-2803bb35e723 req-52c0cb1d-9ad0-414a-8674-e822f6b428cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74920709-17cf-4563-8565-d2a8f90e430f HTTP/1.1" status: 200 len: 999 time: 0.0958657 Mar 02 09:19:08.333106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39540) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:08.437332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05587a03-577f-477a-bd2c-2803bb35e723 req-b520a176-66ef-4282-a433-4c8bfa5cc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:08.438710 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-05587a03-577f-477a-bd2c-2803bb35e723 req-b520a176-66ef-4282-a433-4c8bfa5cc795 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d936006-24f0-467d-af85-7848f4118511 HTTP/1.1" status: 200 len: 834 time: 0.1372728 Mar 02 09:19:08.585389 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-269c4d58-295e-43f3-8bc3-31560fa268eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b84dbf1a-5029-45a8-82e8-2a5a1544ed30 HTTP/1.1" status: 200 len: 991 time: 0.2512314 Mar 02 09:19:08.620424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05587a03-577f-477a-bd2c-2803bb35e723 req-a39f7f55-a46a-4c21-bcd8-b26b71f410a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:08.621910 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-05587a03-577f-477a-bd2c-2803bb35e723 req-a39f7f55-a46a-4c21-bcd8-b26b71f410a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1751747 Mar 02 09:19:08.750886 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-05587a03-577f-477a-bd2c-2803bb35e723 req-c7625de1-d7a4-4193-9614-61670c2e6786 service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212916 Mar 02 09:19:08.816897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device df979f51-cf21-4c49-a07f-b52220e2f268 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:19:08.881038 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-05587a03-577f-477a-bd2c-2803bb35e723 req-ad9d9d79-3a93-418b-996c-1ccd8a8db11e service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238084 Mar 02 09:19:08.928523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:08.960033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port df979f51-cf21-4c49-a07f-b52220e2f268, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=df979f51-cf21-4c49-a07f-b52220e2f268,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:09.055934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:09.056618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 22a67e1f-da0d-4232-a3a0-fd94d638f24e no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:19:09.166526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=df979f51-cf21-4c49-a07f-b52220e2f268,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:09.174899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.175771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.176107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.176436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.176760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.177089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.177408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.177727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.178074 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.178390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.178701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.179012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:09.235086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:09.250797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 22a67e1f-da0d-4232-a3a0-fd94d638f24e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=22a67e1f-da0d-4232-a3a0-fd94d638f24e,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:09.310534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:09.375496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=22a67e1f-da0d-4232-a3a0-fd94d638f24e,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:10.619184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39548) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:10.910711 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9c9a0a-8a98-4b03-b65b-c8d6f533df16 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Router fd5c8fc8-581e-48b9-845c-e40e701daaad is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:19:10.910968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9c9a0a-8a98-4b03-b65b-c8d6f533df16 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Notify agent at dv-neutron-828796-1-hyperv the message router_added_to_agent {{(pid=88400) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 02 09:19:10.928359 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ed9c9a0a-8a98-4b03-b65b-c8d6f533df16 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "POST /v2.0/agents/e7fbf801-f64b-4ea8-8e21-682b9056f657/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3081253 Mar 02 09:19:10.931017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39556) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:10.942485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] Sync routers for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:19:10.952110 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:10.952715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:18:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:11.114201 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-493f5859-0131-4bb7-8ce8-771a99a87dcb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers/fd5c8fc8-581e-48b9-845c-e40e701daaad/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1821127 Mar 02 09:19:11.116876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39560) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:11.134554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:11.220044 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d812c5ef-e51d-4093-94bf-914096ba4522 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b84dbf1a-5029-45a8-82e8-2a5a1544ed30 HTTP/1.1" status: 200 len: 991 time: 0.1020479 Mar 02 09:19:11.510971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:19:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'b84dbf1a-5029-45a8-82e8-2a5a1544ed30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.188', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'port_id': '74920709-17cf-4563-8565-d2a8f90e430f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'mac_address': 'fa:16:3e:dc:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79485fba-0d60-4777-bb65-51c970918871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:18:00Z', 'updated_at': '2022-03-02T09:19:07Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:19:08Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:11.514740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] Checking router: fd5c8fc8-581e-48b9-845c-e40e701daaad for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:19:11.522891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:11.523500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:18:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:11.693736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:12.030426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:19:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'b84dbf1a-5029-45a8-82e8-2a5a1544ed30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.188', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'port_id': '74920709-17cf-4563-8565-d2a8f90e430f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'mac_address': 'fa:16:3e:dc:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79485fba-0d60-4777-bb65-51c970918871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:18:00Z', 'updated_at': '2022-03-02T09:19:07Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:19:08Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:12.034349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb108e7-e7a3-4c02-a163-668ff63d1254 None None] The sync data for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv is: [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:19:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'b84dbf1a-5029-45a8-82e8-2a5a1544ed30', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.188', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'port_id': '74920709-17cf-4563-8565-d2a8f90e430f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'mac_address': 'fa:16:3e:dc:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79485fba-0d60-4777-bb65-51c970918871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:18:00Z', 'updated_at': '2022-03-02T09:19:07Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:19:08Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:19:12.224598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39564) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:12.329435 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d248868e-de3f-4a4d-a3c3-e7841ea3e8d0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b84dbf1a-5029-45a8-82e8-2a5a1544ed30 HTTP/1.1" status: 200 len: 991 time: 0.1035469 Mar 02 09:19:12.875609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device df979f51-cf21-4c49-a07f-b52220e2f268 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:12.946850 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port df979f51-cf21-4c49-a07f-b52220e2f268 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:12.947218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:13.073247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:13.105261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port df979f51-cf21-4c49-a07f-b52220e2f268, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=df979f51-cf21-4c49-a07f-b52220e2f268,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:13.179114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:13.179898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 22a67e1f-da0d-4232-a3a0-fd94d638f24e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:13.291655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=df979f51-cf21-4c49-a07f-b52220e2f268,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:13.305203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 22a67e1f-da0d-4232-a3a0-fd94d638f24e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:13.305203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:13.332975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39568) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:13.423742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:13.440932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 22a67e1f-da0d-4232-a3a0-fd94d638f24e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=22a67e1f-da0d-4232-a3a0-fd94d638f24e,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:13.445885 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-54dec401-425e-40e1-92fb-483ac1e3f719 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b84dbf1a-5029-45a8-82e8-2a5a1544ed30 HTTP/1.1" status: 200 len: 991 time: 0.1118679 Mar 02 09:19:13.501027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:13.575053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=22a67e1f-da0d-4232-a3a0-fd94d638f24e,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:13.604385 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226442d-5d1c-485e-ae91-7656026fbce8 None None] New status for floating IP b84dbf1a-5029-45a8-82e8-2a5a1544ed30: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:19:14.449820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39574) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:14.553237 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cba96eb8-6146-4318-9643-28c9bd42a8c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/b84dbf1a-5029-45a8-82e8-2a5a1544ed30 HTTP/1.1" status: 200 len: 993 time: 0.1023135 Mar 02 09:19:14.833532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device df979f51-cf21-4c49-a07f-b52220e2f268 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:14.835829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39582) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:14.899662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port df979f51-cf21-4c49-a07f-b52220e2f268 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:14.900106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:15.039409 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 22a67e1f-da0d-4232-a3a0-fd94d638f24e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:15.137192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 22a67e1f-da0d-4232-a3a0-fd94d638f24e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:15.137547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:15.181992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port a420571e-a79e-4046-993d-8c485e15d112 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:19:15.182370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:15.346453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:15.347294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:15.471607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for a420571e-a79e-4046-993d-8c485e15d112 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:19:15.672320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:15.720676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=a420571e-a79e-4046-993d-8c485e15d112,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:15.760678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.761024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.761363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.761694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.762048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.762379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.762700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.763024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.763362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.763664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.763979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.764294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:15.817952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:15.818276 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP b84dbf1a-5029-45a8-82e8-2a5a1544ed30 disassociated (deleted). External IP: 172.26.3.188, port: 74920709-17cf-4563-8565-d2a8f90e430f. Mar 02 09:19:16.155925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router fd5c8fc8-581e-48b9-845c-e40e701daaad has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:19:16.326039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:19:16.335529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] Sync routers for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:19:16.341604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:16.344399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:16.344996 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:18:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:16.508186 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-30e32a6a-92b3-4d69-aa80-b6b37ecabc66 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/floatingips/b84dbf1a-5029-45a8-82e8-2a5a1544ed30 HTTP/1.1" status: 204 len: 168 time: 1.6703117 Mar 02 09:19:16.508186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:19:16.567635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:16.587997 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f', 'status': 'completed', 'code': 200} Mar 02 09:19:16.704629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-decd4a93-c3ff-4509-b15c-a36de934cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:16.707392 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-decd4a93-c3ff-4509-b15c-a36de934cf26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 1098 time: 0.0968912 Mar 02 09:19:16.837167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-568eed4f-514c-4ac2-ba3a-f81d9845259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:16.838746 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-568eed4f-514c-4ac2-ba3a-f81d9845259d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830 HTTP/1.1" status: 200 len: 897 time: 0.1261935 Mar 02 09:19:16.887911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:19:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:19:13Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:16.891808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] Checking router: fd5c8fc8-581e-48b9-845c-e40e701daaad for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:19:16.900603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:16.901198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:18:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:16.938403 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-6c6941e6-781e-4864-94a7-40d63b62bf25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74920709-17cf-4563-8565-d2a8f90e430f HTTP/1.1" status: 200 len: 217 time: 0.0622959 Mar 02 09:19:16.991170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-5c35a4a0-b1f3-4297-8f37-443bf704315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:16.992623 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-5c35a4a0-b1f3-4297-8f37-443bf704315e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d936006-24f0-467d-af85-7848f4118511 HTTP/1.1" status: 200 len: 834 time: 0.0728717 Mar 02 09:19:17.083780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-3323bfcf-f7df-47d5-8f1e-42c51bd90966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:17.085643 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-3323bfcf-f7df-47d5-8f1e-42c51bd90966 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4ea81b63-6ee0-4dcd-9c57-7186bd68a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865026 Mar 02 09:19:17.093520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:17.175129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe7fc6-f8b3-4207-b17e-044388521ca2 req-15a2e54a-de27-4ab0-8879-6fbc313b6627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:17.175815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-15fe7fc6-f8b3-4207-b17e-044388521ca2 req-15a2e54a-de27-4ab0-8879-6fbc313b6627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:19:17.217730 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-18f32263-26ca-492e-847e-739b7ae76d5e service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256254 Mar 02 09:19:17.244073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-15fe7fc6-f8b3-4207-b17e-044388521ca2 req-15a2e54a-de27-4ab0-8879-6fbc313b6627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:19:17.245450 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15fe7fc6-f8b3-4207-b17e-044388521ca2 req-15a2e54a-de27-4ab0-8879-6fbc313b6627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 945 time: 0.1505215 Mar 02 09:19:17.293132 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15fe7fc6-f8b3-4207-b17e-044388521ca2 req-8651d070-6e7d-472b-944e-eaf643993dbc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Mar 02 09:19:17.419866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:17.437055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:19:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:19:13Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:17.441762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc28df2-3262-45d3-a8e8-f24a5a250185 None None] The sync data for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv is: [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:17:41Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:19:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'df979f51-cf21-4c49-a07f-b52220e2f268', 'name': '', 'network_id': '4ea81b63-6ee0-4dcd-9c57-7186bd68a830', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:42:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8d936006-24f0-467d-af85-7848f4118511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:40Z', 'updated_at': '2022-03-02T09:19:13Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '8d936006-24f0-467d-af85-7848f4118511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:19:17.480683 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5d8b7774-6e88-4901-b2ea-50a0c28a0fd3 req-88338992-9e4c-4ca9-b345-c91e2ed6dbb7 service neutron] 10.222.0.15 "GET /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555630 Mar 02 09:19:18.074734 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0dc756-dd56-4a3b-97a8-a6cd6fb20b2c None None] New status for floating IP b84dbf1a-5029-45a8-82e8-2a5a1544ed30: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:19:18.478031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71077-3a70-4946-9cd6-5690850ed192 req-08a7da4a-7b1c-480c-84b9-1bc2ae3379fb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:18.479455 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cc71077-3a70-4946-9cd6-5690850ed192 req-08a7da4a-7b1c-480c-84b9-1bc2ae3379fb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 945 time: 0.0769222 Mar 02 09:19:18.523222 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cc71077-3a70-4946-9cd6-5690850ed192 req-b404da3a-415e-4eb2-a223-f435c89c8973 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=560972e2-4d77-4494-a8a3-1dfc846df1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380783 Mar 02 09:19:18.689788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770bbba-740a-43ba-9126-5c98c40d996c req-ba2920cc-3a27-469a-98a8-cc205c0c4f83 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:18.691007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-3770bbba-740a-43ba-9126-5c98c40d996c req-ba2920cc-3a27-469a-98a8-cc205c0c4f83 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:19:18.702341 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-3770bbba-740a-43ba-9126-5c98c40d996c req-ba2920cc-3a27-469a-98a8-cc205c0c4f83 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:19:18.703392 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3770bbba-740a-43ba-9126-5c98c40d996c req-ba2920cc-3a27-469a-98a8-cc205c0c4f83 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 945 time: 0.0915072 Mar 02 09:19:18.770345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-3770bbba-740a-43ba-9126-5c98c40d996c req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 74920709-17cf-4563-8565-d2a8f90e430f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:19:18.770681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-3770bbba-740a-43ba-9126-5c98c40d996c req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:19.007592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-3770bbba-740a-43ba-9126-5c98c40d996c req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 74920709-17cf-4563-8565-d2a8f90e430f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=74920709-17cf-4563-8565-d2a8f90e430f,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:19.007948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-3770bbba-740a-43ba-9126-5c98c40d996c req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:19.135131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-3770bbba-740a-43ba-9126-5c98c40d996c req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 74920709-17cf-4563-8565-d2a8f90e430f owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:19:19.340611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-3770bbba-740a-43ba-9126-5c98c40d996c req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:19.388564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=74920709-17cf-4563-8565-d2a8f90e430f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:19.426104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.426448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.426779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.427109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.427434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.427756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.428076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.428394 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.428710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.429025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.429338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.429648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:19.479827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-3770bbba-740a-43ba-9126-5c98c40d996c req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port 74920709-17cf-4563-8565-d2a8f90e430f on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:19:19.482184 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-3770bbba-740a-43ba-9126-5c98c40d996c req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:19.484573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'name': 'network-vif-deleted', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:19:19.531354 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79485fba-0d60-4777-bb65-51c970918871', 'name': 'network-vif-deleted', 'tag': '74920709-17cf-4563-8565-d2a8f90e430f', 'status': 'completed', 'code': 200} Mar 02 09:19:19.556934 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3770bbba-740a-43ba-9126-5c98c40d996c req-0d9ee748-d2d6-4734-8356-bd2f2b1c0dce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/74920709-17cf-4563-8565-d2a8f90e430f HTTP/1.1" status: 204 len: 173 time: 0.8477695 Mar 02 09:19:19.669192 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e9dfab3-a5eb-4bd2-89b5-07f2be86d26a req-8fff03fc-d337-40e7-843a-4a18454cd590 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=79485fba-0d60-4777-bb65-51c970918871 HTTP/1.1" status: 200 len: 210 time: 0.0411613 Mar 02 09:19:19.758308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-280d18a9-96fc-4e3d-8c6c-a10470f87165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:20.761306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39600) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:20.826946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-764c31dc-aed1-48b3-9ac4-3f4421bd0559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:20.855110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-764c31dc-aed1-48b3-9ac4-3f4421bd0559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:20.989967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-764c31dc-aed1-48b3-9ac4-3f4421bd0559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:21.008028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c31dc-aed1-48b3-9ac4-3f4421bd0559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=560972e2-4d77-4494-a8a3-1dfc846df1f5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:21.086911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-764c31dc-aed1-48b3-9ac4-3f4421bd0559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:21.087972 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-764c31dc-aed1-48b3-9ac4-3f4421bd0559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/560972e2-4d77-4494-a8a3-1dfc846df1f5 HTTP/1.1" status: 204 len: 168 time: 0.3256760 Mar 02 09:19:21.198586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39608) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:21.827467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:21.946286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5e993b18-6980-42f9-a251-1383539b677f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:22.170584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port df979f51-cf21-4c49-a07f-b52220e2f268 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:19:22.170832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:22.352584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port df979f51-cf21-4c49-a07f-b52220e2f268, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=df979f51-cf21-4c49-a07f-b52220e2f268,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:22.352926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:22.471580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for df979f51-cf21-4c49-a07f-b52220e2f268 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:19:22.706489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:22.782434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=df979f51-cf21-4c49-a07f-b52220e2f268,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:23.018965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:23.032499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:23.121941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:23.229893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 74920709-17cf-4563-8565-d2a8f90e430f no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:19:23.266641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 74920709-17cf-4563-8565-d2a8f90e430f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:19:23.266976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 74920709-17cf-4563-8565-d2a8f90e430f not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:19:23.480617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router fd5c8fc8-581e-48b9-845c-e40e701daaad has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:19:23.653718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:19:23.662901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] Sync routers for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:19:23.665777 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-39fd0e35-815f-4d76-9c59-7dc1fc333b28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/fd5c8fc8-581e-48b9-845c-e40e701daaad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4661286 Mar 02 09:19:23.668483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39612) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:23.674229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:23.674998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:19:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:23.732549 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab1a7e9-905e-4bcf-9682-fdfc548624eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting subnet 8d936006-24f0-467d-af85-7848f4118511 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:19:23.735406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a7e9-905e-4bcf-9682-fdfc548624eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:23.791446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a7e9-905e-4bcf-9682-fdfc548624eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:23.844233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:23.872025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a7e9-905e-4bcf-9682-fdfc548624eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:24.015329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a7e9-905e-4bcf-9682-fdfc548624eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:24.057032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a7e9-905e-4bcf-9682-fdfc548624eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:24.063197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1a7e9-905e-4bcf-9682-fdfc548624eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Subnet': ['ID=8d936006-24f0-467d-af85-7848f4118511,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:24.069003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e589d454-ea5f-4580-8437-8b215c1d81ee None None] Network 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:19:24.069782 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1ab1a7e9-905e-4bcf-9682-fdfc548624eb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/subnets/8d936006-24f0-467d-af85-7848f4118511 HTTP/1.1" status: 204 len: 168 time: 0.4003432 Mar 02 09:19:24.070384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39616) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:24.254309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:24.332322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:19:22Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:19:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:24.341598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] Checking router: fd5c8fc8-581e-48b9-845c-e40e701daaad for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:19:24.353018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] Routers {'fd5c8fc8-581e-48b9-845c-e40e701daaad'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:24.353617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:19:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['fd5c8fc8-581e-48b9-845c-e40e701daaad'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:24.429252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ed835-1283-4b8e-92db-09fca82f948c None None] DHCP port deletion for 4ea81b63-6ee0-4dcd-9c57-7186bd68a830 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:19:24.439156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-464ed835-1283-4b8e-92db-09fca82f948c None None] Deleting port 5f8d3274-3ab3-4305-b496-ffe6c3db077e {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:19:24.439651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-464ed835-1283-4b8e-92db-09fca82f948c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:24.451827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:24.533263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 22a67e1f-da0d-4232-a3a0-fd94d638f24e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:19:24.534579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:24.704324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:24.707765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] Set router fd5c8fc8-581e-48b9-845c-e40e701daaad gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:24.711549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 22a67e1f-da0d-4232-a3a0-fd94d638f24e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=22a67e1f-da0d-4232-a3a0-fd94d638f24e,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:24.711906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:24.838141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 22a67e1f-da0d-4232-a3a0-fd94d638f24e owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:19:24.888254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5f8d3274-3ab3-4305-b496-ffe6c3db077e no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:19:25.124571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-464ed835-1283-4b8e-92db-09fca82f948c None None] For port 5f8d3274-3ab3-4305-b496-ffe6c3db077e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5f8d3274-3ab3-4305-b496-ffe6c3db077e,segment=NetworkSegment(26743ead-f01a-49d0-a8f1-ef00678eba94),segment_id=26743ead-f01a-49d0-a8f1-ef00678eba94)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:25.125348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-464ed835-1283-4b8e-92db-09fca82f948c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:25.235820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:25.265928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-464ed835-1283-4b8e-92db-09fca82f948c None None] Calling delete_port for 5f8d3274-3ab3-4305-b496-ffe6c3db077e owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:19:25.290162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=22a67e1f-da0d-4232-a3a0-fd94d638f24e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:25.436169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:25.492885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:25.569926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:19:22Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:19:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:25.577483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95626ad4-dbcd-47cf-91c9-a06c674a6df6 None None] The sync data for ids ['fd5c8fc8-581e-48b9-845c-e40e701daaad'] in dv-neutron-828796-1-hyperv is: [{'id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'name': 'tempest-TestNetworkBasicOps-router-333412816', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:17:35Z', 'updated_at': '2022-03-02T09:19:22Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '22a67e1f-da0d-4232-a3a0-fd94d638f24e', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5c8fc8-581e-48b9-845c-e40e701daaad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:17:36Z', 'updated_at': '2022-03-02T09:19:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:19:25.621766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-464ed835-1283-4b8e-92db-09fca82f948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:25.666708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:25.668894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:25.704141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ed835-1283-4b8e-92db-09fca82f948c None None] No DVR routers for this DVR port 5f8d3274-3ab3-4305-b496-ffe6c3db077e on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:19:25.705455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ed835-1283-4b8e-92db-09fca82f948c None None] Pushing event deleted for resources: {'Port': ['ID=5f8d3274-3ab3-4305-b496-ffe6c3db077e,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:25.784412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:25.784921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Fanout notify agent at l3_agent the message router_deleted on router fd5c8fc8-581e-48b9-845c-e40e701daaad {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:19:25.800325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:25.801394 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7315c6f7-bef1-45e0-974f-fd12ee6b8836 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/routers/fd5c8fc8-581e-48b9-845c-e40e701daaad HTTP/1.1" status: 204 len: 168 time: 1.7298434 Mar 02 09:19:25.804140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39622) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:25.915131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.047899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.073447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea81b63-6ee0-4dcd-9c57-7186bd68a830']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:26.089019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26743ead-f01a-49d0-a8f1-ef00678eba94') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:26.089313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26743ead-f01a-49d0-a8f1-ef00678eba94') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:26.101124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.117193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.123357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:19:26.123662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:19:26.137822 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:19:26.294924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.311571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.326219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Network': ['ID=4ea81b63-6ee0-4dcd-9c57-7186bd68a830,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:26.433600 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f0656102-4713-46f2-8095-b30add6628cc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/networks/4ea81b63-6ee0-4dcd-9c57-7186bd68a830 HTTP/1.1" status: 204 len: 168 time: 0.6219842 Mar 02 09:19:26.450760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39626) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:26.456823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'network': {'name': 'tempest-network-smoke--1742888906', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:26.462028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:26.466390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:network and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:26.469384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:26.476292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:26.556017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:19:26.561460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.589334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:19:26.598143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.601788 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Added segment b7ecb938-d186-4590-a918-994652dca58e of type vlan for network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 Mar 02 09:19:26.622839 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.709647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.715004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:26.715559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.826261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Network': ['ID=9bd38b17-1592-4054-9fd1-c1ce89f2c644,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:26.837458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:19:26.850821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device df979f51-cf21-4c49-a07f-b52220e2f268 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:19:26.853779 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-91effdaa-14e3-43b1-991e-c62cabf414b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4017861 Mar 02 09:19:26.856542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39630) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:26.861719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'admin_state_up': True, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:26.868782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:26.872632 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:router and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:26.875545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:26.882191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:26.897547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: df979f51-cf21-4c49-a07f-b52220e2f268 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:19:26.897912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device df979f51-cf21-4c49-a07f-b52220e2f268 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:19:26.898318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 22a67e1f-da0d-4232-a3a0-fd94d638f24e no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:19:26.957779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.958906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.973472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:26.977159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 22a67e1f-da0d-4232-a3a0-fd94d638f24e {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:19:26.977159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 22a67e1f-da0d-4232-a3a0-fd94d638f24e not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:19:27.304923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:27.807486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:27.836070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:27.965739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.132 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/8658a10a-162e-4f1c-b633-2441b04b7a08) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:19:28.106364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:28.184339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:28.242208 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:19:28.244826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:19:28.252789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:19:28.289701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=8658a10a-162e-4f1c-b633-2441b04b7a08,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:28.731798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:29.171207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:29.442912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router f270246f-578d-43b5-b694-80889e24c217 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:19:29.613614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:19:29.622910 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Sync routers for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:19:29.632773 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:29.633366 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:19:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:29.694932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:29.696300 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-af471ec2-6f15-44e3-ae90-c2e955e7d0d5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8387651 Mar 02 09:19:29.699852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39634) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:29.740199 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-069d2eed-d222-48f0-8a06-4f0ccae75c3c tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387895 Mar 02 09:19:29.742830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39638) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:29.803813 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:29.872147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75206695-5b20-47de-84f2-b2a311335a17 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:29.873619 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-75206695-5b20-47de-84f2-b2a311335a17 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297698 Mar 02 09:19:29.876371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39642) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:29.918050 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-59af26f7-b083-444c-ac16-e2acd4ef06af tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401087 Mar 02 09:19:29.920466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39646) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:29.925679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-826371751', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:30.030931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:30.034616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:subnet and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:30.037376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:30.042786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:30.082844 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:28Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:30.086704 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Checking router: f270246f-578d-43b5-b694-80889e24c217 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:19:30.087043 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Updating router f270246f-578d-43b5-b694-80889e24c217 port 8658a10a-162e-4f1c-b633-2441b04b7a08 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:19:30.115112 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:19:30.118684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.137858 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.389757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.458405 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.469708 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Transition to ACTIVE for port object 8658a10a-162e-4f1c-b633-2441b04b7a08 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:19:30.475271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=c8494393-c746-4255-ba1c-46499aebfae4,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:30.483488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Checking segment: {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:19:30.483850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network hostable DHCP agents. Network: 9bd38b17-1592-4054-9fd1-c1ce89f2c644, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:19:30.555314 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.585751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:19:30.637298 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Pushing event updated for resources: {'Port': ['ID=8658a10a-162e-4f1c-b633-2441b04b7a08,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:30.639348 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Attempting to bind port 8658a10a-162e-4f1c-b633-2441b04b7a08 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:19:30.639705 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Attempting to bind port 8658a10a-162e-4f1c-b633-2441b04b7a08 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:19:30.640103 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Attempting to bind port 8658a10a-162e-4f1c-b633-2441b04b7a08 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:19:30.649050 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.650560 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.650560 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.650560 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.650560 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.650918 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.651010 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.651263 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.651578 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.651892 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.652203 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.652512 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:19:30.655646 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:19:30.656013 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:19:30.656403 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.656777 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:19:30.657267 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Bound port: 8658a10a-162e-4f1c-b633-2441b04b7a08, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:19:30.657627 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.669478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 9bd38b17-1592-4054-9fd1-c1ce89f2c644) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:19:30.673453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:30.674613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.679121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad56bc3-be61-4e85-9e27-737ea8ae8845 None None] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:19:30.730836 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] For port 8658a10a-162e-4f1c-b633-2441b04b7a08, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:19:30.733773 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] For port 8658a10a-162e-4f1c-b633-2441b04b7a08, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8658a10a-162e-4f1c-b633-2441b04b7a08,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:19:30.758102 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5b7dd69d-6824-4a05-9ae5-130f6b91a80a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8345702 Mar 02 09:19:30.759029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39650) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:30.813101 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.890559 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:30.891066 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:19:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:30.904828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:19:30.905664 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:30.961774 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f952e-fddd-449e-93fc-7695d8960ae1 None None] Pushing event updated for resources: {'Port': ['ID=8658a10a-162e-4f1c-b633-2441b04b7a08,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:31.073128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Allocated IP 172.20.0.2 (9bd38b17-1592-4054-9fd1-c1ce89f2c644/c8494393-c746-4255-ba1c-46499aebfae4/24592acc-1c36-4f38-8f7a-8e64080d2943) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:19:31.100158 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:31.284297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:31.294996 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Transition to ACTIVE for port object 24592acc-1c36-4f38-8f7a-8e64080d2943 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:19:31.315490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Transition to ACTIVE for port object 24592acc-1c36-4f38-8f7a-8e64080d2943 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:19:31.380562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:31.393166 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:28Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:31.397630 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf44d57-bff6-4ccb-8194-cb73c2937018 None None] The sync data for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv is: [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:28Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:19:31.452490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:19:31.457230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:19:31.462760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:19:31.466229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Pushing event updated for resources: {'Port': ['ID=24592acc-1c36-4f38-8f7a-8e64080d2943,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:31.552199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Attempting to bind port 24592acc-1c36-4f38-8f7a-8e64080d2943 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:19:31.552584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Attempting to bind port 24592acc-1c36-4f38-8f7a-8e64080d2943 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:19:31.552946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Attempting to bind port 24592acc-1c36-4f38-8f7a-8e64080d2943 on network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:19:31.558489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:19:31.558853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Checking segment: {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:19:31.559245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:31.559630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Bound using segment: {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:19:31.560089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Bound port: 24592acc-1c36-4f38-8f7a-8e64080d2943, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:19:31.560446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:31.590281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:31.723254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] For port 24592acc-1c36-4f38-8f7a-8e64080d2943, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:19:31.726698 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] For port 24592acc-1c36-4f38-8f7a-8e64080d2943, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=24592acc-1c36-4f38-8f7a-8e64080d2943,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:19:31.812877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:31.902934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421dba7-9c43-4619-889b-140776ca6bc9 None None] Pushing event updated for resources: {'Port': ['ID=24592acc-1c36-4f38-8f7a-8e64080d2943,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:32.018990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.1 (9bd38b17-1592-4054-9fd1-c1ce89f2c644/c8494393-c746-4255-ba1c-46499aebfae4/ea2a24a7-6c73-48fb-84d3-434c446dc76c) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:19:32.231415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:32.249278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object ea2a24a7-6c73-48fb-84d3-434c446dc76c will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:19:32.323877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:32.412451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:19:32.429270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:19:32.431701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:19:32.467464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=ea2a24a7-6c73-48fb-84d3-434c446dc76c,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:32.494098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:32.840767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:32.877730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e10c016-5254-4859-b592-03c5b0194d2e None None] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:19:32.910905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8658a10a-162e-4f1c-b633-2441b04b7a08 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:33.102663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6b57b28e-8963-4469-bfec-85362d5ab8a2 None None] Provisioning for port 24592acc-1c36-4f38-8f7a-8e64080d2943 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:19:33.166934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 8658a10a-162e-4f1c-b633-2441b04b7a08 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:19:33.179145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8658a10a-162e-4f1c-b633-2441b04b7a08 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:33.179510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.323336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.346867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8658a10a-162e-4f1c-b633-2441b04b7a08, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8658a10a-162e-4f1c-b633-2441b04b7a08,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:33.377379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.431760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.432546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 24592acc-1c36-4f38-8f7a-8e64080d2943 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:33.452704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.553424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8658a10a-162e-4f1c-b633-2441b04b7a08,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:33.574381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.578917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=ea2a24a7-6c73-48fb-84d3-434c446dc76c,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:33.637480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 24592acc-1c36-4f38-8f7a-8e64080d2943 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:19:33.643315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 24592acc-1c36-4f38-8f7a-8e64080d2943 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:33.650055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.683002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7d1381af-ca14-44e2-bdea-f2c951a2c4a0 None None] Provisioning for port ea2a24a7-6c73-48fb-84d3-434c446dc76c completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:19:33.693135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7d1381af-ca14-44e2-bdea-f2c951a2c4a0 None None] Provisioning complete for port ea2a24a7-6c73-48fb-84d3-434c446dc76c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:33.693540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7d1381af-ca14-44e2-bdea-f2c951a2c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.722297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:19:33.723491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:19:33.761058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7d1381af-ca14-44e2-bdea-f2c951a2c4a0 None None] Port ea2a24a7-6c73-48fb-84d3-434c446dc76c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:19:33.822658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.857343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 24592acc-1c36-4f38-8f7a-8e64080d2943, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=24592acc-1c36-4f38-8f7a-8e64080d2943,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:33.886261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6d2d7713-d022-4525-89c8-05bdf435b83c None None] Provisioning complete for port ea2a24a7-6c73-48fb-84d3-434c446dc76c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:33.886933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6d2d7713-d022-4525-89c8-05bdf435b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:33.917927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router f270246f-578d-43b5-b694-80889e24c217 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:19:33.939765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d7713-d022-4525-89c8-05bdf435b83c None None] Port ea2a24a7-6c73-48fb-84d3-434c446dc76c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:19:33.949218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:34.017748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=24592acc-1c36-4f38-8f7a-8e64080d2943,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:34.058164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9b705aa9-25ad-4566-998a-7089b4bd65d2 None None] Provisioning complete for port ea2a24a7-6c73-48fb-84d3-434c446dc76c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:34.058537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9b705aa9-25ad-4566-998a-7089b4bd65d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:34.093667 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:19:34.104365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Sync routers for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:19:34.109213 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5668b9f1-00b2-47eb-ba52-8a1a2b7dbdd6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/f270246f-578d-43b5-b694-80889e24c217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3469114 Mar 02 09:19:34.109474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39654) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:34.121206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-9b705aa9-25ad-4566-998a-7089b4bd65d2 None None] Port ea2a24a7-6c73-48fb-84d3-434c446dc76c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:19:34.125543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:34.126124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:19:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:34.241504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4307c-480d-4562-92ce-e5de843ff9c3 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:34.242153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4307c-480d-4562-92ce-e5de843ff9c3 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:34.242605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4307c-480d-4562-92ce-e5de843ff9c3 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:34.243052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4307c-480d-4562-92ce-e5de843ff9c3 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:34.244654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-41e4307c-480d-4562-92ce-e5de843ff9c3 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1342502 Mar 02 09:19:34.247308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39658) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:34.308420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:34.318290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5153e-28ec-472d-80d8-59e1ca02b37e tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:34.318750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5153e-28ec-472d-80d8-59e1ca02b37e tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:34.319197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5153e-28ec-472d-80d8-59e1ca02b37e tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:34.319643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5153e-28ec-472d-80d8-59e1ca02b37e tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:34.321770 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1ca5153e-28ec-472d-80d8-59e1ca02b37e tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0731282 Mar 02 09:19:34.324294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39662) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:34.526693 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-22220683-ff5b-4f8b-ad33-4cbe120062f9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2013104 Mar 02 09:19:34.706890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:32Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ea2a24a7-6c73-48fb-84d3-434c446dc76c', 'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:08:fc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:31Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:34.710613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Checking router: f270246f-578d-43b5-b694-80889e24c217 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:19:34.710962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Updating router f270246f-578d-43b5-b694-80889e24c217 port ea2a24a7-6c73-48fb-84d3-434c446dc76c binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:19:34.766404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:34.886006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8658a10a-162e-4f1c-b633-2441b04b7a08 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:35.075230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8658a10a-162e-4f1c-b633-2441b04b7a08 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:35.075887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.237390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39668) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:35.242473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923641927', 'description': 'tempest-secgroup-smoke-1923641927 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:35.248112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:35.252429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:35.255501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:35.261341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:35.272313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 24592acc-1c36-4f38-8f7a-8e64080d2943 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:35.318402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.341620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Transition to ACTIVE for port object ea2a24a7-6c73-48fb-84d3-434c446dc76c will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:19:35.356870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.358130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 24592acc-1c36-4f38-8f7a-8e64080d2943 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:35.358491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.379591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:35.383449 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:35.386397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:35.392988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:35.398585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.461536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.504043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.548782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0c0ef-3af1-4548-adac-5cb7f302efea None None] Pushing event updated for resources: {'Port': ['ID=ea2a24a7-6c73-48fb-84d3-434c446dc76c,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:35.561865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507ea382-6cc7-4fb6-baea-10587da29e7b,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:35.643673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.647495 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8ea7b6f4-e529-45bf-9833-c60e4fce9182 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4065356 Mar 02 09:19:35.647933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39672) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:35.656274 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '507ea382-6cc7-4fb6-baea-10587da29e7b', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:35.662265 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:35.666454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:35.669722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:35.675285 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:35.677607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Attempting to bind port ea2a24a7-6c73-48fb-84d3-434c446dc76c on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:19:35.678002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Attempting to bind port ea2a24a7-6c73-48fb-84d3-434c446dc76c by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:19:35.678369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Attempting to bind port ea2a24a7-6c73-48fb-84d3-434c446dc76c on network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:19:35.692045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:19:35.692413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Checking segment: {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:19:35.697056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.697056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Bound using segment: {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:19:35.697056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Bound port: ea2a24a7-6c73-48fb-84d3-434c446dc76c, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:19:35.697056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.761514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.792819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] For port ea2a24a7-6c73-48fb-84d3-434c446dc76c, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:19:35.795986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] For port ea2a24a7-6c73-48fb-84d3-434c446dc76c, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ea2a24a7-6c73-48fb-84d3-434c446dc76c,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:19:35.821539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.865904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.917092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:35.935817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f466f45-08cb-4c2a-ad36-77e2bb99a716,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:35.944283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:35.944899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:19:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:36.007819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0c0ef-3af1-4548-adac-5cb7f302efea None None] Pushing event updated for resources: {'Port': ['ID=ea2a24a7-6c73-48fb-84d3-434c446dc76c,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:36.026027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.029908 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7ffc726e-ebd9-429a-905d-b3b19938a064 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783317 Mar 02 09:19:36.030229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39676) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:36.035821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '507ea382-6cc7-4fb6-baea-10587da29e7b', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:36.041823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:36.045820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:36.049335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:36.056046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:36.128337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:36.162543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.225636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.303654 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.327182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e5f4fc-419d-4693-b5ae-fc9189f75122,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:36.424368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.425491 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ce3951fe-6704-45b8-8c73-18bc389b3b68 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3942170 Mar 02 09:19:36.428180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39680) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:36.433123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '507ea382-6cc7-4fb6-baea-10587da29e7b', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:36.438959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:36.442862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:36.445615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:36.451644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:36.479849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:32Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ea2a24a7-6c73-48fb-84d3-434c446dc76c', 'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:08:fc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:31Z', 'updated_at': '2022-03-02T09:19:35Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:36.483744 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba89492-a691-4c21-81fa-9a5923fb7b48 None None] The sync data for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv is: [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:32Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ea2a24a7-6c73-48fb-84d3-434c446dc76c', 'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:08:fc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:31Z', 'updated_at': '2022-03-02T09:19:35Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:19:36.570197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.639549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.722814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.747079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b435dc4-018e-487c-ac9d-c8f2cac82e84,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:36.831816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.833273 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7a8a05bd-a713-4ede-ba5e-e4a7aa2676bd tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4039335 Mar 02 09:19:36.836769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39684) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:36.842009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '507ea382-6cc7-4fb6-baea-10587da29e7b', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:36.852077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:36.852593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:36.855568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:36.860238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ea2a24a7-6c73-48fb-84d3-434c446dc76c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:36.865908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:36.940959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:36.972417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port ea2a24a7-6c73-48fb-84d3-434c446dc76c completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:19:36.978465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ea2a24a7-6c73-48fb-84d3-434c446dc76c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:36.981158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.008874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.092238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.097582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.117769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5baf1ba-19a1-4597-a15f-1bfc413a0b5c,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:37.132389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port ea2a24a7-6c73-48fb-84d3-434c446dc76c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ea2a24a7-6c73-48fb-84d3-434c446dc76c,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:37.200922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.202184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1799010f-c21f-4729-aa29-4255dfcd6300 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3643191 Mar 02 09:19:37.205504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39688) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:37.210439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '507ea382-6cc7-4fb6-baea-10587da29e7b', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:37.216453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:37.220650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:37.232863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:37.233415 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.233523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:37.298238 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:19:37.298467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=ea2a24a7-6c73-48fb-84d3-434c446dc76c,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:37.305371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.373343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.452273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.583736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3bea7a-d347-4dbc-92e0-9addafdfe9eb,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:37.657326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.658580 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0ed3c493-b492-4ef6-a02b-029622bae8c5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4521053 Mar 02 09:19:37.661186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39692) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:37.665942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '507ea382-6cc7-4fb6-baea-10587da29e7b', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:37.671585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:37.676011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:37.682412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:37.684491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:37.744912 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:19:37.751149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.813228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.853456 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:19:37.859201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.883213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552d87b0-68a3-4d11-bff7-1880d8f8cd07,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:37.927906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:37.929412 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-069a3171-f306-483f-a510-224e3e1576de tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2673340 Mar 02 09:19:38.099442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-2337de97-8a17-4748-9524-c75f819b4aa1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:19:38.179107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-2337de97-8a17-4748-9524-c75f819b4aa1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:19:38.180222 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-2337de97-8a17-4748-9524-c75f819b4aa1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923641927&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1186044 Mar 02 09:19:38.327898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f118b-b351-4608-a516-e32805309df1 req-db8a664c-4a8a-4975-8cd9-80d34510d8b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:38.328568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-db8a664c-4a8a-4975-8cd9-80d34510d8b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:19:38.390911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-db8a664c-4a8a-4975-8cd9-80d34510d8b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:19:38.391960 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-db8a664c-4a8a-4975-8cd9-80d34510d8b7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=9bd38b17-1592-4054-9fd1-c1ce89f2c644 HTTP/1.1" status: 200 len: 797 time: 0.2051215 Mar 02 09:19:38.407508 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-352742cc-4045-420f-93d7-71f69bef2833 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0094976 Mar 02 09:19:38.492028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-46d32ea9-2020-4158-87ec-85721d57fc54 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:19:38.583563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-46d32ea9-2020-4158-87ec-85721d57fc54 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:19:38.584893 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-46d32ea9-2020-4158-87ec-85721d57fc54 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1715817 Mar 02 09:19:38.757404 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-4898424d-74c7-4ec0-8e4b-4fbe55ce9575 service neutron] 10.222.0.10 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603620 Mar 02 09:19:38.834730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ea2a24a7-6c73-48fb-84d3-434c446dc76c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:38.885669 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-f3565cbf-1b4f-4e16-9469-2a80fa8d3b3f service neutron] 10.222.0.10 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223896 Mar 02 09:19:38.902618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ea2a24a7-6c73-48fb-84d3-434c446dc76c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:38.903012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:40.275831 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b9bba7a-17c9-4f64-80d7-f870b2277ac2 req-fc12fcb6-ea9a-48c3-b0df-6109da921f26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 210 time: 0.0421693 Mar 02 09:19:41.423023 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-503ec21f-5477-4521-951f-9dc7220137a2 req-3a462805-4ea0-4c7a-8e38-3c4540f33d27 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 210 time: 0.0468559 Mar 02 09:19:42.232674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f118b-b351-4608-a516-e32805309df1 req-5afaff2f-e218-46c8-93bd-1459e440761c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:42.233388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-5afaff2f-e218-46c8-93bd-1459e440761c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:19:42.246858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-5afaff2f-e218-46c8-93bd-1459e440761c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:19:42.248099 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-5afaff2f-e218-46c8-93bd-1459e440761c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=9bd38b17-1592-4054-9fd1-c1ce89f2c644 HTTP/1.1" status: 200 len: 797 time: 0.1631508 Mar 02 09:19:42.294318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-8dc0fa0e-5fe7-464a-a553-80d3c40ea198 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:19:42.305760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-553f118b-b351-4608-a516-e32805309df1 req-8dc0fa0e-5fe7-464a-a553-80d3c40ea198 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:19:42.306850 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-8dc0fa0e-5fe7-464a-a553-80d3c40ea198 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 380 time: 0.0510621 Mar 02 09:19:42.315442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': '30d98652-97ca-43a2-9685-a8942e775979', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['507ea382-6cc7-4fb6-baea-10587da29e7b']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:42.447620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:42.457030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:42.529508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:19:42.535143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:42.606435 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dc78706-2915-41cc-a032-c91f529df7b0 req-88458a96-045d-41d5-9292-1e6487f1513c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 210 time: 0.0747623 Mar 02 09:19:42.827349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.11 (9bd38b17-1592-4054-9fd1-c1ce89f2c644/c8494393-c746-4255-ba1c-46499aebfae4/fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:19:43.010209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:43.025746 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:19:43.127128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:43.191611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:19:43.194724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:19:43.198757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:19:43.246930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:43.273292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:43.273292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:43.358486 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-a359e331-c281-409a-b314-7956f8ddb475 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0469146 Mar 02 09:19:43.369514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Request body: {'port': {'device_id': '30d98652-97ca-43a2-9685-a8942e775979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:43.481069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:43.493993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c6ced695-c254-4cb5-ae9b-20e925f14f45 None None] Provisioning for port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:19:43.501707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c6ced695-c254-4cb5-ae9b-20e925f14f45 None None] Provisioning complete for port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:43.502747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c6ced695-c254-4cb5-ae9b-20e925f14f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:43.567700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c6ced695-c254-4cb5-ae9b-20e925f14f45 None None] Port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:19:43.789038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37684bf8-f47f-4a85-9928-21bdb55a4043 req-2af9fe23-1e2f-4f1b-80ca-342e3cee7991 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:43.790591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37684bf8-f47f-4a85-9928-21bdb55a4043 req-2af9fe23-1e2f-4f1b-80ca-342e3cee7991 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 932 time: 0.0807958 Mar 02 09:19:43.834658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:19:43.838768 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37684bf8-f47f-4a85-9928-21bdb55a4043 req-e3c59318-07e6-4161-a027-b75d92ae832b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417957 Mar 02 09:19:43.843324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:43.863278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Transition to ACTIVE for port object fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:19:43.937179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:44.090754 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:44.174669 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Attempting to bind port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:19:44.174998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Attempting to bind port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:19:44.175322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Attempting to bind port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 on network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:19:44.180845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 on network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:19:44.181159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Attempting to bind port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 on network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:19:44.186137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:19:44.186467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Checking segment: {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:19:44.186841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Bound using segment: {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:19:44.187260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Bound port: fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ecb938-d186-4590-a918-994652dca58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:19:44.187596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:44.279568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] For port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:19:44.282931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] For port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:19:44.379456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:44.430760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:44.431360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:44.432705 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] 10.222.0.15 "PUT /v2.0/ports/fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 HTTP/1.1" status: 200 len: 1094 time: 1.0671420 Mar 02 09:19:44.433172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:19:44.466679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44906d03-7e2d-4788-b675-60028e3b4432 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:44.486152 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'status': 'completed', 'code': 200} Mar 02 09:19:44.581020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664ab11-b66b-475f-9c62-8fa730a11c68 req-ae332a8b-2bf5-401f-90de-718ae8c5c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:44.582535 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7664ab11-b66b-475f-9c62-8fa730a11c68 req-ae332a8b-2bf5-401f-90de-718ae8c5c3ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 1097 time: 0.0775690 Mar 02 09:19:44.721545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664ab11-b66b-475f-9c62-8fa730a11c68 req-7fea6cc1-39ca-42ed-9bfa-43646af3147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:44.723030 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7664ab11-b66b-475f-9c62-8fa730a11c68 req-7fea6cc1-39ca-42ed-9bfa-43646af3147b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1339674 Mar 02 09:19:44.952190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664ab11-b66b-475f-9c62-8fa730a11c68 req-af82d658-3167-407d-a457-c151a61f219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:44.953629 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7664ab11-b66b-475f-9c62-8fa730a11c68 req-af82d658-3167-407d-a457-c151a61f219f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251787 Mar 02 09:19:45.024546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd41fb8-c04a-42cf-ae86-803d85f9244c req-d6036597-5014-4320-86fa-ee651f695e17 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:45.026018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2dd41fb8-c04a-42cf-ae86-803d85f9244c req-d6036597-5014-4320-86fa-ee651f695e17 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 944 time: 0.0782759 Mar 02 09:19:45.057600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f118b-b351-4608-a516-e32805309df1 req-239483b7-f07e-4936-9c15-1ded193fae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:45.059094 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-239483b7-f07e-4936-9c15-1ded193fae8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 1097 time: 0.0690105 Mar 02 09:19:45.069863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2dd41fb8-c04a-42cf-ae86-803d85f9244c req-976bc7cb-0109-4d1e-b0a3-bc296a7dcff8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380971 Mar 02 09:19:45.127892 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-5d0fb72b-8f76-4d8a-bb69-03ff91a0fba1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 HTTP/1.1" status: 200 len: 217 time: 0.0614662 Mar 02 09:19:45.192063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f118b-b351-4608-a516-e32805309df1 req-cf698bc5-18e1-461e-ae0a-2b935052c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:45.193473 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-cf698bc5-18e1-461e-ae0a-2b935052c1b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8494393-c746-4255-ba1c-46499aebfae4 HTTP/1.1" status: 200 len: 843 time: 0.0596325 Mar 02 09:19:45.266636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f118b-b351-4608-a516-e32805309df1 req-e648bb57-c10d-4cef-bcdf-e9c39f3fe398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:45.268059 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-e648bb57-c10d-4cef-bcdf-e9c39f3fe398 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bd38b17-1592-4054-9fd1-c1ce89f2c644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690343 Mar 02 09:19:45.396221 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-9e077fd9-7ffe-4aa6-b63f-bb76a2d1f3bc service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222720 Mar 02 09:19:45.525525 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-553f118b-b351-4608-a516-e32805309df1 req-5659f97a-521d-4dfd-a695-aca91cb6a9be service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238775 Mar 02 09:19:46.253171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83cd8a-2323-4775-bf15-a079209f531f req-3bf76737-f41c-4d93-b7c0-6aaf270f6d8e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:46.254616 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fc83cd8a-2323-4775-bf15-a079209f531f req-3bf76737-f41c-4d93-b7c0-6aaf270f6d8e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 944 time: 0.0802419 Mar 02 09:19:46.296684 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fc83cd8a-2323-4775-bf15-a079209f531f req-08a13da5-b389-4d27-ae06-0c457049df17 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365503 Mar 02 09:19:47.356182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:47.477894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dddf9-4dfa-49b2-98e3-1f101e7f80a6 req-2b33bc48-5558-4d03-b7d0-55f73f155838 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:47.479347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-388dddf9-4dfa-49b2-98e3-1f101e7f80a6 req-2b33bc48-5558-4d03-b7d0-55f73f155838 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 944 time: 0.0806711 Mar 02 09:19:47.522170 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-388dddf9-4dfa-49b2-98e3-1f101e7f80a6 req-36089c72-adc8-4746-9ee8-224530a99b76 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372653 Mar 02 09:19:48.703402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1da4-b477-47ce-983b-4bab87b1ae3e req-e6e14026-6fd2-4f44-82e9-f2ee7e6953b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:48.705329 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c2bf1da4-b477-47ce-983b-4bab87b1ae3e req-e6e14026-6fd2-4f44-82e9-f2ee7e6953b4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 944 time: 0.0805585 Mar 02 09:19:48.748887 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c2bf1da4-b477-47ce-983b-4bab87b1ae3e req-c51d10e9-3aef-48db-809e-8d6665cfa8ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371714 Mar 02 09:19:49.320170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:19:49.449108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:49.462166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'port_id': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'mac_address': 'fa:16:3e:d5:cf:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:19:49.515641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:49.531594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:19:49.546576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:49.600275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:49.677580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:49.732723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9cc9f142-0d63-4bf8-9c55-c30f21932de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:49.930719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f360b5e-1e98-48df-abf2-3233d934ebd9 req-9dabbcd2-ab78-41e5-b7e2-15fec341b09e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:49.932037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f360b5e-1e98-48df-abf2-3233d934ebd9 req-9dabbcd2-ab78-41e5-b7e2-15fec341b09e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 945 time: 0.0802422 Mar 02 09:19:49.939127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:19:49.975311 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f360b5e-1e98-48df-abf2-3233d934ebd9 req-129ec99e-871b-41ce-b883-7898d8b2fe47 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376368 Mar 02 09:19:51.155197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecab17-ba93-4020-8a8b-1674b884cf3a req-fb1015f2-b5d0-431d-9d93-a287a7615ba4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:51.156620 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37ecab17-ba93-4020-8a8b-1674b884cf3a req-fb1015f2-b5d0-431d-9d93-a287a7615ba4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 945 time: 0.0768361 Mar 02 09:19:51.202250 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37ecab17-ba93-4020-8a8b-1674b884cf3a req-5ea9dbb7-3455-4f53-b24d-e47eb5ebf440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398598 Mar 02 09:19:51.332651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:19:51.451380 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:19:51.455952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:19:51.456317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:51.567367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:51.595939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:19:51.605338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:19:51.689100 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'code': 200} Mar 02 09:19:51.696958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:51.793711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:52.007097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-61bddb08-81e9-42ae-a897-972e4b5d4d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:52.080299 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca1e70-4098-4371-bf16-f214bc360aca req-9aa06858-34df-4d57-8bc3-1b8d8b11ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:52.081781 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e4ca1e70-4098-4371-bf16-f214bc360aca req-9aa06858-34df-4d57-8bc3-1b8d8b11ca7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 1099 time: 0.0675087 Mar 02 09:19:52.123493 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e4ca1e70-4098-4371-bf16-f214bc360aca req-69d1f6da-d5e1-4c0f-b9a3-d9803699f8ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360777 Mar 02 09:19:52.380689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174274f5-f6f5-40d5-a8a1-47e3c42ba6cb req-766d7044-1f22-459c-99ba-4e6bb2a5e9a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:52.382130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-174274f5-f6f5-40d5-a8a1-47e3c42ba6cb req-766d7044-1f22-459c-99ba-4e6bb2a5e9a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 946 time: 0.0804715 Mar 02 09:19:52.423935 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-174274f5-f6f5-40d5-a8a1-47e3c42ba6cb req-75ff05db-49eb-4cce-8875-5f895be3c026 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363302 Mar 02 09:19:53.007086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:53.087094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:53.615147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fa616-9e95-45bf-82f6-5d9e699bde5f req-539e138d-337a-46ab-926a-70e521a0ae16 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:53.616650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-879fa616-9e95-45bf-82f6-5d9e699bde5f req-539e138d-337a-46ab-926a-70e521a0ae16 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 946 time: 0.0816450 Mar 02 09:19:53.755796 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-879fa616-9e95-45bf-82f6-5d9e699bde5f req-2f1fd4b3-99ea-4882-992f-7b0bb318a22d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334102 Mar 02 09:19:53.931359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9151879-c7bc-4f69-b42b-2415f80cf424 req-3b8d33fb-a349-456c-a9f3-8f02cb5501c2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:53.932773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9151879-c7bc-4f69-b42b-2415f80cf424 req-3b8d33fb-a349-456c-a9f3-8f02cb5501c2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 946 time: 0.0765324 Mar 02 09:19:53.975478 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9151879-c7bc-4f69-b42b-2415f80cf424 req-71ec77ab-5354-4f39-b288-1e49af375971 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372758 Mar 02 09:19:53.997701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39760) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:54.067851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54ca6b-6149-4aa4-a2a6-b7e85faa147f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:54.069294 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-df54ca6b-6149-4aa4-a2a6-b7e85faa147f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 1094 time: 0.0706220 Mar 02 09:19:54.072425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39764) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:54.077160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:19:54.082909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:19:54.086589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:floatingip and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:19:54.089278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:19:54.094747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:19:54.171386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:54.301341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:54.428608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.175 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/db601efc-4898-467e-8355-c014d02b4bb2) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:19:54.572578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:54.574218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:54.651114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:54.707133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:19:54.709768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:19:54.713233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:19:54.757029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=db601efc-4898-467e-8355-c014d02b4bb2,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:55.117885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:55.258941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:55.455464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:55.515325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:55.625052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=db601efc-4898-467e-8355-c014d02b4bb2,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:19:55.633198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:55.897490 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP 039a3943-b8b5-4a18-9c8e-935fbd12dd0c associated. External IP: 172.26.3.175, port: fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1. Mar 02 09:19:56.235162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router f270246f-578d-43b5-b694-80889e24c217 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:19:56.404741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:19:56.414604 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] Sync routers for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:19:56.424248 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:56.424833 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:19:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:56.475279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:19:56.535609 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-83a4a5ca-7f9e-4d04-887a-f5446ed02f2c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4597869 Mar 02 09:19:56.535609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:19:56.535908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39768) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:56.582062 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'status': 'completed', 'code': 200} Mar 02 09:19:56.600572 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:56.695736 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-787baa5f-2876-45b5-b247-49bedc3d770f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/039a3943-b8b5-4a18-9c8e-935fbd12dd0c HTTP/1.1" status: 200 len: 992 time: 0.1584451 Mar 02 09:19:56.716230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-5ba2bf14-b4ed-47f6-a24f-c00a9fa9a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:56.717658 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-5ba2bf14-b4ed-47f6-a24f-c00a9fa9a0db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 1099 time: 0.1079433 Mar 02 09:19:56.850898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-045494e7-6117-4902-be35-8df2f6f1472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:56.852354 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-045494e7-6117-4902-be35-8df2f6f1472d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bd38b17-1592-4054-9fd1-c1ce89f2c644 HTTP/1.1" status: 200 len: 898 time: 0.1250029 Mar 02 09:19:56.935670 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:32Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '039a3943-b8b5-4a18-9c8e-935fbd12dd0c', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.175', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'f270246f-578d-43b5-b694-80889e24c217', 'port_id': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'mac_address': 'fa:16:3e:d5:cf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d98652-97ca-43a2-9685-a8942e775979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:19:55Z', 'updated_at': '2022-03-02T09:19:55Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2a24a7-6c73-48fb-84d3-434c446dc76c', 'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:08:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:31Z', 'updated_at': '2022-03-02T09:19:37Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:56.939971 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] Checking router: f270246f-578d-43b5-b694-80889e24c217 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:19:56.948272 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:19:56.948857 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:19:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:56.954394 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-ae8eb761-5eaf-4126-950e-842fa753840f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 HTTP/1.1" status: 200 len: 1000 time: 0.0954800 Mar 02 09:19:57.014804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-ca9125ee-3b5c-4288-aee8-8b63b28f0dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:57.016334 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-ca9125ee-3b5c-4288-aee8-8b63b28f0dc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8494393-c746-4255-ba1c-46499aebfae4 HTTP/1.1" status: 200 len: 843 time: 0.0561743 Mar 02 09:19:57.090764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-fc104723-c5b2-4852-bb05-8e0be06a11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:19:57.092221 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-fc104723-c5b2-4852-bb05-8e0be06a11bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bd38b17-1592-4054-9fd1-c1ce89f2c644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703568 Mar 02 09:19:57.121869 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:19:57.219203 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-957fa037-8e94-4d16-8852-91876e12186d service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204684 Mar 02 09:19:57.457639 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-52a22b0b-60d1-4d09-8e85-2239d88c5ff1 req-3f4d7a24-619e-4e1a-baa7-9ff81914edb5 service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311027 Mar 02 09:19:57.509306 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:32Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '039a3943-b8b5-4a18-9c8e-935fbd12dd0c', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.175', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'f270246f-578d-43b5-b694-80889e24c217', 'port_id': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'mac_address': 'fa:16:3e:d5:cf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d98652-97ca-43a2-9685-a8942e775979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:19:55Z', 'updated_at': '2022-03-02T09:19:55Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2a24a7-6c73-48fb-84d3-434c446dc76c', 'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:08:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:31Z', 'updated_at': '2022-03-02T09:19:37Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:19:57.513125 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc311d17-b8b6-420f-949d-21a3635808d7 None None] The sync data for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv is: [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:32Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '039a3943-b8b5-4a18-9c8e-935fbd12dd0c', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.175', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'f270246f-578d-43b5-b694-80889e24c217', 'port_id': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'mac_address': 'fa:16:3e:d5:cf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d98652-97ca-43a2-9685-a8942e775979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:19:55Z', 'updated_at': '2022-03-02T09:19:55Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2a24a7-6c73-48fb-84d3-434c446dc76c', 'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:08:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:31Z', 'updated_at': '2022-03-02T09:19:37Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:19:57.699664 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39774) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:57.705096 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61648b9-5e65-4bae-a172-12c749c81b22 None None] New status for floating IP 039a3943-b8b5-4a18-9c8e-935fbd12dd0c: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:19:57.804007 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-db05382a-60d4-4ae5-b777-150587fe8d9b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/039a3943-b8b5-4a18-9c8e-935fbd12dd0c HTTP/1.1" status: 200 len: 992 time: 0.1022246 Mar 02 09:19:58.806741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39778) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:19:58.911483 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-672509a8-9ffe-44a4-8738-611136697bde tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/039a3943-b8b5-4a18-9c8e-935fbd12dd0c HTTP/1.1" status: 200 len: 994 time: 0.1035311 Mar 02 09:20:07.903598 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eff6e971-896d-4e72-924f-83541855d7a0 req-02668ebc-06c7-4591-9669-109d560dc5ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684123 Mar 02 09:20:08.036957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6e971-896d-4e72-924f-83541855d7a0 req-e585e285-a365-4c7c-85e1-aad7a668ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:20:08.038423 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eff6e971-896d-4e72-924f-83541855d7a0 req-e585e285-a365-4c7c-85e1-aad7a668ba25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 1099 time: 0.0682421 Mar 02 09:20:08.178073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6e971-896d-4e72-924f-83541855d7a0 req-fd6f7021-26f9-4e04-8d26-808512be6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:20:08.179396 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eff6e971-896d-4e72-924f-83541855d7a0 req-fd6f7021-26f9-4e04-8d26-808512be6ad9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bd38b17-1592-4054-9fd1-c1ce89f2c644 HTTP/1.1" status: 200 len: 898 time: 0.1225274 Mar 02 09:20:08.279027 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eff6e971-896d-4e72-924f-83541855d7a0 req-1c80b626-56f7-4111-8454-2260e00b8a78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 HTTP/1.1" status: 200 len: 1002 time: 0.0940278 Mar 02 09:20:08.342296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6e971-896d-4e72-924f-83541855d7a0 req-af808868-0d1f-41ef-8131-360ea3636bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:20:08.343666 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eff6e971-896d-4e72-924f-83541855d7a0 req-af808868-0d1f-41ef-8131-360ea3636bef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8494393-c746-4255-ba1c-46499aebfae4 HTTP/1.1" status: 200 len: 843 time: 0.0585070 Mar 02 09:20:08.414359 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6e971-896d-4e72-924f-83541855d7a0 req-2ddeb087-a14c-4f90-a5a6-b0d539285fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:20:08.415746 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eff6e971-896d-4e72-924f-83541855d7a0 req-2ddeb087-a14c-4f90-a5a6-b0d539285fcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bd38b17-1592-4054-9fd1-c1ce89f2c644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659628 Mar 02 09:20:08.543541 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eff6e971-896d-4e72-924f-83541855d7a0 req-ce1e557d-68c5-4a98-9c72-7d42b09f980f service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213167 Mar 02 09:20:08.670670 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eff6e971-896d-4e72-924f-83541855d7a0 req-471a73d0-ca60-423e-a560-6f2c3afa5c12 service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210005 Mar 02 09:20:14.853128 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:20:17.393068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:19.685741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-04f13c43-e794-4a95-9d9e-5775bb17fb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:21.976605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2c55b06c-6ef3-472f-90c3-336876792c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:23.010764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:23.107969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:24.581980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:47.386016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:49.700237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3bc6609d-0817-40d7-96d7-4b0716981032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:51.851767 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:20:51.917269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6863dd57-6fe3-41b9-921b-302ffcdb6661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:53.014426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:53.111353 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:20:54.574447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:09.933579 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-908bcf5d-9748-40fc-8c9a-f94df4db99ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150413 Mar 02 09:21:10.068171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bccf38-ce32-4db5-82b8-132416773ced req-d0754eca-1286-44e0-9977-7071d7b8396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:21:10.073060 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-d0754eca-1286-44e0-9977-7071d7b8396e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 1099 time: 0.0691631 Mar 02 09:21:10.209496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bccf38-ce32-4db5-82b8-132416773ced req-24b90a7c-7380-4bec-b14a-edbb40a1a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:21:10.210827 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-24b90a7c-7380-4bec-b14a-edbb40a1a807 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bd38b17-1592-4054-9fd1-c1ce89f2c644 HTTP/1.1" status: 200 len: 898 time: 0.1229517 Mar 02 09:21:10.309604 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-f4ec7960-ad40-4113-abc6-6f3ca76fd0b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 HTTP/1.1" status: 200 len: 1002 time: 0.0921102 Mar 02 09:21:10.369632 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bccf38-ce32-4db5-82b8-132416773ced req-07dfb3b0-0399-4071-8259-904dfd696504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:21:10.371013 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-07dfb3b0-0399-4071-8259-904dfd696504 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8494393-c746-4255-ba1c-46499aebfae4 HTTP/1.1" status: 200 len: 843 time: 0.0545464 Mar 02 09:21:10.545941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bccf38-ce32-4db5-82b8-132416773ced req-4bfd0b39-7758-4164-b65e-fbc3c7e931ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:21:10.547394 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-4bfd0b39-7758-4164-b65e-fbc3c7e931ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bd38b17-1592-4054-9fd1-c1ce89f2c644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1706440 Mar 02 09:21:10.558418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-99554f15-4eaf-49c6-8f8b-453b2c1504c5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88400) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:21:10.559313 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-99554f15-4eaf-49c6-8f8b-453b2c1504c5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047071 Mar 02 09:21:10.685706 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-1eefc1e7-6d2f-402c-8420-87974696cf10 service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186409 Mar 02 09:21:10.810930 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5bccf38-ce32-4db5-82b8-132416773ced req-30121aec-af3e-4ac5-9fe8-0a3d22231c99 service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194639 Mar 02 09:21:17.412588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:19.709516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73df2979-be39-48ee-b846-0ea317772464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:21.960785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b936aceb-a146-4121-b19d-2cdd318401af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:23.012046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:23.201028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:24.631675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:28.850711 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:21:47.387949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:49.702411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-62a1c1dd-a7d2-4a5e-aff3-b8810e764667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:51.947924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb692-c37f-4c37-b7fa-753845faf01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:53.015539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:53.112759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:21:54.621411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:05.849024 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:22:10.434040 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-82308feb-440d-4134-9486-22af0220bd55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681241 Mar 02 09:22:10.569057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-80705694-7116-4d29-9806-eee948570761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:22:10.570538 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-80705694-7116-4d29-9806-eee948570761 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 1099 time: 0.0717127 Mar 02 09:22:10.708152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-969d6a5c-bcd1-4b40-980a-fa04d22182b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:22:10.709459 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-969d6a5c-bcd1-4b40-980a-fa04d22182b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bd38b17-1592-4054-9fd1-c1ce89f2c644 HTTP/1.1" status: 200 len: 898 time: 0.1219616 Mar 02 09:22:10.807469 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-db22d744-55df-4649-bc59-307695c5776c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 HTTP/1.1" status: 200 len: 1002 time: 0.0919845 Mar 02 09:22:10.866665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-f5159409-21a2-4854-97b8-e238669a167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:22:10.868022 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-f5159409-21a2-4854-97b8-e238669a167e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8494393-c746-4255-ba1c-46499aebfae4 HTTP/1.1" status: 200 len: 843 time: 0.0547729 Mar 02 09:22:10.939157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-674829ff-81ed-46ad-b5c2-55f67b598c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:22:10.940535 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-674829ff-81ed-46ad-b5c2-55f67b598c6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bd38b17-1592-4054-9fd1-c1ce89f2c644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661700 Mar 02 09:22:11.066785 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-7bf4637d-b7d1-434d-8a2a-11c4bfb51542 service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198833 Mar 02 09:22:11.196041 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-da7431fc-e738-4300-91b3-3fc87f962c44 req-0926b90c-b0f3-482e-a9a6-dbc936a5527a service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232319 Mar 02 09:22:17.391364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:19.711874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-173c1f06-272b-4f94-84cd-db3d74d5f785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:21.939628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-04643251-4f50-4c93-9bd7-635a0f456331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:23.031819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:23.140390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:23.436483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39826) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:22:23.442203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:22:23.557417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1547353'] for subnet, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:23.791876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769683602661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-748025'] for subnet, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:23.844780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:22:23.845354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:23.849001 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/subnets/c8494393-c746-4255-ba1c-46499aebfae4 HTTP/1.1" status: 200 len: 835 time: 0.4092286 Mar 02 09:22:23.851954 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0922d0dd-a691-4222-8c6d-036de9afbaa5 None None] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:22:23.861804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=c8494393-c746-4255-ba1c-46499aebfae4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:22:23.868934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.869273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.869602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.869958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.870287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.870606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.870916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.871226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.871540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.871853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.872162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:23.872467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424492d-e484-45dc-88ee-81baa3082030 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:22:24.301033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2b3ce07d-096c-4456-bd3a-6c1750ee6881 None None] Provisioning complete for port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:22:24.301563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce07d-096c-4456-bd3a-6c1750ee6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:24.420388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2b3ce07d-096c-4456-bd3a-6c1750ee6881 None None] Provisioning complete for port 24592acc-1c36-4f38-8f7a-8e64080d2943 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:22:24.420637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce07d-096c-4456-bd3a-6c1750ee6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:24.553058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2b3ce07d-096c-4456-bd3a-6c1750ee6881 None None] Provisioning complete for port ea2a24a7-6c73-48fb-84d3-434c446dc76c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:22:24.559222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce07d-096c-4456-bd3a-6c1750ee6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:24.615712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:42.857116 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:22:47.395216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:49.710864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0d75ffd4-6c01-47a2-a2eb-60eb83fe9eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:51.945274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d93befa2-32ff-433d-b362-cfe6efd0051e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:53.013936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:53.121974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:22:54.601589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:07.760681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39840) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:08.034360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port db601efc-4898-467e-8355-c014d02b4bb2 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:23:08.034709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:08.193804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:08.194161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:08.314958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for db601efc-4898-467e-8355-c014d02b4bb2 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:23:08.622181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:08.666639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=db601efc-4898-467e-8355-c014d02b4bb2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:08.709637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.710002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.710336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.710658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.710975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.711317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.711627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.711937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.712249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.712550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.712854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.713188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:08.766430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:08.767072 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP 039a3943-b8b5-4a18-9c8e-935fbd12dd0c disassociated (deleted). External IP: 172.26.3.175, port: fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1. Mar 02 09:23:09.105482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router f270246f-578d-43b5-b694-80889e24c217 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:23:09.273035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:23:09.283033 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] Sync routers for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:23:09.288680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:09.292472 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:09.293147 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:22:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:09.344455 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-31d2926d-9fe1-437a-a303-610410b0f7c8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/floatingips/039a3943-b8b5-4a18-9c8e-935fbd12dd0c HTTP/1.1" status: 204 len: 168 time: 1.5827570 Mar 02 09:23:09.345043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:23:09.456661 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'status': 'completed', 'code': 200} Mar 02 09:23:09.476593 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:09.551293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-bf3fdbe1-a723-43a9-8b38-77c5f777ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:09.552997 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-bf3fdbe1-a723-43a9-8b38-77c5f777ee9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 1099 time: 0.0742817 Mar 02 09:23:09.799442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-9cb10e3b-fba7-4d1c-b5e0-b16ab35fa6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:09.800606 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:32Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ea2a24a7-6c73-48fb-84d3-434c446dc76c', 'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:08:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:31Z', 'updated_at': '2022-03-02T09:19:37Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:09.801067 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-9cb10e3b-fba7-4d1c-b5e0-b16ab35fa6ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bd38b17-1592-4054-9fd1-c1ce89f2c644 HTTP/1.1" status: 200 len: 898 time: 0.2419970 Mar 02 09:23:09.804636 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] Checking router: f270246f-578d-43b5-b694-80889e24c217 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:23:09.813154 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:09.813746 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:22:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:09.872650 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-ebd6d7a3-05d6-4085-b0dd-05e3a22573b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 HTTP/1.1" status: 200 len: 217 time: 0.0654542 Mar 02 09:23:09.936006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-ae2ae3f6-4b65-4771-a098-7728923c9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:09.937449 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-ae2ae3f6-4b65-4771-a098-7728923c9685 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8494393-c746-4255-ba1c-46499aebfae4 HTTP/1.1" status: 200 len: 843 time: 0.0587170 Mar 02 09:23:09.991418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9838b4-690e-4629-928d-fb2c418c6d1b req-e494cfc4-1ea3-4028-81e9-e1fd99414fc9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:09.992303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5b9838b4-690e-4629-928d-fb2c418c6d1b req-e494cfc4-1ea3-4028-81e9-e1fd99414fc9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:23:10.017921 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-cfd66a05-3b1d-420c-9425-8075047628ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:10.019413 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-cfd66a05-3b1d-420c-9425-8075047628ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bd38b17-1592-4054-9fd1-c1ce89f2c644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749860 Mar 02 09:23:10.040125 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:10.059699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5b9838b4-690e-4629-928d-fb2c418c6d1b req-e494cfc4-1ea3-4028-81e9-e1fd99414fc9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:23:10.061200 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5b9838b4-690e-4629-928d-fb2c418c6d1b req-e494cfc4-1ea3-4028-81e9-e1fd99414fc9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 946 time: 0.2043815 Mar 02 09:23:10.111319 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5b9838b4-690e-4629-928d-fb2c418c6d1b req-a97a03b7-4962-44f5-ae94-d8df5089362a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429358 Mar 02 09:23:10.152137 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-1fd2fd4d-f2b3-47ed-becf-725785a403ed service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262360 Mar 02 09:23:10.280935 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7e1472b2-85d0-4a4c-b2d8-8f663f7c3946 req-4d4e987b-098b-4348-bf2f-359e45567d7d service neutron] 10.222.0.15 "GET /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224697 Mar 02 09:23:10.347442 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:32Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ea2a24a7-6c73-48fb-84d3-434c446dc76c', 'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:08:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:31Z', 'updated_at': '2022-03-02T09:19:37Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:10.351132 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b329a-d4b5-4354-b970-fd057f96fda9 None None] The sync data for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv is: [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:19:32Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ea2a24a7-6c73-48fb-84d3-434c446dc76c', 'name': '', 'network_id': '9bd38b17-1592-4054-9fd1-c1ce89f2c644', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:08:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:31Z', 'updated_at': '2022-03-02T09:19:37Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': 'c8494393-c746-4255-ba1c-46499aebfae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:23:10.556102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2903b23-792c-4062-8250-ee4cd9bd8c66 None None] New status for floating IP 039a3943-b8b5-4a18-9c8e-935fbd12dd0c: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:23:11.339971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc486f-d2d5-4024-bbc8-d13ab8effa5d req-9a713008-beee-4f4a-8ea1-7cd5f3cba42f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:11.341405 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88bc486f-d2d5-4024-bbc8-d13ab8effa5d req-9a713008-beee-4f4a-8ea1-7cd5f3cba42f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 946 time: 0.1258337 Mar 02 09:23:11.383070 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88bc486f-d2d5-4024-bbc8-d13ab8effa5d req-18bda54b-f553-4ea0-8f5d-29f28846c70e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=507ea382-6cc7-4fb6-baea-10587da29e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360630 Mar 02 09:23:11.455341 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-219d5a42-e32f-410b-9590-19f42aff5672 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:11.456030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-219d5a42-e32f-410b-9590-19f42aff5672 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:23:11.467371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-219d5a42-e32f-410b-9590-19f42aff5672 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:23:11.468441 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-219d5a42-e32f-410b-9590-19f42aff5672 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 946 time: 0.0905883 Mar 02 09:23:11.538698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:23:11.539036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:11.774635 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:11.774993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:11.897582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:23:12.109798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:12.158385 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:12.232757 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:23:12.235208 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:12.238896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'name': 'network-vif-deleted', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:23:12.294077 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8daf162d-bca8-4736-9299-a06c1d28f47b req-a14108aa-d679-412a-98b7-a713f6732528 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 HTTP/1.1" status: 204 len: 173 time: 0.8204350 Mar 02 09:23:12.330290 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d98652-97ca-43a2-9685-a8942e775979', 'name': 'network-vif-deleted', 'tag': 'fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1', 'status': 'completed', 'code': 200} Mar 02 09:23:12.531555 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0d082e4-5d33-4728-bb15-67947b0d12ef req-3628eb09-a7d2-4d72-a4a4-c97ba093161f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=30d98652-97ca-43a2-9685-a8942e775979 HTTP/1.1" status: 200 len: 210 time: 0.0438678 Mar 02 09:23:13.626356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39870) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:13.691979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf4947ab-bf06-4a38-8594-0638d99b5210 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:13.723477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf4947ab-bf06-4a38-8594-0638d99b5210 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:13.844327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf4947ab-bf06-4a38-8594-0638d99b5210 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:13.860646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4947ab-bf06-4a38-8594-0638d99b5210 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ea382-6cc7-4fb6-baea-10587da29e7b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:13.917524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf4947ab-bf06-4a38-8594-0638d99b5210 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:13.918718 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bf4947ab-bf06-4a38-8594-0638d99b5210 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/507ea382-6cc7-4fb6-baea-10587da29e7b HTTP/1.1" status: 204 len: 168 time: 0.2913802 Mar 02 09:23:13.999421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39876) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:14.241327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:23:14.276138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:23:14.276478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fc4fcb9b-6ee2-45bd-b0d6-b7a5c53766d1 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:23:14.637133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:14.977486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port ea2a24a7-6c73-48fb-84d3-434c446dc76c {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:23:14.977823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:15.159913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port ea2a24a7-6c73-48fb-84d3-434c446dc76c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ea2a24a7-6c73-48fb-84d3-434c446dc76c,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:15.160169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:15.277712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for ea2a24a7-6c73-48fb-84d3-434c446dc76c owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:23:15.604813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:15.677343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=ea2a24a7-6c73-48fb-84d3-434c446dc76c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:16.034532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:16.380570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router f270246f-578d-43b5-b694-80889e24c217 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:23:16.552549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:23:16.562725 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] Sync routers for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:23:16.565234 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5d9f2f98-eb8f-4a0d-bdfe-fc550eca60ac tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/f270246f-578d-43b5-b694-80889e24c217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5647810 Mar 02 09:23:16.567839 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39880) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:16.571651 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:16.572745 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:22:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:16.630882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6c6a40-c173-4ce9-8266-7ebf5ef76d15 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting subnet c8494393-c746-4255-ba1c-46499aebfae4 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:23:16.633621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6a40-c173-4ce9-8266-7ebf5ef76d15 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:16.686316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6a40-c173-4ce9-8266-7ebf5ef76d15 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:16.743060 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:16.769598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6a40-c173-4ce9-8266-7ebf5ef76d15 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:16.933626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6a40-c173-4ce9-8266-7ebf5ef76d15 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:16.971924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c6a40-c173-4ce9-8266-7ebf5ef76d15 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Subnet': ['ID=c8494393-c746-4255-ba1c-46499aebfae4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:16.975571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d6c6a40-c173-4ce9-8266-7ebf5ef76d15 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:16.981478 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4d6c6a40-c173-4ce9-8266-7ebf5ef76d15 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/subnets/c8494393-c746-4255-ba1c-46499aebfae4 HTTP/1.1" status: 204 len: 168 time: 0.4127142 Mar 02 09:23:16.982591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b8aa49-fa9c-44b6-9bfa-ed5d26d739c4 None None] Network 9bd38b17-1592-4054-9fd1-c1ce89f2c644 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:23:16.984146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39884) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:17.019979 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:23:15Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:17.027207 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] Checking router: f270246f-578d-43b5-b694-80889e24c217 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:23:17.031900 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] Routers {'f270246f-578d-43b5-b694-80889e24c217'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:17.032479 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:22:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['f270246f-578d-43b5-b694-80889e24c217'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:17.212347 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] Set router f270246f-578d-43b5-b694-80889e24c217 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:17.254511 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] DHCP port deletion for 9bd38b17-1592-4054-9fd1-c1ce89f2c644 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:23:17.258645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Deleting port 24592acc-1c36-4f38-8f7a-8e64080d2943 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:23:17.259030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:17.280389 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:17.448567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:17.465015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:17.474681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] For port 24592acc-1c36-4f38-8f7a-8e64080d2943, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=24592acc-1c36-4f38-8f7a-8e64080d2943,segment=NetworkSegment(b7ecb938-d186-4590-a918-994652dca58e),segment_id=b7ecb938-d186-4590-a918-994652dca58e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:17.474989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:17.502759 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:23:15Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:17.506782 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee51e7-0b7b-45d6-afc9-1821e8ee4e16 None None] The sync data for ids ['f270246f-578d-43b5-b694-80889e24c217'] in dv-neutron-828796-1-hyperv is: [{'id': 'f270246f-578d-43b5-b694-80889e24c217', 'name': 'tempest-TestNetworkBasicOps-router-1765639272', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:19:26Z', 'updated_at': '2022-03-02T09:23:15Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8658a10a-162e-4f1c-b633-2441b04b7a08', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ce:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f270246f-578d-43b5-b694-80889e24c217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:19:27Z', 'updated_at': '2022-03-02T09:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:23:17.521052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 8658a10a-162e-4f1c-b633-2441b04b7a08 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:23:17.524371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:17.599210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Calling delete_port for 24592acc-1c36-4f38-8f7a-8e64080d2943 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:23:17.699919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 8658a10a-162e-4f1c-b633-2441b04b7a08, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8658a10a-162e-4f1c-b633-2441b04b7a08,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:17.700183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:17.732412 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:17.777741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Pushing event deleted for resources: {'Port': ['ID=24592acc-1c36-4f38-8f7a-8e64080d2943,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:17.782472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] No DVR routers for this DVR port 24592acc-1c36-4f38-8f7a-8e64080d2943 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:23:17.788221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.788575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.788922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.789231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.789576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.789915 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.790244 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.790592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.790923 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.791510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.791599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.791863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1619e9-0929-44d6-83af-ea29cb1b4db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:17.831186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 8658a10a-162e-4f1c-b633-2441b04b7a08 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:23:18.056190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.101406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=8658a10a-162e-4f1c-b633-2441b04b7a08,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:18.192666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.360608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.362761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.480320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.480838 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Fanout notify agent at l3_agent the message router_deleted on router f270246f-578d-43b5-b694-80889e24c217 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:23:18.497068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.498208 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-02a4e6a0-808f-439b-97ca-90b81f863c53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/routers/f270246f-578d-43b5-b694-80889e24c217 HTTP/1.1" status: 204 len: 168 time: 1.5125425 Mar 02 09:23:18.500762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39888) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:18.618014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.847281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.872450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd38b17-1592-4054-9fd1-c1ce89f2c644']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:18.884019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ecb938-d186-4590-a918-994652dca58e') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:18.884470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ecb938-d186-4590-a918-994652dca58e') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:18.896794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.914657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.921626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:23:18.922157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:23:18.936991 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:23:18.958437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8658a10a-162e-4f1c-b633-2441b04b7a08 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:23:18.998549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 8658a10a-162e-4f1c-b633-2441b04b7a08 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:23:18.998890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8658a10a-162e-4f1c-b633-2441b04b7a08 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:23:18.999293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 24592acc-1c36-4f38-8f7a-8e64080d2943 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:23:19.031230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 24592acc-1c36-4f38-8f7a-8e64080d2943 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:23:19.031568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 24592acc-1c36-4f38-8f7a-8e64080d2943 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:23:19.031970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ea2a24a7-6c73-48fb-84d3-434c446dc76c no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:23:19.063411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: ea2a24a7-6c73-48fb-84d3-434c446dc76c {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:23:19.063876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ea2a24a7-6c73-48fb-84d3-434c446dc76c not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:23:19.080598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.097922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.109409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Network': ['ID=9bd38b17-1592-4054-9fd1-c1ce89f2c644,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:19.172628 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c8582131-06d0-4bea-8d0b-f7b2d3f10704 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/networks/9bd38b17-1592-4054-9fd1-c1ce89f2c644 HTTP/1.1" status: 204 len: 168 time: 0.6707394 Mar 02 09:23:19.184724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39892) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:19.191625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'network': {'name': 'tempest-network-smoke--1171596137', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:19.196501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:19.200610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:network and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:19.203421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:19.208992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:19.275544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:23:19.278917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.304969 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:23:19.313787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.314160 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Added segment 33c36a09-d984-49a1-bb65-a18c4b2e1cbe of type vlan for network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 Mar 02 09:23:19.340147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.415578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.420993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:19.421559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.527922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Network': ['ID=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:19.537671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:23:19.584574 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-de3519b1-52e1-4d86-b169-4da9bc1c2f52 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3987887 Mar 02 09:23:19.587223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39896) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:19.592817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'admin_state_up': True, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:19.599835 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:19.603637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:router and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:19.606476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:19.612603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:19.675398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.676431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.692429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.703578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0805160e-1d4f-4239-acd7-b1387644bd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:19.847712 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:23:20.015102 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:20.376169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:20.404959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:20.535547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.208 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/0b64ce5d-c526-45a6-8432-82071048e6ba) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:23:20.675645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:20.772350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:20.833343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:23:20.836021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:23:20.843679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:23:20.979318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=0b64ce5d-c526-45a6-8432-82071048e6ba,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:21.413716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:21.742718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:21.935358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-726a8e42-d63c-499e-9923-4dfb12cd884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:22.010133 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 746294eb-5598-44a8-8619-2da01c32aa34 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:23:22.181484 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:23:22.191012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Sync routers for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:23:22.201225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:22.201825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:23:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:22.263443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:22.264595 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d9c172e0-475c-4b4b-9fc5-750294f18440 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6759083 Mar 02 09:23:22.267697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39900) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:22.306980 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-20dbf07f-27e5-4bf9-a820-f4189603f415 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374928 Mar 02 09:23:22.309778 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39904) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:22.385965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:22.552866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add8b26-62d6-4a60-93f7-7e6ea6f64540 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:22.553942 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6add8b26-62d6-4a60-93f7-7e6ea6f64540 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2432463 Mar 02 09:23:22.557609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39908) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:22.595581 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-780aee0d-fde9-4290-8a75-dc3b3800d252 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368829 Mar 02 09:23:22.598066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39912) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:22.603764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640544228', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:22.709496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:21Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:22.710224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:22.713985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Checking router: 746294eb-5598-44a8-8619-2da01c32aa34 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:23:22.714338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Updating router 746294eb-5598-44a8-8619-2da01c32aa34 port 0b64ce5d-c526-45a6-8432-82071048e6ba binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:23:22.714645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:subnet and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:22.717495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:22.723179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:22.764617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:22.794698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:23:22.798271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.078480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.078785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.111775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.123726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Transition to ACTIVE for port object 0b64ce5d-c526-45a6-8432-82071048e6ba will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:23:23.156880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=7379825b-e3db-4378-b68b-677ec1bb117a,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:23.160610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.163676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Checking segment: {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:23:23.164022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network hostable DHCP agents. Network: e9f54b56-fc6a-43c7-9d2d-83e4504d5db1, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:23:23.188985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.244348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:23:23.267159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Attempting to bind port 0b64ce5d-c526-45a6-8432-82071048e6ba on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:23:23.267527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Attempting to bind port 0b64ce5d-c526-45a6-8432-82071048e6ba by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:23:23.267894 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Attempting to bind port 0b64ce5d-c526-45a6-8432-82071048e6ba on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:23:23.277574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a785a6a-67c0-464a-bc79-c93d118abaf1 None None] Pushing event updated for resources: {'Port': ['ID=0b64ce5d-c526-45a6-8432-82071048e6ba,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:23.280948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:23:23.281344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:23:23.281724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.282130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:23:23.282595 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Bound port: 0b64ce5d-c526-45a6-8432-82071048e6ba, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:23:23.282967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.307558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, e9f54b56-fc6a-43c7-9d2d-83e4504d5db1) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:23:23.311794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:23.312508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.321970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba1d4f-4792-4d1b-8252-c34f12673a7e None None] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:23:23.399049 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2a4b802b-4adf-4b25-b586-e1d449fb3559 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7999697 Mar 02 09:23:23.402355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39916) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:23.450178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] For port 0b64ce5d-c526-45a6-8432-82071048e6ba, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:23:23.455138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] For port 0b64ce5d-c526-45a6-8432-82071048e6ba, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0b64ce5d-c526-45a6-8432-82071048e6ba,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:23:23.556339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.596512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:23:23.597316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:23.689332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:23.689982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:23:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:23.776730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a785a6a-67c0-464a-bc79-c93d118abaf1 None None] Pushing event updated for resources: {'Port': ['ID=0b64ce5d-c526-45a6-8432-82071048e6ba,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:23.942908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Allocated IP 172.20.0.2 (e9f54b56-fc6a-43c7-9d2d-83e4504d5db1/7379825b-e3db-4378-b68b-677ec1bb117a/99ed901e-143f-46c0-9c9b-c4e27c5567a9) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:23:23.946124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:24.101765 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:24.421583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:24.434473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Transition to ACTIVE for port object 99ed901e-143f-46c0-9c9b-c4e27c5567a9 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:23:24.458253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:21Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:24.462539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Transition to ACTIVE for port object 99ed901e-143f-46c0-9c9b-c4e27c5567a9 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:23:24.465102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb63aa-39af-418c-9ac9-ffe350fe5df7 None None] The sync data for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv is: [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:21Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:23:24.545961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:24.631909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.1 (e9f54b56-fc6a-43c7-9d2d-83e4504d5db1/7379825b-e3db-4378-b68b-677ec1bb117a/a5e8236f-6895-4540-9e4a-b3a533c6e300) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:23:24.635535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:23:24.641963 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:23:24.644984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Pushing event updated for resources: {'Port': ['ID=99ed901e-143f-46c0-9c9b-c4e27c5567a9,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:24.647763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:23:24.698694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:24.774616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Attempting to bind port 99ed901e-143f-46c0-9c9b-c4e27c5567a9 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:23:24.774977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Attempting to bind port 99ed901e-143f-46c0-9c9b-c4e27c5567a9 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:23:24.775327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Attempting to bind port 99ed901e-143f-46c0-9c9b-c4e27c5567a9 on network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:23:24.783683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:23:24.784049 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Checking segment: {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:23:24.784444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:24.784832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Bound using segment: {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:23:24.785288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Bound port: 99ed901e-143f-46c0-9c9b-c4e27c5567a9, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:23:24.785657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:24.812756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:24.829194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object a5e8236f-6895-4540-9e4a-b3a533c6e300 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:23:24.928037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:24.955805 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] For port 99ed901e-143f-46c0-9c9b-c4e27c5567a9, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:23:24.967647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] For port 99ed901e-143f-46c0-9c9b-c4e27c5567a9, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=99ed901e-143f-46c0-9c9b-c4e27c5567a9,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:23:24.999750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:23:25.003636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:23:25.006174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0b64ce5d-c526-45a6-8432-82071048e6ba up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:23:25.015510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:23:25.052877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=a5e8236f-6895-4540-9e4a-b3a533c6e300,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:25.060953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:25.069305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.071373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.071373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.071373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.071373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.071373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.071373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.071836 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.071909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.072239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.072559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.072873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:25.091503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:25.165951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59fad4-2329-4b5b-a02d-70944b3cdc29 None None] Pushing event updated for resources: {'Port': ['ID=99ed901e-143f-46c0-9c9b-c4e27c5567a9,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:25.257060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 0b64ce5d-c526-45a6-8432-82071048e6ba completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:23:25.263342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 0b64ce5d-c526-45a6-8432-82071048e6ba triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:25.266062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:25.479172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:25.506744 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 0b64ce5d-c526-45a6-8432-82071048e6ba, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0b64ce5d-c526-45a6-8432-82071048e6ba,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:25.516087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:25.598599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:25.672039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=0b64ce5d-c526-45a6-8432-82071048e6ba,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:25.936078 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:26.000332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:26.111489 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=a5e8236f-6895-4540-9e4a-b3a533c6e300,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:26.113966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:26.244713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:23:26.245752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:23:26.556178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 746294eb-5598-44a8-8619-2da01c32aa34 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:23:26.589446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c21e4-387e-452b-81c2-5f4409bffe57 None None] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:23:26.737276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:23:26.747588 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Sync routers for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:23:26.751741 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-71577d61-2cea-4a40-bfdd-ac49eb2d8eb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/746294eb-5598-44a8-8619-2da01c32aa34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3461909 Mar 02 09:23:26.751994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39920) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:26.758629 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:26.759931 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:23:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:26.846500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d097f46d-8615-470a-bd70-47665305899e None None] Provisioning for port 99ed901e-143f-46c0-9c9b-c4e27c5567a9 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:23:26.904795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b45ba-abae-4ab3-a4b9-6812abc23a6b tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:26.905270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b45ba-abae-4ab3-a4b9-6812abc23a6b tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:26.905732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b45ba-abae-4ab3-a4b9-6812abc23a6b tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:26.906220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b45ba-abae-4ab3-a4b9-6812abc23a6b tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:26.909861 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8c1b45ba-abae-4ab3-a4b9-6812abc23a6b tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1550164 Mar 02 09:23:26.910934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39924) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:26.982152 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:26.992485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd629170-47d0-43fd-8abe-3add83d94b2f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:26.992872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd629170-47d0-43fd-8abe-3add83d94b2f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:26.993354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd629170-47d0-43fd-8abe-3add83d94b2f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:26.993917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd629170-47d0-43fd-8abe-3add83d94b2f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:26.998270 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cd629170-47d0-43fd-8abe-3add83d94b2f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0862720 Mar 02 09:23:26.998424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39928) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:27.069503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0b64ce5d-c526-45a6-8432-82071048e6ba up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:23:27.159623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 0b64ce5d-c526-45a6-8432-82071048e6ba triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:27.160123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.229258 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-36243cf8-ea2b-4794-9df2-5770d1468c70 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2295592 Mar 02 09:23:27.306554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 99ed901e-143f-46c0-9c9b-c4e27c5567a9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:23:27.359045 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:27.362973 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Checking router: 746294eb-5598-44a8-8619-2da01c32aa34 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:23:27.363323 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Updating router 746294eb-5598-44a8-8619-2da01c32aa34 port a5e8236f-6895-4540-9e4a-b3a533c6e300 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:23:27.418866 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.483918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c1e0b1be-8751-4f9d-af01-965873ca2d83 None None] Provisioning for port a5e8236f-6895-4540-9e4a-b3a533c6e300 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:23:27.489629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c1e0b1be-8751-4f9d-af01-965873ca2d83 None None] Provisioning complete for port a5e8236f-6895-4540-9e4a-b3a533c6e300 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:27.493493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b1be-8751-4f9d-af01-965873ca2d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.517516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 99ed901e-143f-46c0-9c9b-c4e27c5567a9 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:23:27.534754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 99ed901e-143f-46c0-9c9b-c4e27c5567a9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:27.535123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.579363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39934) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:27.585315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059150623', 'description': 'tempest-secgroup-smoke-1059150623 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:27.599055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0b1be-8751-4f9d-af01-965873ca2d83 None None] Port a5e8236f-6895-4540-9e4a-b3a533c6e300 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:23:27.603498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:27.609138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:27.612477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:27.620055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:27.675126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.689678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.712562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:27.712890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 99ed901e-143f-46c0-9c9b-c4e27c5567a9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=99ed901e-143f-46c0-9c9b-c4e27c5567a9,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:27.716340 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:27.719371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:27.722623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7a61e62d-e541-45d0-a3c1-727dbd2c177a None None] Provisioning complete for port a5e8236f-6895-4540-9e4a-b3a533c6e300 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:27.723052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7a61e62d-e541-45d0-a3c1-727dbd2c177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.728162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:27.779165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7a61e62d-e541-45d0-a3c1-727dbd2c177a None None] Port a5e8236f-6895-4540-9e4a-b3a533c6e300 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:23:27.781537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.791774 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.799571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.803179 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Transition to ACTIVE for port object a5e8236f-6895-4540-9e4a-b3a533c6e300 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:23:27.847321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=99ed901e-143f-46c0-9c9b-c4e27c5567a9,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:27.855074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.886022 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.899857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a71b32c-153f-4ae3-8237-7537bd5122e5,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:27.987836 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:27.987836 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3c23db8f-b563-4f9f-8b95-ef392342fd53 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4015210 Mar 02 09:23:27.988815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39938) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:27.996989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9a71b32c-153f-4ae3-8237-7537bd5122e5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:28.003528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:28.007676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:28.010529 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Pushing event updated for resources: {'Port': ['ID=a5e8236f-6895-4540-9e4a-b3a533c6e300,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:28.010842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:28.016630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:28.049748 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.050036 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.050366 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.050689 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.051006 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.051324 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.051643 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.051964 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.052265 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.052694 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.052882 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.053167 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:23:28.099139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.106531 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Attempting to bind port a5e8236f-6895-4540-9e4a-b3a533c6e300 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:23:28.111774 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Attempting to bind port a5e8236f-6895-4540-9e4a-b3a533c6e300 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:23:28.111774 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Attempting to bind port a5e8236f-6895-4540-9e4a-b3a533c6e300 on network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:23:28.112766 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:23:28.113134 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Checking segment: {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:23:28.113526 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.113950 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Bound using segment: {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:23:28.114408 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Bound port: a5e8236f-6895-4540-9e4a-b3a533c6e300, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:23:28.114788 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.162253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.203866 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] For port a5e8236f-6895-4540-9e4a-b3a533c6e300, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:23:28.206914 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] For port a5e8236f-6895-4540-9e4a-b3a533c6e300, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a5e8236f-6895-4540-9e4a-b3a533c6e300,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:23:28.223238 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.246764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bed300-f69c-4337-b875-ea7bc0e61243,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:28.275359 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.306245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.307682 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b07242d0-b729-42d0-a95f-9665028e9b7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3172479 Mar 02 09:23:28.310516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39942) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:28.315572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9a71b32c-153f-4ae3-8237-7537bd5122e5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:28.321906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:28.326229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:28.328666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:28.334578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:28.354254 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:28.354873 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:23:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:28.407732 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb5b64-89ce-468a-8efa-653f6bccd006 None None] Pushing event updated for resources: {'Port': ['ID=a5e8236f-6895-4540-9e4a-b3a533c6e300,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:28.418368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.484876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.558412 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.568044 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:28.583560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ccf488-f499-40c2-8ce5-c6b96688c078,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:28.675074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.678834 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2e6eb756-9782-41ae-8a8c-1956cd270d69 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3647778 Mar 02 09:23:28.679190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 39946) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:28.686545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9a71b32c-153f-4ae3-8237-7537bd5122e5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:28.692520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:28.696845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:28.699691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:28.705271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:28.784122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.845680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.867533 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:28Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:28.871936 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d82bab-e98b-4296-b82e-40d01638f605 None None] The sync data for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv is: [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:28Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:23:28.895248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:28.945255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a31763-1474-4ed3-81af-e0d82dd37e8a,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:28.994140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 99ed901e-143f-46c0-9c9b-c4e27c5567a9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:23:29.029216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.033027 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5ef9a1ba-96a3-46e9-aaf9-abe006d97d1e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504603 Mar 02 09:23:29.033378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39950) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:29.038965 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9a71b32c-153f-4ae3-8237-7537bd5122e5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:29.045468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:29.049523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:29.052568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:29.060283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:29.068821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 99ed901e-143f-46c0-9c9b-c4e27c5567a9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:29.069193 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.133028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.207534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.281338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.307775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48eb4d10-079d-4357-b29d-346ad9f5bd65,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:29.371867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.373081 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b228931c-19b1-4f3f-a061-95e69fd03dec tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387008 Mar 02 09:23:29.375985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39954) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:29.381096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9a71b32c-153f-4ae3-8237-7537bd5122e5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:29.387501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:29.391466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:29.394516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:29.400799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:29.480451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:23:29.487592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.558313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.632549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.656457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8475fd70-97b1-42d8-a2d1-91289ca9f906,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:29.726255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.728079 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-949c5150-2c67-49d7-a6a9-e989d00a0b11 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3505042 Mar 02 09:23:29.730900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 39960) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:29.735767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '9a71b32c-153f-4ae3-8237-7537bd5122e5', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:29.741891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:29.745661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:29.748485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:29.754388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:29.829168 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:23:29.836499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.903694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.960039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:29.983192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efac8a9-fb7f-455d-94e3-8b27dd1260a1,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:30.034718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:30.035935 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-477e88d5-a60c-4f71-81d3-30685ba63412 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3041315 Mar 02 09:23:30.192630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-b43900f6-8e8e-46da-8b4f-57e47b3f95b0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:23:30.257276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-b43900f6-8e8e-46da-8b4f-57e47b3f95b0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:23:30.258424 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-b43900f6-8e8e-46da-8b4f-57e47b3f95b0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059150623&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1041601 Mar 02 09:23:30.505731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-fe3ba270-ea55-49fe-b967-6e1e6a20473a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:30.507132 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-fe3ba270-ea55-49fe-b967-6e1e6a20473a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 797 time: 0.2415841 Mar 02 09:23:30.522120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-5a35f3f1-de04-4aa8-9a98-027d5eb6860d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0087969 Mar 02 09:23:30.606236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-720751ab-07ed-4c90-a616-0a5690ac9fd5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:23:30.674341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-720751ab-07ed-4c90-a616-0a5690ac9fd5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:23:30.675628 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-720751ab-07ed-4c90-a616-0a5690ac9fd5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486158 Mar 02 09:23:30.691707 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ed6f653c-a6f4-4a03-805e-14ad24bb5938 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:23:30.692614 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ed6f653c-a6f4-4a03-805e-14ad24bb5938 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051062 Mar 02 09:23:30.820906 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-c6c1b390-c9ad-4b32-823f-a9feba32aa40 service neutron] 10.222.0.10 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230454 Mar 02 09:23:30.948186 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-d44fede0-3142-4fcf-8dbe-dabed3a85e15 service neutron] 10.222.0.10 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214931 Mar 02 09:23:30.961310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a5e8236f-6895-4540-9e4a-b3a533c6e300 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:23:31.089231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a5e8236f-6895-4540-9e4a-b3a533c6e300 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:23:31.093940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a5e8236f-6895-4540-9e4a-b3a533c6e300 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:31.094333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:31.212012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:31.244067 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d7232489-da30-4263-887c-bca7e804e6fc req-74ff0386-29bf-47ca-a047-8d9c0cd1e2f8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 210 time: 0.0430069 Mar 02 09:23:31.244655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a5e8236f-6895-4540-9e4a-b3a533c6e300, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a5e8236f-6895-4540-9e4a-b3a533c6e300,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:31.312341 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:31.377959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a5e8236f-6895-4540-9e4a-b3a533c6e300,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:32.392876 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d4bd8897-5f10-4846-b94d-9cb24cbe2529 req-bf05cbe1-65cf-4f20-a490-e5e362be3e6c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 210 time: 0.0445724 Mar 02 09:23:32.942776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a5e8236f-6895-4540-9e4a-b3a533c6e300 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:23:33.012336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a5e8236f-6895-4540-9e4a-b3a533c6e300 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:33.012699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:33.132947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-cc342482-2ad0-46b0-a757-702b1db08031 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:33.134272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-cc342482-2ad0-46b0-a757-702b1db08031 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:23:33.231596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-cc342482-2ad0-46b0-a757-702b1db08031 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:23:33.232721 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-cc342482-2ad0-46b0-a757-702b1db08031 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 797 time: 0.2499542 Mar 02 09:23:33.282511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-f2bc448a-afe8-4b87-86ff-596aee3a8187 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:23:33.293795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-f2bc448a-afe8-4b87-86ff-596aee3a8187 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:23:33.294934 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-f2bc448a-afe8-4b87-86ff-596aee3a8187 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 380 time: 0.0538483 Mar 02 09:23:33.303068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['9a71b32c-153f-4ae3-8237-7537bd5122e5']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:33.447271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:33.456581 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:33.514353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:23:33.518145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:33.545222 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8d886b4e-df3c-476f-aeb4-6c40c0e07588 req-cf2a5347-34c2-4708-b5e4-05e0c7fa6e41 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 210 time: 0.0482416 Mar 02 09:23:33.796408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.6 (e9f54b56-fc6a-43c7-9d2d-83e4504d5db1/7379825b-e3db-4378-b68b-677ec1bb117a/42a12445-32bd-4c63-85c8-61e6553e3bc8) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:23:33.979348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:33.994137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object 42a12445-32bd-4c63-85c8-61e6553e3bc8 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:23:34.074831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:34.138764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:23:34.148659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:23:34.153523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:23:34.184154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=42a12445-32bd-4c63-85c8-61e6553e3bc8,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:34.220273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:34.220902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:34.307489 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-8f0195d7-a6ff-4449-b07d-0dbe8cd35f22 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0078874 Mar 02 09:23:34.319220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Request body: {'port': {'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:34.436312 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:34.485999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-47612c9e-5211-462a-a950-e16467b6d47e None None] Provisioning for port 42a12445-32bd-4c63-85c8-61e6553e3bc8 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:23:34.490970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-47612c9e-5211-462a-a950-e16467b6d47e None None] Provisioning complete for port 42a12445-32bd-4c63-85c8-61e6553e3bc8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:34.491343 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-47612c9e-5211-462a-a950-e16467b6d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:34.543585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-47612c9e-5211-462a-a950-e16467b6d47e None None] Port 42a12445-32bd-4c63-85c8-61e6553e3bc8 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:23:34.731061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6c4e2-dbff-4d4e-996d-66ccd7fe567e req-deeaba17-18b4-4dc9-a177-d4bf97e2bbd4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:34.732420 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bbc6c4e2-dbff-4d4e-996d-66ccd7fe567e req-deeaba17-18b4-4dc9-a177-d4bf97e2bbd4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 931 time: 0.0782578 Mar 02 09:23:34.775990 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bbc6c4e2-dbff-4d4e-996d-66ccd7fe567e req-8807d579-d306-4ab9-a660-92363bf854da tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376689 Mar 02 09:23:34.779911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a12445-32bd-4c63-85c8-61e6553e3bc8 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:23:34.787209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:34.801043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Transition to ACTIVE for port object 42a12445-32bd-4c63-85c8-61e6553e3bc8 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:23:34.866206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:35.019438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Pushing event updated for resources: {'Port': ['ID=42a12445-32bd-4c63-85c8-61e6553e3bc8,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:35.098346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Attempting to bind port 42a12445-32bd-4c63-85c8-61e6553e3bc8 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:23:35.098678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Attempting to bind port 42a12445-32bd-4c63-85c8-61e6553e3bc8 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:23:35.098999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Attempting to bind port 42a12445-32bd-4c63-85c8-61e6553e3bc8 on network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:23:35.104069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Port 42a12445-32bd-4c63-85c8-61e6553e3bc8 on network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:23:35.104379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Attempting to bind port 42a12445-32bd-4c63-85c8-61e6553e3bc8 on network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:23:35.109286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:23:35.109609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Checking segment: {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:23:35.110020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Bound using segment: {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:23:35.110433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Bound port: 42a12445-32bd-4c63-85c8-61e6553e3bc8, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:23:35.110766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:35.200020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] For port 42a12445-32bd-4c63-85c8-61e6553e3bc8, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:23:35.202806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] For port 42a12445-32bd-4c63-85c8-61e6553e3bc8, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:23:35.323367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:35.379531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:35.380141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:35.381497 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] 10.222.0.15 "PUT /v2.0/ports/42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 200 len: 1093 time: 1.0663283 Mar 02 09:23:35.381950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:23:35.408186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bb66e-c2e6-4510-88c1-972a3933a27d service neutron] Pushing event updated for resources: {'Port': ['ID=42a12445-32bd-4c63-85c8-61e6553e3bc8,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:35.433665 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'status': 'completed', 'code': 200} Mar 02 09:23:35.529317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7d215-83f3-4612-8173-2a23412a9dfc req-47cec5d1-eea2-4010-9dad-327b7dfb1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:35.531016 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-68a7d215-83f3-4612-8173-2a23412a9dfc req-47cec5d1-eea2-4010-9dad-327b7dfb1b08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1096 time: 0.0775962 Mar 02 09:23:35.677553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7d215-83f3-4612-8173-2a23412a9dfc req-94852a85-7c65-4909-b072-1eb152978871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:35.678940 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-68a7d215-83f3-4612-8173-2a23412a9dfc req-94852a85-7c65-4909-b072-1eb152978871 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1371658 Mar 02 09:23:35.812167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7d215-83f3-4612-8173-2a23412a9dfc req-e2aea290-cc95-40be-b36d-9e715be1ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:35.813615 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-68a7d215-83f3-4612-8173-2a23412a9dfc req-e2aea290-cc95-40be-b36d-9e715be1ad2c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293726 Mar 02 09:23:35.965888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceba6fe-311a-4762-acfe-b2cae2102ebb req-52856590-7cf2-4763-93c5-86ad41ab726e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:35.967430 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bceba6fe-311a-4762-acfe-b2cae2102ebb req-52856590-7cf2-4763-93c5-86ad41ab726e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 943 time: 0.0877423 Mar 02 09:23:36.012261 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bceba6fe-311a-4762-acfe-b2cae2102ebb req-c2ed693b-9c6d-4dcf-8fbf-76db09f91a8f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 Mar 02 09:23:36.046887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-a334c7ca-9637-49cb-aa7e-2b309ae7efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:36.048339 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-a334c7ca-9637-49cb-aa7e-2b309ae7efdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1096 time: 0.1819746 Mar 02 09:23:36.116209 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-7efaf1f9-ec00-4df1-beb9-3e937b6e765e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 200 len: 217 time: 0.0606704 Mar 02 09:23:36.177128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-cbefca2e-da4a-4ed2-814d-492fc90d6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:36.178696 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-cbefca2e-da4a-4ed2-814d-492fc90d6f88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0560856 Mar 02 09:23:36.253481 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-350d5ff1-5838-4e50-b6e8-841f019ddcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:36.254932 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-350d5ff1-5838-4e50-b6e8-841f019ddcd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695655 Mar 02 09:23:36.382353 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-000339c6-ce9f-4ad4-8cbb-cc104ab26c4e service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205323 Mar 02 09:23:36.514863 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0062d856-4381-42f8-a7ee-3bd39b4ac9b9 req-183462d5-4603-4430-b719-7cb27dc5296a service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253731 Mar 02 09:23:37.196859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0d5d7-7096-4041-ac92-13ef5d91c9d9 req-ac7a6b4b-ec24-4073-9d29-62f81b572e04 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:37.198209 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c0d5d7-7096-4041-ac92-13ef5d91c9d9 req-ac7a6b4b-ec24-4073-9d29-62f81b572e04 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 943 time: 0.0794761 Mar 02 09:23:37.240273 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c0d5d7-7096-4041-ac92-13ef5d91c9d9 req-cbd691ab-7ead-477e-81dc-a03679c76ac7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365491 Mar 02 09:23:38.422277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f26c-fa4d-4b20-a89a-7234fea88c6a req-411d1404-50c3-497b-8fcf-d3674ffbe1c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:38.423726 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e68f26c-fa4d-4b20-a89a-7234fea88c6a req-411d1404-50c3-497b-8fcf-d3674ffbe1c1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 943 time: 0.0820675 Mar 02 09:23:38.466559 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e68f26c-fa4d-4b20-a89a-7234fea88c6a req-907ea0cd-e4c2-4374-8478-5115b62b9bbf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371706 Mar 02 09:23:39.658316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af64d1-a6a7-4faf-911b-368be0738d21 req-f16bb26a-58dc-48a6-b916-5883be0eefc1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:39.659741 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7af64d1-a6a7-4faf-911b-368be0738d21 req-f16bb26a-58dc-48a6-b916-5883be0eefc1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 943 time: 0.0850279 Mar 02 09:23:39.703058 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7af64d1-a6a7-4faf-911b-368be0738d21 req-f0a7884d-0537-464c-99f7-37483bc7d4a8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372686 Mar 02 09:23:40.364527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 42a12445-32bd-4c63-85c8-61e6553e3bc8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:23:40.499195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 42a12445-32bd-4c63-85c8-61e6553e3bc8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:40.513136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:23:40.572500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:40.620560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a12445-32bd-4c63-85c8-61e6553e3bc8 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:23:40.635996 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 42a12445-32bd-4c63-85c8-61e6553e3bc8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:40.688291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:40.756025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=42a12445-32bd-4c63-85c8-61e6553e3bc8,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:40.903943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244a622-2557-4c45-a00f-0f11cf7b9881 req-046bcc7a-2270-4084-8972-af35574eb197 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:40.905525 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e244a622-2557-4c45-a00f-0f11cf7b9881 req-046bcc7a-2270-4084-8972-af35574eb197 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 944 time: 0.0940361 Mar 02 09:23:40.955035 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e244a622-2557-4c45-a00f-0f11cf7b9881 req-85ec1ecc-ae46-49a7-83f5-87a6e4e6995e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438688 Mar 02 09:23:41.015781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['42a12445-32bd-4c63-85c8-61e6553e3bc8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:23:42.135756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59493f-3d0c-4b10-bc15-a9e7078ec19a req-fdbd7a04-685d-483b-9fa1-7069d1b8cf41 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:42.137200 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4a59493f-3d0c-4b10-bc15-a9e7078ec19a req-fdbd7a04-685d-483b-9fa1-7069d1b8cf41 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 944 time: 0.0817196 Mar 02 09:23:42.178613 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4a59493f-3d0c-4b10-bc15-a9e7078ec19a req-a7d20a2d-a3f9-4bda-b88e-d22033661fd5 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359263 Mar 02 09:23:42.363662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 42a12445-32bd-4c63-85c8-61e6553e3bc8 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:23:42.510916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 42a12445-32bd-4c63-85c8-61e6553e3bc8 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:23:42.515911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 42a12445-32bd-4c63-85c8-61e6553e3bc8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:42.516282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:42.627641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:42.653921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:23:42.663666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 42a12445-32bd-4c63-85c8-61e6553e3bc8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:23:42.697362 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'code': 200} Mar 02 09:23:42.725351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:42.790153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=42a12445-32bd-4c63-85c8-61e6553e3bc8,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:43.038127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19fe9-2c09-4149-b1a8-93ccd6591acb req-ea6fc878-5c99-4135-933c-d3e1f872e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:43.039602 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ee19fe9-2c09-4149-b1a8-93ccd6591acb req-ea6fc878-5c99-4135-933c-d3e1f872e5ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1098 time: 0.0675340 Mar 02 09:23:43.079850 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ee19fe9-2c09-4149-b1a8-93ccd6591acb req-74ef7b48-ad40-496f-9ae4-ebbb10bb6489 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341246 Mar 02 09:23:43.362342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c1de4-7a05-4621-ae71-25c360fc8522 req-50c9901d-d33c-4fe3-9ceb-1eb2fed41ef7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:43.363802 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af3c1de4-7a05-4621-ae71-25c360fc8522 req-50c9901d-d33c-4fe3-9ceb-1eb2fed41ef7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 945 time: 0.0832753 Mar 02 09:23:43.407056 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af3c1de4-7a05-4621-ae71-25c360fc8522 req-1d4e4166-6c43-4c03-b07e-af8afddc2e5e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370986 Mar 02 09:23:44.595217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6df582-2b0f-4adc-9b8b-66dd13da47ad req-95894ebe-caf4-446a-8d40-91169bd75e8a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:44.596657 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2c6df582-2b0f-4adc-9b8b-66dd13da47ad req-95894ebe-caf4-446a-8d40-91169bd75e8a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 945 time: 0.0811658 Mar 02 09:23:44.639093 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2c6df582-2b0f-4adc-9b8b-66dd13da47ad req-c62849b6-e3e1-413e-afce-936738806804 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361414 Mar 02 09:23:45.822048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36411e0d-531e-46bc-bb7c-26f9a46e5677 req-1bbb899a-3063-459b-85c8-79e79b0c523c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:45.823404 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-36411e0d-531e-46bc-bb7c-26f9a46e5677 req-1bbb899a-3063-459b-85c8-79e79b0c523c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 945 time: 0.0809159 Mar 02 09:23:45.865996 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-36411e0d-531e-46bc-bb7c-26f9a46e5677 req-598998d9-0f7a-417a-a7f3-2ff8d1376361 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370755 Mar 02 09:23:46.049331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aea90f-b63a-4502-87fb-d536265f0f4b req-2c0452a0-d850-4f8f-bf42-6f5943363796 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:46.050777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-47aea90f-b63a-4502-87fb-d536265f0f4b req-2c0452a0-d850-4f8f-bf42-6f5943363796 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 945 time: 0.0801184 Mar 02 09:23:46.184795 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-47aea90f-b63a-4502-87fb-d536265f0f4b req-cc8785d5-5f75-4b0c-a816-92bd321cc363 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274829 Mar 02 09:23:46.207238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40028) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:46.273767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fdcce7-1387-4971-ac0b-a580aa1a1de9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:46.275254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-59fdcce7-1387-4971-ac0b-a580aa1a1de9 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1093 time: 0.0670316 Mar 02 09:23:46.277985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40032) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:46.282691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:46.288357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:46.292634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:floatingip and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:46.295374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:46.300856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:46.379350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:46.511373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:46.644150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.78 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/58467565-f28e-477f-9329-84c0e1f89b21) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:23:46.784626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:46.865014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:46.927874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:23:46.934705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:23:46.942253 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:23:46.965949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=58467565-f28e-477f-9329-84c0e1f89b21,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:47.339820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:47.402266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:47.482869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:47.679679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:47.739166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:47.844472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=58467565-f28e-477f-9329-84c0e1f89b21,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:47.853922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:48.119183 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP 49d2ecc3-c2e5-4f25-a846-a75c3fd83079 associated. External IP: 172.26.3.78, port: 42a12445-32bd-4c63-85c8-61e6553e3bc8. Mar 02 09:23:48.458341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 746294eb-5598-44a8-8619-2da01c32aa34 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:23:48.632120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:23:48.641387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] Sync routers for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:23:48.651271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:48.651877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:23:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:48.751294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:48.809718 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a9acfbe7-2a2a-4489-ad91-6180dbbec7d2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5307114 Mar 02 09:23:48.810424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:23:48.812467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40036) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:48.828847 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:48.855079 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'status': 'completed', 'code': 200} Mar 02 09:23:48.925428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0926a538-9b9a-4730-b837-3f975d5fbe4e tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:48.926951 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0926a538-9b9a-4730-b837-3f975d5fbe4e tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1093 time: 0.1134481 Mar 02 09:23:48.955539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-ba6b8af0-7f58-4972-88cf-3db9619c9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:48.956969 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-ba6b8af0-7f58-4972-88cf-3db9619c9132 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1098 time: 0.0788028 Mar 02 09:23:49.087297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-79742416-6d3c-4c39-b4a6-412403906c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:49.088749 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-79742416-6d3c-4c39-b4a6-412403906c21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 898 time: 0.1263099 Mar 02 09:23:49.182628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '49d2ecc3-c2e5-4f25-a846-a75c3fd83079', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:23:47Z', 'updated_at': '2022-03-02T09:23:47Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:49.186694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] Checking router: 746294eb-5598-44a8-8619-2da01c32aa34 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:23:49.188086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40044) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:49.194095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282865875', 'description': 'tempest-secgroup-smoke-282865875 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:49.195417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:23:49.196018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:23:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:49.196880 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-3f8ba091-0cf2-41b8-94d7-366e6ce13e79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 200 len: 998 time: 0.1019826 Mar 02 09:23:49.200608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:49.211045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:49.259654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-3ad187d2-affb-4a2d-8add-51459c20c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:49.261104 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-3ad187d2-affb-4a2d-8add-51459c20c8d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0589066 Mar 02 09:23:49.288023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:49.308058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:49.312132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:49.315474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:49.322437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:49.341815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-a3f0cd32-3949-445a-bb20-1447628adc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:49.343379 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-a3f0cd32-3949-445a-bb20-1447628adc0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760410 Mar 02 09:23:49.375332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:23:49.393083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:49.470549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:49.474170 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-4e0c8b48-303e-4a40-a625-a59183cd3d5e service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251333 Mar 02 09:23:49.508339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0142213-42cb-495e-bbde-6f1cf4243ace,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:49.618046 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d8a23070-2a5c-4532-9ca4-424f299a31fe req-9b194aa2-e684-4e1f-98bb-2bc516aeeba3 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367643 Mar 02 09:23:49.627700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:49.631506 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c75336ba-6ccf-4d64-8fbb-413279028490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4393671 Mar 02 09:23:49.631812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40048) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:49.637494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'e0142213-42cb-495e-bbde-6f1cf4243ace', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:49.643342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:49.647121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:49.650128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:49.656218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:49.760885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-36b3bc3f-7fd6-4782-817d-256f60856340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:49.766195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:49.776650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '49d2ecc3-c2e5-4f25-a846-a75c3fd83079', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:23:47Z', 'updated_at': '2022-03-02T09:23:47Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:23:49.780702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6423cf24-f58c-41f1-bf1d-006f60fd0090 None None] The sync data for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv is: [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '49d2ecc3-c2e5-4f25-a846-a75c3fd83079', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:23:47Z', 'updated_at': '2022-03-02T09:23:47Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:23:49.828460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:49.890812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:49.915998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a068b744-2809-407e-ad96-f3af9c9fd367,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:49.972695 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797b62f-740d-4165-9c3e-416c3e30d5bc None None] New status for floating IP 49d2ecc3-c2e5-4f25-a846-a75c3fd83079: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:23:49.993723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:49.997531 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-19730a11-eb58-4d7f-a36b-f38abbe29405 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616319 Mar 02 09:23:49.997961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40052) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:50.003328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'e0142213-42cb-495e-bbde-6f1cf4243ace', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:50.009908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:50.015066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:50.019998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:50.025677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:50.121049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.179131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.250562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.279505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89734d2d-0ed9-4802-ae3c-0ec28a6139b2,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:50.362384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.366444 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-85257fa7-8090-494f-9a1a-e6e2360777ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3646393 Mar 02 09:23:50.366444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40056) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:50.372801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'e0142213-42cb-495e-bbde-6f1cf4243ace', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:50.380367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:50.384452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:50.387349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:50.392935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:50.481479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.541689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.610345 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.632546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d8ef24-18df-4a52-aa80-dcd02b06a715,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:50.690397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.691556 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-05a9e6a1-d0d1-4435-b5bd-24a749b2ccf4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3236959 Mar 02 09:23:50.694351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40060) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:50.699159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'e0142213-42cb-495e-bbde-6f1cf4243ace', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:50.704897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:50.708682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:50.712075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:50.717657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:50.817014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.876664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.935763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:50.960098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b39907a-bca4-42e9-89f9-111822f54d5a,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:51.036263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.037464 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-843ce192-a0c5-413d-81da-2d0a51203eaa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3422289 Mar 02 09:23:51.040719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40064) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:51.045550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'e0142213-42cb-495e-bbde-6f1cf4243ace', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:51.051495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:51.055607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:51.058480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:51.064046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:51.133765 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:23:51.140237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.203306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.270378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.295986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e048e7-6422-40b0-89ff-66e97acf872c,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:51.390579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.391723 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-41170c9d-ec13-4329-be2d-38be56481c84 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3501112 Mar 02 09:23:51.394465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40068) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:23:51.399290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': 'e0142213-42cb-495e-bbde-6f1cf4243ace', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:51.404992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:51.408803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:51.411632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:51.417275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:51.508354 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:23:51.515023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.578223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.650504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.673333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8916a583-70f3-4183-b20e-2b5348fd2fdb,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:51.724822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.726018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fce9a591-bef7-4d31-a478-1fd2ddb54f18 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3306301 Mar 02 09:23:51.882392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-42a521d5-72c6-4322-8296-15ee3734b576 req-47c26f17-56c6-4d10-8a53-042404e779a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:23:51.956003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ed0ac6b2-1868-411f-b4a3-60bf4862207f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:51.967453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-42a521d5-72c6-4322-8296-15ee3734b576 req-47c26f17-56c6-4d10-8a53-042404e779a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:23:51.968583 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-47c26f17-56c6-4d10-8a53-042404e779a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282865875&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1254346 Mar 02 09:23:52.116069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9e4a004-4d1a-4d08-b3b8-7028823bb654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:52.117532 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9e4a004-4d1a-4d08-b3b8-7028823bb654 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 797 time: 0.1423786 Mar 02 09:23:52.131769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-39293d3e-3ea1-4d6b-a48d-3837ea528e1a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0088902 Mar 02 09:23:52.221238 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-04d4a378-7d26-4c2b-b582-d5726870b130 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0846689 Mar 02 09:23:52.293859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-1b7566dd-5307-41ce-abae-8fa3e1c36cab service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:23:52.294817 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-1b7566dd-5307-41ce-abae-8fa3e1c36cab service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0622766 Mar 02 09:23:52.526914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-6c062e98-e7f5-4d1c-aa52-d72c616af4c7 service neutron] 10.222.0.10 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262609 Mar 02 09:23:52.655055 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-68b4f83f-27c1-49c1-a343-f83f7bb09ce1 service neutron] 10.222.0.10 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224511 Mar 02 09:23:52.941376 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6548b3de-df96-4b49-8288-3f17789bceb3 req-1ce514ff-b7bb-4ef6-8b1d-20fff959fd43 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 210 time: 0.0423622 Mar 02 09:23:53.030333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:53.135984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:54.090859 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b8f8a42-2c26-481b-84f6-dd718311434c req-5a27eee1-efc5-4b43-b882-4d0aba290738 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 210 time: 0.0461619 Mar 02 09:23:54.613471 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:54.968463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a521d5-72c6-4322-8296-15ee3734b576 req-aa2ef82f-a42c-44f2-94f0-453a60bf7596 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:54.969888 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-aa2ef82f-a42c-44f2-94f0-453a60bf7596 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 797 time: 0.2574849 Mar 02 09:23:55.021644 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-cef210bf-aefd-417c-b2aa-78f3a102f053 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 472 time: 0.0439034 Mar 02 09:23:55.030774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['e0142213-42cb-495e-bbde-6f1cf4243ace']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:55.176302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:23:55.176302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:port and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:23:55.177545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:23:55.183919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:23:55.244963 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88f594f1-3894-4a6f-a577-91ca4a211339 req-bd4960f6-7966-4750-8b9e-6dffda3c7078 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 210 time: 0.0446985 Mar 02 09:23:55.253200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:23:55.258500 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:55.410408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.7 (e9f54b56-fc6a-43c7-9d2d-83e4504d5db1/7379825b-e3db-4378-b68b-677ec1bb117a/d128e88a-94a8-43a8-93c2-faa8f0a068d4) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:23:55.602014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:55.616874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object d128e88a-94a8-43a8-93c2-faa8f0a068d4 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:23:55.710318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:55.772623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:23:55.776135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:23:55.778687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:23:55.830956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=d128e88a-94a8-43a8-93c2-faa8f0a068d4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:55.859574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:55.864213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:55.965020 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-a6aaf0df-71a3-4968-9a61-fea59d77a5ba tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9356306 Mar 02 09:23:55.974923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Request body: {'port': {'device_id': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:23:56.070863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-665ef2f4-98bb-4ad1-9041-e7f1758fe4df None None] Provisioning for port d128e88a-94a8-43a8-93c2-faa8f0a068d4 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:23:56.075817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-665ef2f4-98bb-4ad1-9041-e7f1758fe4df None None] Provisioning complete for port d128e88a-94a8-43a8-93c2-faa8f0a068d4 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:23:56.076187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-665ef2f4-98bb-4ad1-9041-e7f1758fe4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:56.082311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:56.130146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-665ef2f4-98bb-4ad1-9041-e7f1758fe4df None None] Port d128e88a-94a8-43a8-93c2-faa8f0a068d4 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:23:56.423453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d128e88a-94a8-43a8-93c2-faa8f0a068d4 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:23:56.427093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07941479-c412-4f02-adb8-d0c4c102f93b req-75fb2252-efd0-47db-a892-cdf68adf72aa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:56.428545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07941479-c412-4f02-adb8-d0c4c102f93b req-75fb2252-efd0-47db-a892-cdf68adf72aa tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 931 time: 0.0790110 Mar 02 09:23:56.430925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:56.445667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Transition to ACTIVE for port object d128e88a-94a8-43a8-93c2-faa8f0a068d4 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:23:56.472763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07941479-c412-4f02-adb8-d0c4c102f93b req-2a2d4efe-543b-4baa-9164-56b516694166 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379858 Mar 02 09:23:56.535939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:56.688797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Pushing event updated for resources: {'Port': ['ID=d128e88a-94a8-43a8-93c2-faa8f0a068d4,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:56.770049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Attempting to bind port d128e88a-94a8-43a8-93c2-faa8f0a068d4 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:23:56.770376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Attempting to bind port d128e88a-94a8-43a8-93c2-faa8f0a068d4 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:23:56.770696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Attempting to bind port d128e88a-94a8-43a8-93c2-faa8f0a068d4 on network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:23:56.779925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Port d128e88a-94a8-43a8-93c2-faa8f0a068d4 on network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:23:56.780275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Attempting to bind port d128e88a-94a8-43a8-93c2-faa8f0a068d4 on network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:23:56.785377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:23:56.785704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Checking segment: {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:23:56.786168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Bound using segment: {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:23:56.786532 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Bound port: d128e88a-94a8-43a8-93c2-faa8f0a068d4, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c36a09-d984-49a1-bb65-a18c4b2e1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:23:56.786868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:56.847540 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:23:56.872229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] For port d128e88a-94a8-43a8-93c2-faa8f0a068d4, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:23:56.875047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] For port d128e88a-94a8-43a8-93c2-faa8f0a068d4, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d128e88a-94a8-43a8-93c2-faa8f0a068d4,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:23:56.941917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:57.002661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:57.003337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:23:57.004595 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] 10.222.0.15 "PUT /v2.0/ports/d128e88a-94a8-43a8-93c2-faa8f0a068d4 HTTP/1.1" status: 200 len: 1093 time: 1.0337515 Mar 02 09:23:57.005028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:23:57.031233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5019b-a5ed-49fe-9f21-66fea41e3074 service neutron] Pushing event updated for resources: {'Port': ['ID=d128e88a-94a8-43a8-93c2-faa8f0a068d4,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:23:57.056103 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'status': 'completed', 'code': 200} Mar 02 09:23:57.253211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d83eac-10d3-4b3d-a246-9f97fe157412 req-2ee4e370-c1a2-41ab-a556-ad8eb3b0a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:57.254731 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-92d83eac-10d3-4b3d-a246-9f97fe157412 req-2ee4e370-c1a2-41ab-a556-ad8eb3b0a3d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 1096 time: 0.1768191 Mar 02 09:23:57.392216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d83eac-10d3-4b3d-a246-9f97fe157412 req-5114494f-505c-47c8-8934-7424609ca25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:57.393557 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-92d83eac-10d3-4b3d-a246-9f97fe157412 req-5114494f-505c-47c8-8934-7424609ca25a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1301346 Mar 02 09:23:57.528702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d83eac-10d3-4b3d-a246-9f97fe157412 req-b51df7dc-1507-48d3-8bcf-509d18da22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:57.530183 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-92d83eac-10d3-4b3d-a246-9f97fe157412 req-b51df7dc-1507-48d3-8bcf-509d18da22f8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302595 Mar 02 09:23:57.638945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a521d5-72c6-4322-8296-15ee3734b576 req-7a2238c8-d914-48d1-8987-ca6414e9a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:57.640398 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-7a2238c8-d914-48d1-8987-ca6414e9a7a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 1096 time: 0.0740802 Mar 02 09:23:57.659243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43a68a-2b15-4294-ac51-417c56948987 req-5864cace-a10c-43f1-902e-84b32470e859 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:57.660608 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a43a68a-2b15-4294-ac51-417c56948987 req-5864cace-a10c-43f1-902e-84b32470e859 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 943 time: 0.0805349 Mar 02 09:23:57.703746 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a43a68a-2b15-4294-ac51-417c56948987 req-5cb4fd6e-4047-44e2-aa23-43de3225a941 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374088 Mar 02 09:23:57.708739 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-f7e0fce5-2742-42ae-a543-1ab587d2f9f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d128e88a-94a8-43a8-93c2-faa8f0a068d4 HTTP/1.1" status: 200 len: 217 time: 0.0594165 Mar 02 09:23:57.771924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a521d5-72c6-4322-8296-15ee3734b576 req-4200e0e4-b605-4e92-90d3-b04ee00de949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:57.773918 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-4200e0e4-b605-4e92-90d3-b04ee00de949 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0583513 Mar 02 09:23:57.847000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a521d5-72c6-4322-8296-15ee3734b576 req-bc69718d-bebc-4bad-bdcc-ad612c0c3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:57.848412 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-bc69718d-bebc-4bad-bdcc-ad612c0c3d38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675135 Mar 02 09:23:57.977232 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-2cca699d-67ca-497a-8755-39f3267f4917 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209946 Mar 02 09:23:58.113016 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-42a521d5-72c6-4322-8296-15ee3734b576 req-50449b59-b82b-4b09-b6e8-31bce435f1d7 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287572 Mar 02 09:23:58.885096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0e290-e874-40d0-95ec-0473bd034af8 req-cc70bbbf-c942-489f-b05a-4ac8d248079c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:23:58.886482 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-87a0e290-e874-40d0-95ec-0473bd034af8 req-cc70bbbf-c942-489f-b05a-4ac8d248079c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 943 time: 0.0788114 Mar 02 09:23:58.932163 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-87a0e290-e874-40d0-95ec-0473bd034af8 req-0a2df713-1b5c-4d83-916b-80154e28ebaf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400259 Mar 02 09:24:00.115216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7519fd-5a85-4321-a2bb-f55b2fdb7376 req-efb863c2-25f7-498d-b8df-ea4a63089c74 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:00.116759 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab7519fd-5a85-4321-a2bb-f55b2fdb7376 req-efb863c2-25f7-498d-b8df-ea4a63089c74 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 943 time: 0.0796456 Mar 02 09:24:00.159353 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab7519fd-5a85-4321-a2bb-f55b2fdb7376 req-18d21d99-3fad-4b8a-8ef9-c429cc4efc92 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364890 Mar 02 09:24:00.487655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device d128e88a-94a8-43a8-93c2-faa8f0a068d4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:24:00.619606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port d128e88a-94a8-43a8-93c2-faa8f0a068d4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d128e88a-94a8-43a8-93c2-faa8f0a068d4,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:24:00.632029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'port_id': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'mac_address': 'fa:16:3e:2d:3f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:24:00.688262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:00.704606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d128e88a-94a8-43a8-93c2-faa8f0a068d4 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:24:00.720089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port d128e88a-94a8-43a8-93c2-faa8f0a068d4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d128e88a-94a8-43a8-93c2-faa8f0a068d4,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:24:00.786749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:00.850855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=d128e88a-94a8-43a8-93c2-faa8f0a068d4,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:24:01.135626 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['d128e88a-94a8-43a8-93c2-faa8f0a068d4'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:24:01.344979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513d316-f378-435b-a14d-30ff360b5723 req-24b4d4f1-4f4b-4957-9d0c-080ad672ad4c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:01.346452 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5513d316-f378-435b-a14d-30ff360b5723 req-24b4d4f1-4f4b-4957-9d0c-080ad672ad4c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 944 time: 0.0807333 Mar 02 09:24:01.390188 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5513d316-f378-435b-a14d-30ff360b5723 req-ce79fc4d-eead-4d9b-a9cd-79a6ed32ad44 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374818 Mar 02 09:24:02.486268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device d128e88a-94a8-43a8-93c2-faa8f0a068d4 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:24:02.576407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e5cb6-0373-49c1-9a3a-39796842d4d9 req-83860c63-b8d4-40c6-8ff6-a8021f2c26bc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:02.577863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-127e5cb6-0373-49c1-9a3a-39796842d4d9 req-83860c63-b8d4-40c6-8ff6-a8021f2c26bc tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 944 time: 0.0826950 Mar 02 09:24:02.612785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port d128e88a-94a8-43a8-93c2-faa8f0a068d4 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:24:02.618603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port d128e88a-94a8-43a8-93c2-faa8f0a068d4 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:24:02.618976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:02.623597 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-127e5cb6-0373-49c1-9a3a-39796842d4d9 req-258c2bb8-f169-4b29-9dd4-4be856546273 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399640 Mar 02 09:24:02.732905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:02.758502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:24:02.768167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port d128e88a-94a8-43a8-93c2-faa8f0a068d4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d128e88a-94a8-43a8-93c2-faa8f0a068d4,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:24:02.800679 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'code': 200} Mar 02 09:24:02.849710 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:02.918743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=d128e88a-94a8-43a8-93c2-faa8f0a068d4,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:24:03.149716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ff3c3-bdd4-4100-9775-39833d8e8df7 req-c598e685-4c06-4224-a8d9-0fe19b86bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:03.151273 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-082ff3c3-bdd4-4100-9775-39833d8e8df7 req-c598e685-4c06-4224-a8d9-0fe19b86bac4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 1098 time: 0.0749924 Mar 02 09:24:03.191776 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-082ff3c3-bdd4-4100-9775-39833d8e8df7 req-cf4ad3af-d31d-4cdd-a5ec-ce33954bb5f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330448 Mar 02 09:24:03.809370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357efdb4-499e-4cb9-b5b8-39e86ed6809a req-1b5c6fc5-8de9-4ea2-bccd-157246e0cff9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:03.810851 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-357efdb4-499e-4cb9-b5b8-39e86ed6809a req-1b5c6fc5-8de9-4ea2-bccd-157246e0cff9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 945 time: 0.0835752 Mar 02 09:24:03.854126 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-357efdb4-499e-4cb9-b5b8-39e86ed6809a req-ed3cde72-1ced-408d-ba65-8d422301f0db tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377018 Mar 02 09:24:05.039157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae265b-55fb-4d59-9596-6275578f0f92 req-8cfb9221-ee21-42ef-b771-a201b796f5b6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:05.040590 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ecae265b-55fb-4d59-9596-6275578f0f92 req-8cfb9221-ee21-42ef-b771-a201b796f5b6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 945 time: 0.0821962 Mar 02 09:24:05.083340 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ecae265b-55fb-4d59-9596-6275578f0f92 req-c1c102b0-af27-4ab6-ba71-f662321bcbc0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370312 Mar 02 09:24:05.275975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86b198-2cfd-4ef8-a1a0-6d92a154f3d0 req-19c6b670-218b-4f1d-8c36-d698604b618e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:05.275975 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d86b198-2cfd-4ef8-a1a0-6d92a154f3d0 req-19c6b670-218b-4f1d-8c36-d698604b618e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 945 time: 0.0772552 Mar 02 09:24:05.315962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d86b198-2cfd-4ef8-a1a0-6d92a154f3d0 req-8882606d-0e91-4f2e-9cfd-b4e0d03e6e16 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363758 Mar 02 09:24:05.338261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40126) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:24:05.408497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc948f-38f5-4639-963f-1debb21ef0d6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:05.410001 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7edc948f-38f5-4639-963f-1debb21ef0d6 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 1093 time: 0.0707924 Mar 02 09:24:05.412754 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40130) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:24:05.417593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:24:05.423487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:24:05.427270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:floatingip and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:24:05.430804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:24:05.436333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:24:05.543893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:05.676154 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:05.818575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.27 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/4d29473e-ce66-4af3-8649-b87b04f97d3a) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:24:06.051168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:06.178644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:06.235579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:24:06.238290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:24:06.240739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:24:06.291774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=4d29473e-ce66-4af3-8649-b87b04f97d3a,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:24:06.652693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:06.806014 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:07.005331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:07.057595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:07.161459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=4d29473e-ce66-4af3-8649-b87b04f97d3a,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:24:07.169040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:07.335309 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP aefeef19-3ec0-4600-b212-0beb91394cb9 associated. External IP: 172.26.3.27, port: d128e88a-94a8-43a8-93c2-faa8f0a068d4. Mar 02 09:24:07.769845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 746294eb-5598-44a8-8619-2da01c32aa34 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:24:07.946071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:24:07.955519 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] Sync routers for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:24:07.964858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:24:07.965461 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:23:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:24:08.043908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:08.114053 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-71e4efc4-6c6a-4411-8ec9-fa56d558d7ce tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6868317 Mar 02 09:24:08.114053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:24:08.141646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:24:08.146536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'status': 'completed', 'code': 200} Mar 02 09:24:08.236813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-d31d4820-f2d8-4660-9c72-e1ab92439b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:08.238225 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-d31d4820-f2d8-4660-9c72-e1ab92439b06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 1098 time: 0.0702980 Mar 02 09:24:08.369744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-1805cfb0-f92f-415b-a946-139d9d908d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:08.371206 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-1805cfb0-f92f-415b-a946-139d9d908d09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 898 time: 0.1277826 Mar 02 09:24:08.473266 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-26bab834-cb71-4b28-9384-0d90f73a4fec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d128e88a-94a8-43a8-93c2-faa8f0a068d4 HTTP/1.1" status: 200 len: 998 time: 0.0948653 Mar 02 09:24:08.517533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '49d2ecc3-c2e5-4f25-a846-a75c3fd83079', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:23:47Z', 'updated_at': '2022-03-02T09:23:50Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}, {'id': 'aefeef19-3ec0-4600-b212-0beb91394cb9', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.27', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:2d:3f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:24:06Z', 'updated_at': '2022-03-02T09:24:06Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:24:08.521437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] Checking router: 746294eb-5598-44a8-8619-2da01c32aa34 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:24:08.530348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:24:08.530943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:23:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:24:08.538850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-e47122de-0a49-495f-ac71-0f539c946079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:08.540290 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-e47122de-0a49-495f-ac71-0f539c946079 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0598886 Mar 02 09:24:08.613730 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-e4cd72e8-09b6-480a-87f9-660a3705fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:08.615213 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-e4cd72e8-09b6-480a-87f9-660a3705fe48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685668 Mar 02 09:24:08.711146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:24:08.746528 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-3a9c9c29-3b53-4ee7-b066-e34558d264b3 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244624 Mar 02 09:24:08.979348 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7558ea86-6460-4aba-9133-a1c1082c2201 req-f5e2af64-ec11-4e89-ba9c-53802affd18e service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273099 Mar 02 09:24:09.067300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '49d2ecc3-c2e5-4f25-a846-a75c3fd83079', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:23:47Z', 'updated_at': '2022-03-02T09:23:50Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}, {'id': 'aefeef19-3ec0-4600-b212-0beb91394cb9', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.27', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:2d:3f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:24:06Z', 'updated_at': '2022-03-02T09:24:06Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:24:09.071316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695d110-6712-4d9d-bf8a-a868e709eb81 None None] The sync data for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv is: [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '49d2ecc3-c2e5-4f25-a846-a75c3fd83079', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:23:47Z', 'updated_at': '2022-03-02T09:23:50Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}, {'id': 'aefeef19-3ec0-4600-b212-0beb91394cb9', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.27', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:2d:3f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:24:06Z', 'updated_at': '2022-03-02T09:24:06Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:24:09.262682 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5b9cd-c357-4c61-a251-678bffb776cb None None] New status for floating IP aefeef19-3ec0-4600-b212-0beb91394cb9: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:24:12.881220 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-049138d6-7b04-4467-8c41-25cca8496400 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674801 Mar 02 09:24:13.018117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-9c90c55e-0a82-4596-9c91-220c26e747ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:13.019563 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-9c90c55e-0a82-4596-9c91-220c26e747ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1098 time: 0.0732584 Mar 02 09:24:13.158774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-558c237f-7522-4443-b9e1-d0a11a1f4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:13.160107 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-558c237f-7522-4443-b9e1-d0a11a1f4068 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 898 time: 0.1231070 Mar 02 09:24:13.260511 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-fa34d943-da8a-402b-b422-753bff1bf901 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 200 len: 1000 time: 0.0941522 Mar 02 09:24:13.320333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-978ac6a6-9f46-49a9-a903-9ff3721016c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:13.321680 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-978ac6a6-9f46-49a9-a903-9ff3721016c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0553634 Mar 02 09:24:13.399134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-9af7b0d0-102a-47d1-8594-125848018123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:24:13.400570 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-9af7b0d0-102a-47d1-8594-125848018123 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725474 Mar 02 09:24:13.530751 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-8e202f3b-d1fc-40c4-9b3b-4118afd6eff3 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229837 Mar 02 09:24:13.665109 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4ea9abfc-f666-4969-9ee2-7601b3433ca5 req-388d2907-14e5-42f0-bd2d-abab74c864be service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233263 Mar 02 09:24:17.437957 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:19.731731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-02f49236-8c00-41e9-adae-f0b400379ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:21.934471 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-70c4b4bc-272d-4c00-8d4a-51bbccebab50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:23.017095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:23.113776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:24.616814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:33.846223 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:24:47.441603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:49.700444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c84fd6cf-010e-47b8-813a-bfaceb8acf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:51.944818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2c50a1d4-25fd-4ca8-b0ca-29ef4beb93af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:53.020595 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:53.126914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:24:54.624619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:10.845196 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:25:13.922597 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-9c4c7531-b288-48f3-a679-b4ee71d17590 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675585 Mar 02 09:25:14.010198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-159671da-9505-48d0-9c22-b34a42559405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:14.011618 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-159671da-9505-48d0-9c22-b34a42559405 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 1098 time: 0.0678618 Mar 02 09:25:14.150592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-b01eb55c-ef9c-4603-853b-1aaad79c907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:14.152014 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-b01eb55c-ef9c-4603-853b-1aaad79c907e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 898 time: 0.1227376 Mar 02 09:25:14.257081 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-74de8b73-46fc-4560-b7e0-3c3fab7c42d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d128e88a-94a8-43a8-93c2-faa8f0a068d4 HTTP/1.1" status: 200 len: 1000 time: 0.0947704 Mar 02 09:25:14.326170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-de15805f-d580-42c0-8529-71ffcbd6ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:14.327575 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-de15805f-d580-42c0-8529-71ffcbd6ab1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0633502 Mar 02 09:25:14.399705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-5a01017e-2674-4569-a2b9-db9f978c90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:14.401106 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-5a01017e-2674-4569-a2b9-db9f978c90da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666881 Mar 02 09:25:14.527782 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-e477867d-2563-436c-ab40-82db94ce1735 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198006 Mar 02 09:25:14.655612 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-eddc275b-af6f-4ac9-bfcb-627e21e50825 req-6672fb1a-61ce-45d2-854e-1a171db4885e service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216822 Mar 02 09:25:17.447051 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:19.721185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-94c36b43-892b-45e0-b018-333f8344ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:21.949452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1305ebc2-54a2-4805-b495-5407ace87613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:23.029587 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:23.132351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:23.670799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40158) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:23.775182 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-23cf46ea-c90c-4850-a341-ae80ca916ab1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/49d2ecc3-c2e5-4f25-a846-a75c3fd83079 HTTP/1.1" status: 200 len: 992 time: 0.1032524 Mar 02 09:25:24.657219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:25.271654 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40170) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:25.277335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:25.392569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:25.602175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 42a12445-32bd-4c63-85c8-61e6553e3bc8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:25:25.625990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:25.703663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:25.765750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:25.766382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:25.767744 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/ports/42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 200 len: 938 time: 0.4952099 Mar 02 09:25:25.768280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:25:25.794843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=42a12445-32bd-4c63-85c8-61e6553e3bc8,revision_number=6']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:25.803200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.803543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.803878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.804203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.804527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.804850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.805170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.805487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.805807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.806156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.806453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.806773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ccac7-5ef9-45a3-bdd3-ed77b10bffb7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:25.814828 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'status': 'completed', 'code': 200} Mar 02 09:25:25.915496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-53ee6987-8083-46e9-bcb6-44813abeb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:25.918984 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-53ee6987-8083-46e9-bcb6-44813abeb1f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1099 time: 0.0818436 Mar 02 09:25:26.024749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d8d53521-f919-4624-85d1-4588a2fd3c7a None None] Provisioning complete for port 42a12445-32bd-4c63-85c8-61e6553e3bc8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:25:26.025748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d8d53521-f919-4624-85d1-4588a2fd3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:26.091599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d8d53521-f919-4624-85d1-4588a2fd3c7a None None] Port 42a12445-32bd-4c63-85c8-61e6553e3bc8 is administratively disabled so it will not transition to active. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 02 09:25:26.178074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-d07289f5-2925-48f2-83ce-3c9eb046ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:26.179521 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-d07289f5-2925-48f2-83ce-3c9eb046ec29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 898 time: 0.2539692 Mar 02 09:25:26.279945 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-e2cfaeff-b2b4-4b49-a58b-6271d783c0bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 200 len: 1001 time: 0.0934541 Mar 02 09:25:26.341497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-6e07f87d-0adb-4f97-b368-6ab2bc17a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:26.342987 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-6e07f87d-0adb-4f97-b368-6ab2bc17a2c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0566289 Mar 02 09:25:26.416994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-6d1548a1-e4a7-4187-b7c8-1585fce38a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:26.421447 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-6d1548a1-e4a7-4187-b7c8-1585fce38a0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685174 Mar 02 09:25:26.548420 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-a27bde70-f574-4312-9385-efaf14290604 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225767 Mar 02 09:25:26.678453 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-1a97d118-e8f1-4cfb-a085-fd0480a6bffc req-5b19c86a-177d-4742-9543-5c72b9c14a07 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239603 Mar 02 09:25:29.201100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40180) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:29.207528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f9890008-9ca8-4cd4-8b52-82c5ecaea1c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:29.326021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9890008-9ca8-4cd4-8b52-82c5ecaea1c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:29.532836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-f9890008-9ca8-4cd4-8b52-82c5ecaea1c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 42a12445-32bd-4c63-85c8-61e6553e3bc8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:25:29.558279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9890008-9ca8-4cd4-8b52-82c5ecaea1c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:29.616768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9890008-9ca8-4cd4-8b52-82c5ecaea1c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:29.676467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9890008-9ca8-4cd4-8b52-82c5ecaea1c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:29.677068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9890008-9ca8-4cd4-8b52-82c5ecaea1c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:29.678461 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f9890008-9ca8-4cd4-8b52-82c5ecaea1c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/ports/42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 200 len: 937 time: 0.4764588 Mar 02 09:25:29.679002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:25:29.681425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40184) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:29.711337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9890008-9ca8-4cd4-8b52-82c5ecaea1c3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=42a12445-32bd-4c63-85c8-61e6553e3bc8,revision_number=7']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:29.736935 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'status': 'completed', 'code': 200} Mar 02 09:25:29.836393 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-53bcf806-b87e-4231-89b6-73de01203490 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/49d2ecc3-c2e5-4f25-a846-a75c3fd83079 HTTP/1.1" status: 200 len: 992 time: 0.1538050 Mar 02 09:25:29.862493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-385dc2f4-ef2f-4b97-a146-5ea262bced98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:29.864628 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-385dc2f4-ef2f-4b97-a146-5ea262bced98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1098 time: 0.1004751 Mar 02 09:25:29.929582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9f354097-7c40-4323-9a25-7ef3b2c5d2ce None None] Provisioning complete for port 42a12445-32bd-4c63-85c8-61e6553e3bc8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:25:29.930191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9f354097-7c40-4323-9a25-7ef3b2c5d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:29.993001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-212c0010-a28f-407d-9a25-ce7bcf4e4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:29.994339 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-212c0010-a28f-407d-9a25-ce7bcf4e4543 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 898 time: 0.1239011 Mar 02 09:25:30.019257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['42a12445-32bd-4c63-85c8-61e6553e3bc8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:25:30.097338 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-9b0d5472-fc8c-4f37-90d5-e245cac81aad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 200 len: 1000 time: 0.0962102 Mar 02 09:25:30.156897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-8fa64349-4ec8-4f13-afc0-3e5245108192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:30.158324 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-8fa64349-4ec8-4f13-afc0-3e5245108192 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0555222 Mar 02 09:25:30.235283 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-d6504cc1-cff8-42f7-9d62-1376e15be509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:30.236732 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-d6504cc1-cff8-42f7-9d62-1376e15be509 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709701 Mar 02 09:25:30.367745 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-1c9f77fb-94f4-4f52-b50a-abcea08b8cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246705 Mar 02 09:25:30.497539 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-fa63ca7a-6c26-48b5-8a38-156ae8385e58 req-a8cbc012-a4ce-49fb-8efc-1d25bf6946d6 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238549 Mar 02 09:25:32.408233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40196) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:32.701422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 4d29473e-ce66-4af3-8649-b87b04f97d3a {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:25:32.701671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:32.864745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:32.865054 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:32.984045 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 4d29473e-ce66-4af3-8649-b87b04f97d3a owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:25:33.216549 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:33.261077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=4d29473e-ce66-4af3-8649-b87b04f97d3a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:33.299713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.300572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.300908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.301233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.301551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.301893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.302211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.302523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.302836 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.303147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.303456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.303763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:33.359327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:33.359651 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP aefeef19-3ec0-4600-b212-0beb91394cb9 disassociated (deleted). External IP: 172.26.3.27, port: d128e88a-94a8-43a8-93c2-faa8f0a068d4. Mar 02 09:25:33.694645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 746294eb-5598-44a8-8619-2da01c32aa34 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:25:33.975025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:25:33.985065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] Sync routers for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:25:33.990411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:33.994588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:33.995191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:34.047057 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cb93aa88-c621-4781-812d-afbd5f14a57f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/floatingips/aefeef19-3ec0-4600-b212-0beb91394cb9 HTTP/1.1" status: 204 len: 168 time: 1.6353612 Mar 02 09:25:34.047057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:25:34.089911 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'status': 'completed', 'code': 200} Mar 02 09:25:34.171207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:34.182805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-322af0c5-ac39-4e8d-8df9-8a8c0f978953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:34.184268 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-322af0c5-ac39-4e8d-8df9-8a8c0f978953 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 1098 time: 0.0719974 Mar 02 09:25:34.314671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-2dc22a35-5190-4728-b664-dc520d657ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:34.316631 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-2dc22a35-5190-4728-b664-dc520d657ccb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 898 time: 0.1259272 Mar 02 09:25:34.394441 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-38cb13e7-8bba-4aba-ae09-a88b4585a407 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d128e88a-94a8-43a8-93c2-faa8f0a068d4 HTTP/1.1" status: 200 len: 217 time: 0.0712149 Mar 02 09:25:34.459822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-2501fa8f-bf54-4d2d-829d-4230fe6fb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:34.461367 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-2501fa8f-bf54-4d2d-829d-4230fe6fb32d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0622559 Mar 02 09:25:34.530264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '49d2ecc3-c2e5-4f25-a846-a75c3fd83079', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:23:47Z', 'updated_at': '2022-03-02T09:23:50Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:34.534681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] Checking router: 746294eb-5598-44a8-8619-2da01c32aa34 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:25:34.543442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:34.544022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:34.544203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-572ecd33-a1b3-4416-99c2-d642238c333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:34.545988 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-572ecd33-a1b3-4416-99c2-d642238c333a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780180 Mar 02 09:25:34.616498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701c276-28fc-4504-9de4-ac28df8d31bb req-267c4569-de20-4ab0-a7a5-cc5b078cf1a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:34.618131 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7701c276-28fc-4504-9de4-ac28df8d31bb req-267c4569-de20-4ab0-a7a5-cc5b078cf1a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 945 time: 0.0899622 Mar 02 09:25:34.663006 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7701c276-28fc-4504-9de4-ac28df8d31bb req-4ff03b74-9d66-4fa9-b2ae-e9d94c09431c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Mar 02 09:25:34.686721 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-ab97a0c9-41bf-41da-a72d-58f4080b0435 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334713 Mar 02 09:25:34.722693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:34.816788 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-12475f3f-d5f4-4153-89a2-646a0723a610 req-aaabcedf-06c3-489a-b924-03ebc83a7a03 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235459 Mar 02 09:25:35.063698 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '49d2ecc3-c2e5-4f25-a846-a75c3fd83079', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:23:47Z', 'updated_at': '2022-03-02T09:23:50Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:35.067640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7db5b-ae34-4556-b77a-7a2734ff10c9 None None] The sync data for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv is: [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '49d2ecc3-c2e5-4f25-a846-a75c3fd83079', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.78', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'port_id': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'mac_address': 'fa:16:3e:54:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:23:47Z', 'updated_at': '2022-03-02T09:23:50Z', 'revision_number': 1, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:25:35.260290 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af34a68f-21b9-4379-9ca5-104b7beafe5c None None] New status for floating IP aefeef19-3ec0-4600-b212-0beb91394cb9: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:25:35.844063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70baea-6f37-464b-b255-b0f686611294 req-8e889df0-acc1-41f5-b02c-dd58b275fc3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:35.845421 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-be70baea-6f37-464b-b255-b0f686611294 req-8e889df0-acc1-41f5-b02c-dd58b275fc3e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 945 time: 0.0779281 Mar 02 09:25:35.889240 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-be70baea-6f37-464b-b255-b0f686611294 req-f4c8f2e4-fc46-4218-a729-35881844a6a1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0142213-42cb-495e-bbde-6f1cf4243ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373709 Mar 02 09:25:36.232123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8885-bdc0-4314-a613-787f46738de3 req-4b075028-d179-491c-b875-173daf710dff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:36.232718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-e60b8885-bdc0-4314-a613-787f46738de3 req-4b075028-d179-491c-b875-173daf710dff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:25:36.303416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-e60b8885-bdc0-4314-a613-787f46738de3 req-4b075028-d179-491c-b875-173daf710dff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:25:36.304627 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e60b8885-bdc0-4314-a613-787f46738de3 req-4b075028-d179-491c-b875-173daf710dff tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 945 time: 0.1485763 Mar 02 09:25:36.375815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-e60b8885-bdc0-4314-a613-787f46738de3 req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port d128e88a-94a8-43a8-93c2-faa8f0a068d4 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:25:36.376148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e60b8885-bdc0-4314-a613-787f46738de3 req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:36.619134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-e60b8885-bdc0-4314-a613-787f46738de3 req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port d128e88a-94a8-43a8-93c2-faa8f0a068d4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=d128e88a-94a8-43a8-93c2-faa8f0a068d4,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:25:36.619464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e60b8885-bdc0-4314-a613-787f46738de3 req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:36.738530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-e60b8885-bdc0-4314-a613-787f46738de3 req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for d128e88a-94a8-43a8-93c2-faa8f0a068d4 owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:25:36.937729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e60b8885-bdc0-4314-a613-787f46738de3 req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:36.985810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=d128e88a-94a8-43a8-93c2-faa8f0a068d4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:37.064337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60b8885-bdc0-4314-a613-787f46738de3 req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port d128e88a-94a8-43a8-93c2-faa8f0a068d4 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:25:37.067399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-e60b8885-bdc0-4314-a613-787f46738de3 req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:37.070110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'name': 'network-vif-deleted', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:25:37.120172 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8978edc-22c0-4823-8099-4d1e1c0360a7', 'name': 'network-vif-deleted', 'tag': 'd128e88a-94a8-43a8-93c2-faa8f0a068d4', 'status': 'completed', 'code': 200} Mar 02 09:25:37.137132 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e60b8885-bdc0-4314-a613-787f46738de3 req-031b4259-dcc6-4f4e-abb6-2735628de3ad tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/d128e88a-94a8-43a8-93c2-faa8f0a068d4 HTTP/1.1" status: 204 len: 173 time: 0.8274052 Mar 02 09:25:37.148891 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6e361cb8-d427-4e90-a7b8-37481e4161af req-c6f97682-8304-483e-84ec-06450a1810a7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8978edc-22c0-4823-8099-4d1e1c0360a7 HTTP/1.1" status: 200 len: 210 time: 0.1522546 Mar 02 09:25:38.243349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40214) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:38.310452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d5d807f-1b1b-41ea-8b1e-f4f3ce62682a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:38.339373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d5d807f-1b1b-41ea-8b1e-f4f3ce62682a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:38.446165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d5d807f-1b1b-41ea-8b1e-f4f3ce62682a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:38.464279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d807f-1b1b-41ea-8b1e-f4f3ce62682a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0142213-42cb-495e-bbde-6f1cf4243ace,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:38.524873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6d5d807f-1b1b-41ea-8b1e-f4f3ce62682a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:38.526028 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6d5d807f-1b1b-41ea-8b1e-f4f3ce62682a tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/e0142213-42cb-495e-bbde-6f1cf4243ace HTTP/1.1" status: 204 len: 168 time: 0.2816718 Mar 02 09:25:38.595013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40220) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:38.789498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 58467565-f28e-477f-9329-84c0e1f89b21 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:25:38.789864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:38.818305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device d128e88a-94a8-43a8-93c2-faa8f0a068d4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:25:38.854885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: d128e88a-94a8-43a8-93c2-faa8f0a068d4 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:25:38.855229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device d128e88a-94a8-43a8-93c2-faa8f0a068d4 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:25:38.965758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:38.966110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:39.084132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 58467565-f28e-477f-9329-84c0e1f89b21 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:25:39.269666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:39.314780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=58467565-f28e-477f-9329-84c0e1f89b21,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:39.404846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:39.405091 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP 49d2ecc3-c2e5-4f25-a846-a75c3fd83079 disassociated (deleted). External IP: 172.26.3.78, port: 42a12445-32bd-4c63-85c8-61e6553e3bc8. Mar 02 09:25:39.754385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 746294eb-5598-44a8-8619-2da01c32aa34 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:25:40.029334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:25:40.039838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] Sync routers for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:25:40.047156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:40.049950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:40.050562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:40.102320 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-55cc909b-0955-4313-ada0-b5fa37546a82 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/floatingips/49d2ecc3-c2e5-4f25-a846-a75c3fd83079 HTTP/1.1" status: 204 len: 168 time: 1.5038648 Mar 02 09:25:40.102320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:25:40.145999 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'status': 'completed', 'code': 200} Mar 02 09:25:40.270481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:40.357724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-e480d5ac-e27a-4e61-84a9-fe06b7e1875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:40.359149 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-e480d5ac-e27a-4e61-84a9-fe06b7e1875f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 1098 time: 0.1911056 Mar 02 09:25:40.488975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-966b41c9-a339-42e9-8525-e3957479bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:40.490445 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-966b41c9-a339-42e9-8525-e3957479bc56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 200 len: 898 time: 0.1251519 Mar 02 09:25:40.586011 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-c14cdb80-87f5-487c-a7b8-8ae589a642c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 200 len: 217 time: 0.0886588 Mar 02 09:25:40.590498 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:40.594504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] Checking router: 746294eb-5598-44a8-8619-2da01c32aa34 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:25:40.602860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:40.603560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:40.648261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-35030062-d78c-495c-a429-f18090d2f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:40.650143 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-35030062-d78c-495c-a429-f18090d2f981 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 200 len: 835 time: 0.0573559 Mar 02 09:25:40.675460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b269f58-831e-4800-acbb-59d8902314f9 req-0f521d43-90b0-4b6c-8510-7e7bb1e5d960 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:40.676155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0b269f58-831e-4800-acbb-59d8902314f9 req-0f521d43-90b0-4b6c-8510-7e7bb1e5d960 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:25:40.723643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-18556b07-d7c0-4cfe-9cf0-2cda66312e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:40.725279 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-18556b07-d7c0-4cfe-9cf0-2cda66312e77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690899 Mar 02 09:25:40.731247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0b269f58-831e-4800-acbb-59d8902314f9 req-0f521d43-90b0-4b6c-8510-7e7bb1e5d960 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:25:40.732494 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0b269f58-831e-4800-acbb-59d8902314f9 req-0f521d43-90b0-4b6c-8510-7e7bb1e5d960 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 945 time: 0.1453283 Mar 02 09:25:40.780976 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0b269f58-831e-4800-acbb-59d8902314f9 req-1e6d51c2-3786-4d4c-b2d7-1329b2eb66ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 Mar 02 09:25:40.783006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:40.856486 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-aaa77fd8-69bd-4518-a8fe-29ea69f5f31c service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249602 Mar 02 09:25:40.998936 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-036b09db-be4c-4076-8065-3e8d5cc94921 req-b72192c2-99d0-4ab8-977e-0152f9c0a19d service neutron] 10.222.0.15 "GET /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354711 Mar 02 09:25:41.098605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:41.102515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aef0645-89ca-486e-ad03-4ee11b133c01 None None] The sync data for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv is: [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a5e8236f-6895-4540-9e4a-b3a533c6e300', 'name': '', 'network_id': 'e9f54b56-fc6a-43c7-9d2d-83e4504d5db1', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:96:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:24Z', 'updated_at': '2022-03-02T09:23:31Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '7379825b-e3db-4378-b68b-677ec1bb117a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:25:41.304924 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a7a660-b635-4586-9973-0c4e5968a7f1 None None] New status for floating IP 49d2ecc3-c2e5-4f25-a846-a75c3fd83079: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:25:41.968783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f5e93-0026-40fd-9a37-cd60e1591c4b req-3f39d141-5f23-4b8e-8312-d27b3b61b91f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:41.970249 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-667f5e93-0026-40fd-9a37-cd60e1591c4b req-3f39d141-5f23-4b8e-8312-d27b3b61b91f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 945 time: 0.0780628 Mar 02 09:25:42.013013 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-667f5e93-0026-40fd-9a37-cd60e1591c4b req-b2331bbd-287b-401d-b32a-2909404fd6f6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a71b32c-153f-4ae3-8237-7537bd5122e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371826 Mar 02 09:25:42.382620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-e6c0335a-0190-48a9-9b5d-2df0747097f2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:42.383295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-e6c0335a-0190-48a9-9b5d-2df0747097f2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:25:42.394531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-e6c0335a-0190-48a9-9b5d-2df0747097f2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:25:42.395576 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-e6c0335a-0190-48a9-9b5d-2df0747097f2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 945 time: 0.0921249 Mar 02 09:25:42.463729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 42a12445-32bd-4c63-85c8-61e6553e3bc8 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:25:42.464063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:42.704321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 42a12445-32bd-4c63-85c8-61e6553e3bc8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=42a12445-32bd-4c63-85c8-61e6553e3bc8,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:25:42.704587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:42.822177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 42a12445-32bd-4c63-85c8-61e6553e3bc8 owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:25:43.051784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:43.104367 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=42a12445-32bd-4c63-85c8-61e6553e3bc8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:43.164796 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2d162e3-84df-423f-8fab-0d4695454eb1 req-667cd94d-4a77-4a94-8bb4-a61555c1fedb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fb91d9-8de1-4dc5-8b74-2cb5e1f08429 HTTP/1.1" status: 200 len: 210 time: 0.0462074 Mar 02 09:25:43.176503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port 42a12445-32bd-4c63-85c8-61e6553e3bc8 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:25:43.187008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:43.189505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'name': 'network-vif-deleted', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:25:43.239386 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fb91d9-8de1-4dc5-8b74-2cb5e1f08429', 'name': 'network-vif-deleted', 'tag': '42a12445-32bd-4c63-85c8-61e6553e3bc8', 'status': 'completed', 'code': 200} Mar 02 09:25:43.286656 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-5bfccd8f-9c3b-46da-9ec5-5d537802abc8 req-63f82054-678b-443c-b9c1-01ae2fe2ae28 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/42a12445-32bd-4c63-85c8-61e6553e3bc8 HTTP/1.1" status: 204 len: 173 time: 0.8853281 Mar 02 09:25:44.257918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40238) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:44.328070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64c81b42-339e-4793-8dd8-5ab46a433344 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:44.357779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64c81b42-339e-4793-8dd8-5ab46a433344 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:44.479896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64c81b42-339e-4793-8dd8-5ab46a433344 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:44.498547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c81b42-339e-4793-8dd8-5ab46a433344 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a71b32c-153f-4ae3-8237-7537bd5122e5,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:44.505958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-64c81b42-339e-4793-8dd8-5ab46a433344 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:44.514695 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-64c81b42-339e-4793-8dd8-5ab46a433344 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/9a71b32c-153f-4ae3-8237-7537bd5122e5 HTTP/1.1" status: 204 len: 168 time: 0.2506974 Mar 02 09:25:44.611568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40244) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:44.833699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 42a12445-32bd-4c63-85c8-61e6553e3bc8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:25:44.867185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 42a12445-32bd-4c63-85c8-61e6553e3bc8 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:25:44.867526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 42a12445-32bd-4c63-85c8-61e6553e3bc8 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:25:45.146843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:45.487052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port a5e8236f-6895-4540-9e4a-b3a533c6e300 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:25:45.487686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:45.771920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port a5e8236f-6895-4540-9e4a-b3a533c6e300, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a5e8236f-6895-4540-9e4a-b3a533c6e300,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:25:45.772183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:45.890993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for a5e8236f-6895-4540-9e4a-b3a533c6e300 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:25:46.136930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:46.185994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=a5e8236f-6895-4540-9e4a-b3a533c6e300,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:46.450435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:46.796458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 746294eb-5598-44a8-8619-2da01c32aa34 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:25:46.971991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:25:46.981975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] Sync routers for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:25:46.988240 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2001d7df-4d42-47b5-8e2d-0af3a3660bd9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/746294eb-5598-44a8-8619-2da01c32aa34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3718503 Mar 02 09:25:46.988913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40248) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:46.994797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:46.995612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:47.052567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0496c0-bef4-48ca-9204-365d2d5305f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting subnet 7379825b-e3db-4378-b68b-677ec1bb117a {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:25:47.055387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6d0496c0-bef4-48ca-9204-365d2d5305f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:47.172551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:47.215041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6d0496c0-bef4-48ca-9204-365d2d5305f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:47.295156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6d0496c0-bef4-48ca-9204-365d2d5305f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:47.434450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6d0496c0-bef4-48ca-9204-365d2d5305f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:47.474278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0496c0-bef4-48ca-9204-365d2d5305f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Subnet': ['ID=7379825b-e3db-4378-b68b-677ec1bb117a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:47.480088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6d0496c0-bef4-48ca-9204-365d2d5305f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:47.487285 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6d0496c0-bef4-48ca-9204-365d2d5305f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/subnets/7379825b-e3db-4378-b68b-677ec1bb117a HTTP/1.1" status: 204 len: 168 time: 0.4978104 Mar 02 09:25:47.489977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40252) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:47.496567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd3118-98da-4a85-a9a7-2bb05020a539 None None] Network e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:25:47.574592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:47.650009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:25:46Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:47.663417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] Checking router: 746294eb-5598-44a8-8619-2da01c32aa34 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:25:47.678227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] Routers {'746294eb-5598-44a8-8619-2da01c32aa34'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:47.678824 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['746294eb-5598-44a8-8619-2da01c32aa34'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:47.773572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:47.846461 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:25:47.869480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] Set router 746294eb-5598-44a8-8619-2da01c32aa34 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:47.954466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:47.967980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] DHCP port deletion for e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:25:47.989212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Deleting port 99ed901e-143f-46c0-9c9b-c4e27c5567a9 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:25:47.989793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.057008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 0b64ce5d-c526-45a6-8432-82071048e6ba {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:25:48.057256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.231954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 0b64ce5d-c526-45a6-8432-82071048e6ba, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0b64ce5d-c526-45a6-8432-82071048e6ba,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:25:48.232286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.313750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] For port 99ed901e-143f-46c0-9c9b-c4e27c5567a9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=99ed901e-143f-46c0-9c9b-c4e27c5567a9,segment=NetworkSegment(33c36a09-d984-49a1-bb65-a18c4b2e1cbe),segment_id=33c36a09-d984-49a1-bb65-a18c4b2e1cbe)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:25:48.314162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.352304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 0b64ce5d-c526-45a6-8432-82071048e6ba owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:25:48.436376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Calling delete_port for 99ed901e-143f-46c0-9c9b-c4e27c5567a9 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:25:48.493610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:25:46Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:48.501332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac41f460-15cc-4731-90ef-f251d24b9874 None None] The sync data for ids ['746294eb-5598-44a8-8619-2da01c32aa34'] in dv-neutron-828796-1-hyperv is: [{'id': '746294eb-5598-44a8-8619-2da01c32aa34', 'name': 'tempest-TestNetworkBasicOps-router-1090908844', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:23:19Z', 'updated_at': '2022-03-02T09:25:46Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '0b64ce5d-c526-45a6-8432-82071048e6ba', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:46:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746294eb-5598-44a8-8619-2da01c32aa34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:23:20Z', 'updated_at': '2022-03-02T09:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:25:48.593047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.622367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.642411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=0b64ce5d-c526-45a6-8432-82071048e6ba,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:48.667538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Pushing event deleted for resources: {'Port': ['ID=99ed901e-143f-46c0-9c9b-c4e27c5567a9,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:48.672163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] No DVR routers for this DVR port 99ed901e-143f-46c0-9c9b-c4e27c5567a9 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:25:48.679234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.679578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.681024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.681141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.681402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.681737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.682786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.682786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.682786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.683089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.683347 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.683669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac69eb55-c5d4-47aa-b156-c787635cacaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:48.737313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.908123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.911175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.993946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:48.994459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Fanout notify agent at l3_agent the message router_deleted on router 746294eb-5598-44a8-8619-2da01c32aa34 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:25:49.010154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.013800 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5e34af60-70f8-432e-99f2-7883c5515161 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/routers/746294eb-5598-44a8-8619-2da01c32aa34 HTTP/1.1" status: 204 len: 168 time: 1.5196779 Mar 02 09:25:49.014393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40256) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:49.060322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 99ed901e-143f-46c0-9c9b-c4e27c5567a9 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:25:49.094914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 99ed901e-143f-46c0-9c9b-c4e27c5567a9 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:25:49.095260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 99ed901e-143f-46c0-9c9b-c4e27c5567a9 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:25:49.095666 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a5e8236f-6895-4540-9e4a-b3a533c6e300 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:25:49.136348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.177028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a5e8236f-6895-4540-9e4a-b3a533c6e300 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:25:49.177375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a5e8236f-6895-4540-9e4a-b3a533c6e300 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:25:49.371919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.399634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f54b56-fc6a-43c7-9d2d-83e4504d5db1']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:49.411008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c36a09-d984-49a1-bb65-a18c4b2e1cbe') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:49.411303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c36a09-d984-49a1-bb65-a18c4b2e1cbe') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:49.423155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.437538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.443819 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:25:49.453439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:25:49.458454 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:25:49.588193 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.604958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.616143 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Network': ['ID=e9f54b56-fc6a-43c7-9d2d-83e4504d5db1,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:49.657308 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-30bdae3b-fe64-44df-a039-e0a5601590f3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/networks/e9f54b56-fc6a-43c7-9d2d-83e4504d5db1 HTTP/1.1" status: 204 len: 168 time: 0.6422493 Mar 02 09:25:49.679258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bdaa3a47-4149-45b8-9689-02a95567db98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.685727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40260) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:49.692046 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'network': {'name': 'tempest-network-smoke--1518638810', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:49.696997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:49.701007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:network and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:49.703818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:49.709408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:49.776551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:25:49.779937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.807979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:25:49.816651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.817078 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Added segment c9177d9a-22ad-4c0b-b42f-579bebdb39c6 of type vlan for network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd Mar 02 09:25:49.841414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.919558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:49.925850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:49.931410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:50.030166 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Network': ['ID=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:50.040401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:25:50.080195 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-88a7eaee-3bc4-45d9-85fb-827b2da117a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3933291 Mar 02 09:25:50.082982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40264) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:50.088150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-188162528', 'admin_state_up': True, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:50.095404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:50.099658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:router and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:50.102526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:50.108684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:50.176860 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:50.177876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:50.192271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:50.497042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:50.846795 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:50.874375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:50.966280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0b64ce5d-c526-45a6-8432-82071048e6ba no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:25:51.002932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 0b64ce5d-c526-45a6-8432-82071048e6ba {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:25:51.003280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0b64ce5d-c526-45a6-8432-82071048e6ba not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:25:51.008074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.64 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/8abbbf38-a8a1-441c-b168-e0fc77db6931) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:25:51.256808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:51.325641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:51.383297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:25:51.385952 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:25:51.393492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:25:51.431593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=8abbbf38-a8a1-441c-b168-e0fc77db6931,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:51.877875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:51.930128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d19534bb-7b20-4de2-8d69-c140d6ef2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:52.208688 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:52.496296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 553c92c8-306b-4c0d-9584-aec890f44075 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:25:52.668223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:25:52.678915 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Sync routers for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:25:52.687394 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:52.687977 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:52.764239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:52.765374 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-461b2c57-219d-4258-a771-fe2301f110af tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6814096 Mar 02 09:25:52.768488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40268) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:52.858870 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:52.980443 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9b8cdf8c-5830-4cda-9219-f2bf9544eddd tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9e47d38bce43438a8a9ec72a577828dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2083912 Mar 02 09:25:52.980999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40274) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:53.038829 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.112036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88499c35-9419-4f4b-913c-4ae1c59408bd tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:53.113563 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-88499c35-9419-4f4b-913c-4ae1c59408bd tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320357 Mar 02 09:25:53.116400 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40278) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:53.136670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.148001 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:51Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:53.151719 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Checking router: 553c92c8-306b-4c0d-9584-aec890f44075 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:25:53.152056 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Updating router 553c92c8-306b-4c0d-9584-aec890f44075 port 8abbbf38-a8a1-441c-b168-e0fc77db6931 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:25:53.155435 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bafb71d5-8799-4871-8a11-d973617f20fc tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379505 Mar 02 09:25:53.158664 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40282) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:53.164116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2062399356', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:53.203662 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.270097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:53.273767 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:subnet and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:53.276537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:53.282062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:53.347621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:25:53.351015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.523459 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.537883 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Transition to ACTIVE for port object 8abbbf38-a8a1-441c-b168-e0fc77db6931 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:25:53.576198 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.587834 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.648867 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Attempting to bind port 8abbbf38-a8a1-441c-b168-e0fc77db6931 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:25:53.649243 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Attempting to bind port 8abbbf38-a8a1-441c-b168-e0fc77db6931 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:25:53.649580 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Attempting to bind port 8abbbf38-a8a1-441c-b168-e0fc77db6931 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:25:53.659126 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Pushing event updated for resources: {'Port': ['ID=8abbbf38-a8a1-441c-b168-e0fc77db6931,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:53.662495 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:25:53.662855 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:25:53.663246 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.663625 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:25:53.664069 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Bound port: 8abbbf38-a8a1-441c-b168-e0fc77db6931, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:25:53.664423 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.666649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Subnet': ['ID=6ba1b30c-772e-4062-9a81-26ff288e5a51,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:53.676018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Checking segment: {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:25:53.676250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network hostable DHCP agents. Network: bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:25:53.696040 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.698930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.698930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.698930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.698930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.698930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.698930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.698930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.698930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.698930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.699654 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.699654 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:25:53.736565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:25:53.747646 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] For port 8abbbf38-a8a1-441c-b168-e0fc77db6931, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:25:53.750504 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] For port 8abbbf38-a8a1-441c-b168-e0fc77db6931, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8abbbf38-a8a1-441c-b168-e0fc77db6931,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:25:53.815934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:25:53.819744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:53.820328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.824620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc8f9c9-3f39-4ca7-afdc-5772469f42e0 None None] Network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:25:53.839369 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:53.880469 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c0d62b29-24d5-4a1c-8224-5ff3f8cd3598 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7207015 Mar 02 09:25:53.883303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40286) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:53.918191 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c7695-2b8b-4950-8796-b8dbf1c286b3 None None] Pushing event updated for resources: {'Port': ['ID=8abbbf38-a8a1-441c-b168-e0fc77db6931,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:53.921945 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:53.922541 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:54.049991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:25:54.050825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:54.138000 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:54.204717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Allocated IP 172.20.0.2 (bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd/6ba1b30c-772e-4062-9a81-26ff288e5a51/02cdfd0c-2b97-4bef-8abd-3d9f2dd53451) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:25:54.413734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:54.425367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Transition to ACTIVE for port object 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:25:54.428212 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:51Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:54.432316 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57b2cc-9caf-4656-9cc4-e97eca836f5e None None] The sync data for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv is: [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:51Z', 'revision_number': 3, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:25:54.445404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Transition to ACTIVE for port object 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:25:54.549543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:54.590876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:54.628316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:25:54.631262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:25:54.644112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:25:54.693182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Pushing event updated for resources: {'Port': ['ID=02cdfd0c-2b97-4bef-8abd-3d9f2dd53451,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:54.701491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:54.760600 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Attempting to bind port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:25:54.761242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Attempting to bind port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:25:54.761673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Attempting to bind port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 on network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:25:54.768837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:25:54.769212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Checking segment: {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:25:54.769616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:54.770241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Bound using segment: {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:25:54.770740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Bound port: 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:25:54.771116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:54.871049 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] For port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:25:54.874440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] For port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02cdfd0c-2b97-4bef-8abd-3d9f2dd53451,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:25:54.949054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:55.062422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2debcbc-ccbf-4d78-ae22-cab5f4e1d93b None None] Pushing event updated for resources: {'Port': ['ID=02cdfd0c-2b97-4bef-8abd-3d9f2dd53451,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:55.088883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8abbbf38-a8a1-441c-b168-e0fc77db6931 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:25:55.190729 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.1 (bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd/6ba1b30c-772e-4062-9a81-26ff288e5a51/6618bf65-6263-48b3-a77f-8d53b6ff6c4d) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:25:55.216425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 8abbbf38-a8a1-441c-b168-e0fc77db6931 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:25:55.221958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8abbbf38-a8a1-441c-b168-e0fc77db6931 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:25:55.228147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:55.405486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:55.415206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:55.422880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8abbbf38-a8a1-441c-b168-e0fc77db6931, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8abbbf38-a8a1-441c-b168-e0fc77db6931,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:25:55.431429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object 6618bf65-6263-48b3-a77f-8d53b6ff6c4d will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:25:55.462013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:55.508833 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:55.527793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8abbbf38-a8a1-441c-b168-e0fc77db6931,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:55.580813 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:25:55.583938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:25:55.586349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:25:55.634199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:55.652747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:55.823189 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:56.226036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:56.268034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:56.386643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:56.390093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:56.469064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154c13d-53be-4aa3-98c8-c8d8f467a3be None None] Network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:25:56.534671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:25:56.535861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:25:56.636502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-70238688-6b32-4db6-81b8-93a4638071c7 None None] Provisioning for port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:25:56.832146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 553c92c8-306b-4c0d-9584-aec890f44075 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:25:57.024618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:25:57.028280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-445c15a5-4aa9-46f5-ae9b-bcb431c89be7 None None] Provisioning for port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:25:57.038072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Sync routers for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:25:57.040104 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-93456864-9a6e-4b88-8dfe-8ec1c5a1f1a2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/553c92c8-306b-4c0d-9584-aec890f44075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1556730 Mar 02 09:25:57.042531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40290) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:57.049365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-445c15a5-4aa9-46f5-ae9b-bcb431c89be7 None None] Provisioning complete for port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:25:57.053589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-445c15a5-4aa9-46f5-ae9b-bcb431c89be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:57.096389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:57.097142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:57.159884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8abbbf38-a8a1-441c-b168-e0fc77db6931 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:25:57.199727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b72a1-7fce-4c67-bc6b-3e7571adc62d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:57.200284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b72a1-7fce-4c67-bc6b-3e7571adc62d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:57.200761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b72a1-7fce-4c67-bc6b-3e7571adc62d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:57.201221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b72a1-7fce-4c67-bc6b-3e7571adc62d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:57.202945 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c64b72a1-7fce-4c67-bc6b-3e7571adc62d tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1594620 Mar 02 09:25:57.205732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40294) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:57.242577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-445c15a5-4aa9-46f5-ae9b-bcb431c89be7 None None] Port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:25:57.281761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44980fee-3c76-4527-8807-178621f135cb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:57.282246 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44980fee-3c76-4527-8807-178621f135cb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:57.282697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44980fee-3c76-4527-8807-178621f135cb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:57.283145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44980fee-3c76-4527-8807-178621f135cb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:25:57.287246 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-44980fee-3c76-4527-8807-178621f135cb tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0781381 Mar 02 09:25:57.287465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40298) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:57.356234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:57.417327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8abbbf38-a8a1-441c-b168-e0fc77db6931 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:25:57.417652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:57.459260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0bca57ed-03c2-4295-b481-c054ad3f9102 None None] Provisioning complete for port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:25:57.459626 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0bca57ed-03c2-4295-b481-c054ad3f9102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:57.483545 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d74a396a-9ea1-404e-9fa1-8dea8a1de74f tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1950271 Mar 02 09:25:57.619587 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0bca57ed-03c2-4295-b481-c054ad3f9102 None None] Port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:25:57.760812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:25:57.772188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40304) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:57.777460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126424941', 'description': 'tempest-secgroup-smoke-1126424941 description', 'project_id': '9e47d38bce43438a8a9ec72a577828dc'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:57.783955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:57.788303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:57.791350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:57.797172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:57.867661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:57.878150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:25:56Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:57.882020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Checking router: 553c92c8-306b-4c0d-9584-aec890f44075 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:25:57.882367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Updating router 553c92c8-306b-4c0d-9584-aec890f44075 port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:25:57.887109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:57.890993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:57.894294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:57.899968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:57.934241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:57.974573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:57.979330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:25:57.992720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:25:57.993218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.061173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.105954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6173fefa-89da-4dd7-959d-5c5d23ddc390,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:58.181689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.182984 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b1a441f7-cd66-4e72-b35d-71ed373671c7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4097996 Mar 02 09:25:58.185691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40308) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:58.191277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '6173fefa-89da-4dd7-959d-5c5d23ddc390', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:58.196996 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:58.200829 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:58.203649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:58.209788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:58.266274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.302827 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.338852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02cdfd0c-2b97-4bef-8abd-3d9f2dd53451,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:25:58.362875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.397398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.410123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.434122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e20850-4e5c-4621-b024-f34b373b414b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:58.464033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.489302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Transition to ACTIVE for port object 6618bf65-6263-48b3-a77f-8d53b6ff6c4d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:25:58.494474 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=02cdfd0c-2b97-4bef-8abd-3d9f2dd53451,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:58.507511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.508999 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-aba72c06-bf8f-406d-9502-088beacbf7ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222044 Mar 02 09:25:58.511507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40312) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:58.516439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '6173fefa-89da-4dd7-959d-5c5d23ddc390', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:58.522964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:58.526646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:58.529582 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:58.535159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:58.547712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.606217 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.674633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.721057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94631f4-f399-420a-bc82-55a901a15579 None None] Pushing event updated for resources: {'Port': ['ID=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:58.741793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.772317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1316feb5-ab2a-47c3-9e0b-8e4e1687a6a6,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:58.808203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Attempting to bind port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:25:58.808563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Attempting to bind port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:25:58.808919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Attempting to bind port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d on network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:25:58.814761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:25:58.815124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Checking segment: {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:25:58.815515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.815901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Bound using segment: {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:25:58.816357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Bound port: 6618bf65-6263-48b3-a77f-8d53b6ff6c4d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:25:58.816727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.856694 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:58.857844 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f1a9f954-bd2e-4be1-bf17-05f668ba85a6 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3454034 Mar 02 09:25:58.860587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40316) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:58.866515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '6173fefa-89da-4dd7-959d-5c5d23ddc390', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:58.872277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:58.876017 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:58.879547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:58.884990 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:58.911981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] For port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:25:58.916761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] For port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:25:58.994656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.010831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.044948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:25:59.060766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.130160 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.144879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:25:59.145876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:59.157496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4878d497-370f-4d3c-bfa9-a1ce14cc8732,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:59.195707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94631f4-f399-420a-bc82-55a901a15579 None None] Pushing event updated for resources: {'Port': ['ID=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:59.233589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.236431 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d482d4d8-4dc2-4287-babd-00de2323cdfb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725729 Mar 02 09:25:59.238699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40320) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:59.242098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:25:59.242470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.244410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '6173fefa-89da-4dd7-959d-5c5d23ddc390', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:59.251058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:59.255351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:59.258539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:59.265579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:59.337563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.392833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:25:59.400914 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.456429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.483466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08de25f8-bd48-4e55-af2d-3e79d26474c8,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:59.559181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.560387 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-01b7ce9f-e50e-456d-90e0-ac288880f40d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3205435 Mar 02 09:25:59.563251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40324) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:59.568931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '6173fefa-89da-4dd7-959d-5c5d23ddc390', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:59.574932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:59.578759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:59.582291 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:59.587954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:59.649990 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:25:59.656639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.721732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.743035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:25:58Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:25:59.746981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbed9d3-76a2-4aa8-91a3-c59a70d4a54b None None] The sync data for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv is: [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:25:58Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:25:59.807434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.835019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fef850-d7f4-446e-b3c0-f097300abac0,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:25:59.890712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:25:59.892845 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d6fd2611-0519-44cf-a166-cfd68b1ced7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275709 Mar 02 09:25:59.895212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40328) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:25:59.904240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'security_group_rule': {'security_group_id': '6173fefa-89da-4dd7-959d-5c5d23ddc390', 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:25:59.906869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:25:59.910961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:security_group_rule and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:25:59.914279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:25:59.920038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:25:59.999221 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Project 9e47d38bce43438a8a9ec72a577828dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:26:00.007172 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:00.075173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:00.164516 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:00.189522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d432e70-be88-45a6-9a07-69be9c5d9d6f,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:26:00.256117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:00.257438 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0f9b662a-4590-4372-929a-6e11689c0c32 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3612266 Mar 02 09:26:00.424846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-c28e1bc4-88f6-4524-982c-5414ed9c7ab3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:26:00.491610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-c28e1bc4-88f6-4524-982c-5414ed9c7ab3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:26:00.492931 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-c28e1bc4-88f6-4524-982c-5414ed9c7ab3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126424941&fields=id&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 267 time: 0.1118760 Mar 02 09:26:00.647857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-2b7a9591-5da4-4edf-a314-3c930d78e4a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:00.649382 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-2b7a9591-5da4-4edf-a314-3c930d78e4a9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/networks?id=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd HTTP/1.1" status: 200 len: 797 time: 0.1483474 Mar 02 09:26:00.665064 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-395e905f-cde5-4903-bc6c-bc1d53a4f23d tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/quotas/9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 375 time: 0.0099103 Mar 02 09:26:00.747949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-ab9b5f3d-87d8-45d9-aba1-448b41cf3935 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:26:00.827105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-ab9b5f3d-87d8-45d9-aba1-448b41cf3935 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:26:00.828413 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-ab9b5f3d-87d8-45d9-aba1-448b41cf3935 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580679 Mar 02 09:26:01.003235 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-fa71838b-8b52-450b-9bc2-c68a83584bc4 service neutron] 10.222.0.10 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628294 Mar 02 09:26:01.032267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6618bf65-6263-48b3-a77f-8d53b6ff6c4d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:26:01.135522 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-757fb4c6-9152-4543-81ef-63b85d0e638d service neutron] 10.222.0.10 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264958 Mar 02 09:26:01.159344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:26:01.164544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:26:01.164943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:01.280838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:01.311223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:26:01.358219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:01.425104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:26:02.362614 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e7049d3c-8e24-4ae4-b872-1862578731ea req-1983b0cd-f2ca-4309-9aa8-4145761cae5c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 210 time: 0.0422149 Mar 02 09:26:03.013934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6618bf65-6263-48b3-a77f-8d53b6ff6c4d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:26:03.079938 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:26:03.080219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:03.510795 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f3a8b91f-26a5-4b94-b477-42322637741a req-67b234f5-975f-4de0-ac6f-59f7ccd5f888 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 210 time: 0.0464690 Mar 02 09:26:04.456212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-5708902a-f182-4ac0-87f0-05bfc3f09116 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:04.456837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-5708902a-f182-4ac0-87f0-05bfc3f09116 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:26:04.512823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-5708902a-f182-4ac0-87f0-05bfc3f09116 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:network {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:26:04.513985 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-5708902a-f182-4ac0-87f0-05bfc3f09116 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/networks?id=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd HTTP/1.1" status: 200 len: 797 time: 0.2001281 Mar 02 09:26:04.576308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-c2df7bc2-6af3-4904-aa46-b8623e2ec8ea tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:26:04.589129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-c2df7bc2-6af3-4904-aa46-b8623e2ec8ea tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:security_group {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:26:04.591629 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-c2df7bc2-6af3-4904-aa46-b8623e2ec8ea tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e47d38bce43438a8a9ec72a577828dc HTTP/1.1" status: 200 len: 380 time: 0.0678506 Mar 02 09:26:04.600499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'port': {'device_id': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'admin_state_up': True, 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'security_groups': ['6173fefa-89da-4dd7-959d-5c5d23ddc390']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:26:04.679120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d3814803-4bed-48ed-af5a-a8ffe8df3fad req-1bd1f5a8-7024-47d3-91d4-69b34471a038 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 210 time: 0.0463998 Mar 02 09:26:04.743482 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:26:04.752806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:26:04.821303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Made reservation on behalf of 9e47d38bce43438a8a9ec72a577828dc for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:26:04.825262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:05.100931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.20.0.7 (bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd/6ba1b30c-772e-4062-9a81-26ff288e5a51/8c987ef5-d956-4f4f-a7e6-f11e55287783) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:26:05.281264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:05.296333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Transition to ACTIVE for port object 8c987ef5-d956-4f4f-a7e6-f11e55287783 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:26:05.375654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:05.441195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:26:05.444059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:26:05.452362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:26:05.488420 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=8c987ef5-d956-4f4f-a7e6-f11e55287783,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:26:05.520878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:05.521587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:05.593170 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-cead05ef-d183-4d8f-b3eb-357f7cc746d1 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9963362 Mar 02 09:26:05.604677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Request body: {'port': {'device_id': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:26:05.715661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:05.758446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d775d762-eeae-4dbc-a9f2-7f9c1e4b42c0 None None] Provisioning for port 8c987ef5-d956-4f4f-a7e6-f11e55287783 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:26:05.763501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d775d762-eeae-4dbc-a9f2-7f9c1e4b42c0 None None] Provisioning complete for port 8c987ef5-d956-4f4f-a7e6-f11e55287783 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:26:05.763965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d775d762-eeae-4dbc-a9f2-7f9c1e4b42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:05.818245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d775d762-eeae-4dbc-a9f2-7f9c1e4b42c0 None None] Port 8c987ef5-d956-4f4f-a7e6-f11e55287783 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:26:05.870343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118264c-4659-49c9-b59c-766354ebea1b req-f0a9b03e-8f1e-42b1-bb88-599313a53c2b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:05.871796 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2118264c-4659-49c9-b59c-766354ebea1b req-f0a9b03e-8f1e-42b1-bb88-599313a53c2b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 931 time: 0.0850861 Mar 02 09:26:05.915059 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2118264c-4659-49c9-b59c-766354ebea1b req-e876b3ee-9ed6-4429-b9e0-f3cafbb60e43 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372927 Mar 02 09:26:06.054188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c987ef5-d956-4f4f-a7e6-f11e55287783 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:26:06.061769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:06.075733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Transition to ACTIVE for port object 8c987ef5-d956-4f4f-a7e6-f11e55287783 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:26:06.140784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:06.294684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Pushing event updated for resources: {'Port': ['ID=8c987ef5-d956-4f4f-a7e6-f11e55287783,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:26:06.373490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Attempting to bind port 8c987ef5-d956-4f4f-a7e6-f11e55287783 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:26:06.373816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Attempting to bind port 8c987ef5-d956-4f4f-a7e6-f11e55287783 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:26:06.374157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Attempting to bind port 8c987ef5-d956-4f4f-a7e6-f11e55287783 on network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:26:06.378661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Port 8c987ef5-d956-4f4f-a7e6-f11e55287783 on network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:26:06.378960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Attempting to bind port 8c987ef5-d956-4f4f-a7e6-f11e55287783 on network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:26:06.383877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:26:06.384200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Checking segment: {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:26:06.384572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Bound using segment: {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:26:06.384981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Bound port: 8c987ef5-d956-4f4f-a7e6-f11e55287783, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:26:06.385307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:06.474713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] For port 8c987ef5-d956-4f4f-a7e6-f11e55287783, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:26:06.477431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] For port 8c987ef5-d956-4f4f-a7e6-f11e55287783, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8c987ef5-d956-4f4f-a7e6-f11e55287783,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:26:06.587601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:06.641278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:06.641975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:06.643911 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] 10.222.0.15 "PUT /v2.0/ports/8c987ef5-d956-4f4f-a7e6-f11e55287783 HTTP/1.1" status: 200 len: 1093 time: 1.0434246 Mar 02 09:26:06.644362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:26:06.669958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8def9fd-f816-4fb8-bf91-88fc7f9e90eb service neutron] Pushing event updated for resources: {'Port': ['ID=8c987ef5-d956-4f4f-a7e6-f11e55287783,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:26:06.691467 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'status': 'completed', 'code': 200} Mar 02 09:26:06.789319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2fe4-3feb-4030-b7c7-2579c747a743 req-30c8cccb-bf60-4498-a1bf-1b92178edf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:06.790935 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0f1f2fe4-3feb-4030-b7c7-2579c747a743 req-30c8cccb-bf60-4498-a1bf-1b92178edf82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 1096 time: 0.0801585 Mar 02 09:26:06.930872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2fe4-3feb-4030-b7c7-2579c747a743 req-f094dd99-d8ed-4d1b-8353-2ab8fbd945bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:06.932221 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0f1f2fe4-3feb-4030-b7c7-2579c747a743 req-f094dd99-d8ed-4d1b-8353-2ab8fbd945bf service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e47d38bce43438a8a9ec72a577828dc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1336854 Mar 02 09:26:07.105765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05020e-b58a-43a4-a2d3-9145511ee1f8 req-4ca8dab5-b663-459b-80b3-b3b85110809f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:07.107315 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eb05020e-b58a-43a4-a2d3-9145511ee1f8 req-4ca8dab5-b663-459b-80b3-b3b85110809f tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 943 time: 0.0825219 Mar 02 09:26:07.151558 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eb05020e-b58a-43a4-a2d3-9145511ee1f8 req-c2b4513b-517e-4cd2-b8be-22c6d9966ce0 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383773 Mar 02 09:26:07.182425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2fe4-3feb-4030-b7c7-2579c747a743 req-fd04982a-56eb-47aa-900e-ce38a473651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:07.183844 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0f1f2fe4-3feb-4030-b7c7-2579c747a743 req-fd04982a-56eb-47aa-900e-ce38a473651d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2446558 Mar 02 09:26:07.303038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-0b80acb7-b238-4b22-92d6-51bc5f7112db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:07.304501 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-0b80acb7-b238-4b22-92d6-51bc5f7112db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 1096 time: 0.0683272 Mar 02 09:26:07.372018 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-a0601665-6a38-48a4-8a7c-e04901e9b07f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c987ef5-d956-4f4f-a7e6-f11e55287783 HTTP/1.1" status: 200 len: 217 time: 0.0613132 Mar 02 09:26:07.431656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-43aae866-c4d3-4279-891f-478c027e1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:07.432946 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-43aae866-c4d3-4279-891f-478c027e1fff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ba1b30c-772e-4062-9a81-26ff288e5a51 HTTP/1.1" status: 200 len: 835 time: 0.0550485 Mar 02 09:26:07.508647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-3b03a1fd-d4b6-424b-af3c-56e53a9bd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:07.510124 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-3b03a1fd-d4b6-424b-af3c-56e53a9bd475 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715530 Mar 02 09:26:07.640126 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-f204fdba-9504-4ce6-8eda-6b1554c35901 service neutron] 10.222.0.15 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213200 Mar 02 09:26:07.767369 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-6e62865d-ac4c-4285-b52b-4a8cc38c2b0e req-e8966592-977d-4fff-bd46-72e366b9d324 service neutron] 10.222.0.15 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213269 Mar 02 09:26:08.342777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0126d8-e586-4f84-a028-36e2de4c461a req-64699214-d877-4cec-a755-1a89a766fcca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:08.344211 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d0126d8-e586-4f84-a028-36e2de4c461a req-64699214-d877-4cec-a755-1a89a766fcca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 943 time: 0.0882757 Mar 02 09:26:08.386720 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d0126d8-e586-4f84-a028-36e2de4c461a req-ff5ec885-e73c-4a2d-8763-6fc31da88315 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360982 Mar 02 09:26:09.565578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85233ca8-2a27-4726-bd89-dfcb90335fbd req-9270982a-71c5-4a75-99c1-2be9a03827f2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:09.566975 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-85233ca8-2a27-4726-bd89-dfcb90335fbd req-9270982a-71c5-4a75-99c1-2be9a03827f2 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 943 time: 0.0773585 Mar 02 09:26:09.612491 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-85233ca8-2a27-4726-bd89-dfcb90335fbd req-8683d429-b18d-472b-91ca-ba278ef49ab3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Mar 02 09:26:10.792532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565a335-3be3-4477-b4c3-50cb61a0b3f2 req-b9df8988-cedc-4e8b-84ac-249dd2442098 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:10.794104 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6565a335-3be3-4477-b4c3-50cb61a0b3f2 req-b9df8988-cedc-4e8b-84ac-249dd2442098 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 943 time: 0.0764787 Mar 02 09:26:10.837077 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6565a335-3be3-4477-b4c3-50cb61a0b3f2 req-802972d5-3c62-4711-9b47-012d27639f83 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368223 Mar 02 09:26:10.900739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 8c987ef5-d956-4f4f-a7e6-f11e55287783 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:26:11.027845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 8c987ef5-d956-4f4f-a7e6-f11e55287783, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8c987ef5-d956-4f4f-a7e6-f11e55287783,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:26:11.040809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'port_id': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'mac_address': 'fa:16:3e:39:da:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:26:11.093395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:11.109669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c987ef5-d956-4f4f-a7e6-f11e55287783 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:26:11.125307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 8c987ef5-d956-4f4f-a7e6-f11e55287783, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8c987ef5-d956-4f4f-a7e6-f11e55287783,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:26:11.180964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:11.247182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=8c987ef5-d956-4f4f-a7e6-f11e55287783,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:26:11.481659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['8c987ef5-d956-4f4f-a7e6-f11e55287783'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:26:12.025693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eff33-5733-4e8b-8467-e7a9b8accb41 req-6ae5dc40-a1bd-4ff3-904d-570f1542d8f7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:12.027146 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f48eff33-5733-4e8b-8467-e7a9b8accb41 req-6ae5dc40-a1bd-4ff3-904d-570f1542d8f7 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 944 time: 0.0861559 Mar 02 09:26:12.069984 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f48eff33-5733-4e8b-8467-e7a9b8accb41 req-9275a298-2b8f-400f-8021-41895db4bfc8 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372550 Mar 02 09:26:12.931676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 8c987ef5-d956-4f4f-a7e6-f11e55287783 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:26:13.060877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 8c987ef5-d956-4f4f-a7e6-f11e55287783 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:26:13.066579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 8c987ef5-d956-4f4f-a7e6-f11e55287783 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:26:13.066945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:13.182748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:13.208475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:26:13.218316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 8c987ef5-d956-4f4f-a7e6-f11e55287783, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8c987ef5-d956-4f4f-a7e6-f11e55287783,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:26:13.254397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5132c-9984-4df6-8337-d9c68530bb09 req-896d807b-973e-431d-8e42-26189369690b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:13.255840 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6ac5132c-9984-4df6-8337-d9c68530bb09 req-896d807b-973e-431d-8e42-26189369690b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 944 time: 0.0794230 Mar 02 09:26:13.278750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:13.301057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6ac5132c-9984-4df6-8337-d9c68530bb09 req-287ca6b6-eb2e-4bff-a152-c38b1804308b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397115 Mar 02 09:26:13.331739 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'code': 200} Mar 02 09:26:13.359499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=8c987ef5-d956-4f4f-a7e6-f11e55287783,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:26:13.707399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16871a-46ce-4b1d-b28f-142f309e6c1f req-85f3fffe-ee86-401e-b542-6dcc56a00279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:13.708857 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3c16871a-46ce-4b1d-b28f-142f309e6c1f req-85f3fffe-ee86-401e-b542-6dcc56a00279 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 1098 time: 0.1090176 Mar 02 09:26:13.747369 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3c16871a-46ce-4b1d-b28f-142f309e6c1f req-0ec880ed-9b7b-47f2-8119-2f75ad8d987f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325747 Mar 02 09:26:14.573457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16996101-14fc-446b-be84-4746e8c7b825 req-4580e74e-b7e5-45a8-a205-66b1db5553fb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:14.575328 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-16996101-14fc-446b-be84-4746e8c7b825 req-4580e74e-b7e5-45a8-a205-66b1db5553fb tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 945 time: 0.1707132 Mar 02 09:26:14.617679 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-16996101-14fc-446b-be84-4746e8c7b825 req-f23a9a7d-78b6-47d5-9303-91326570afdf tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367765 Mar 02 09:26:15.800605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8b91e-1920-4de0-abfa-d3e7665845dd req-e9cb920d-c8b1-4ecb-8dc8-28fd2431b157 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:15.802085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67c8b91e-1920-4de0-abfa-d3e7665845dd req-e9cb920d-c8b1-4ecb-8dc8-28fd2431b157 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 945 time: 0.0802410 Mar 02 09:26:15.846677 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67c8b91e-1920-4de0-abfa-d3e7665845dd req-a2eab12b-21f9-42b3-b2c8-401740cfc400 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 Mar 02 09:26:16.022614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be937f-101f-463b-8fbc-f88b672486b7 req-2e7f71d3-a638-4638-95ed-df8112aa515e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:16.024024 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c0be937f-101f-463b-8fbc-f88b672486b7 req-2e7f71d3-a638-4638-95ed-df8112aa515e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 945 time: 0.0763979 Mar 02 09:26:16.066519 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c0be937f-101f-463b-8fbc-f88b672486b7 req-fac2ecc2-7b39-4900-9afc-88314690449b tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369985 Mar 02 09:26:16.088507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40400) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:26:16.157202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db816a69-71ac-476d-bada-79a69ca8dbd7 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:16.159165 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-db816a69-71ac-476d-bada-79a69ca8dbd7 tempest-TestNetworkBasicOps-490757558 tempest-TestNetworkBasicOps-490757558-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 1093 time: 0.0697348 Mar 02 09:26:16.161783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40404) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:26:16.166473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:26:16.172386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:26:16.176115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Usage tracker for resource:floatingip and tenant:9e47d38bce43438a8a9ec72a577828dc is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:26:16.178853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:26:16.184361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:26:16.243013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:16.374022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:16.504579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Allocated IP 172.26.3.190 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/438e1eb2-be06-40b0-976e-359c0844e90e) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:26:16.648007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:16.769145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:16.826751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:26:16.833734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:26:16.837671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:26:16.868810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=438e1eb2-be06-40b0-976e-359c0844e90e,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:26:17.230104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:17.420177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:17.454506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:17.620037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:17.665841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:17.862401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event updated for resources: {'Port': ['ID=438e1eb2-be06-40b0-976e-359c0844e90e,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:26:17.869786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:18.031187 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP 0f91f9b2-401d-4c4e-9f6e-41eab85c6432 associated. External IP: 172.26.3.190, port: 8c987ef5-d956-4f4f-a7e6-f11e55287783. Mar 02 09:26:18.371982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 553c92c8-306b-4c0d-9584-aec890f44075 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:26:18.547323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:26:18.557036 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] Sync routers for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:26:18.567394 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:26:18.567984 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:26:18.632109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:18.685546 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-10cabf65-4b4a-4e80-ba73-df9241ac9db3 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5227609 Mar 02 09:26:18.686319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:26:18.688857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40408) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:26:18.730743 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'status': 'completed', 'code': 200} Mar 02 09:26:18.738531 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:26:18.840016 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-37b383ba-dd43-4f98-b644-c5c10de82444 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/0f91f9b2-401d-4c4e-9f6e-41eab85c6432 HTTP/1.1" status: 200 len: 991 time: 0.1500382 Mar 02 09:26:18.862793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-b386fccf-a474-4b93-a9b6-726cc0bd5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:18.864231 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-b386fccf-a474-4b93-a9b6-726cc0bd5f62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 1098 time: 0.1106215 Mar 02 09:26:18.992273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-55506863-2b53-48fe-9817-cf2c1601225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:18.993874 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-55506863-2b53-48fe-9817-cf2c1601225b service neutron] 10.222.0.15 "GET /v2.0/networks?id=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd HTTP/1.1" status: 200 len: 898 time: 0.1239583 Mar 02 09:26:19.075784 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0f91f9b2-401d-4c4e-9f6e-41eab85c6432', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'port_id': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'mac_address': 'fa:16:3e:39:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:26:17Z', 'updated_at': '2022-03-02T09:26:17Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:26:01Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:26:19.079544 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] Checking router: 553c92c8-306b-4c0d-9584-aec890f44075 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:26:19.088322 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:26:19.088908 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:25:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:26:19.096186 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-a0223388-e5ce-4ee4-aed0-71f7c81dd111 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c987ef5-d956-4f4f-a7e6-f11e55287783 HTTP/1.1" status: 200 len: 999 time: 0.0962360 Mar 02 09:26:19.156566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-d6886326-47e2-4057-9a15-7c4d730e6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:19.158531 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-d6886326-47e2-4057-9a15-7c4d730e6848 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ba1b30c-772e-4062-9a81-26ff288e5a51 HTTP/1.1" status: 200 len: 835 time: 0.0566821 Mar 02 09:26:19.232272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-a1e5acde-4fa3-4602-b4cf-78f20fb27bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:26:19.234016 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-a1e5acde-4fa3-4602-b4cf-78f20fb27bb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687623 Mar 02 09:26:19.263454 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:26:19.362784 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-99c86b20-ed18-47c8-a73b-11d0e2fe685e service neutron] 10.222.0.15 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225336 Mar 02 09:26:19.494847 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4dc49295-ef2b-4043-a946-d04bec9d86b3 req-7f46c2b7-55d6-4df1-a594-99c919efb13a service neutron] 10.222.0.15 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252365 Mar 02 09:26:19.643026 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0f91f9b2-401d-4c4e-9f6e-41eab85c6432', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'port_id': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'mac_address': 'fa:16:3e:39:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:26:17Z', 'updated_at': '2022-03-02T09:26:17Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:26:01Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:26:19.646888 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c49bac-018f-4922-b810-8b5e2c2ca5cc None None] The sync data for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv is: [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0f91f9b2-401d-4c4e-9f6e-41eab85c6432', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'port_id': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'mac_address': 'fa:16:3e:39:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:26:17Z', 'updated_at': '2022-03-02T09:26:17Z', 'revision_number': 0, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:26:01Z', 'revision_number': 5, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:26:19.701372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5a57141b-6300-4586-99d2-214403225711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:19.836664 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a73b07-755f-4647-a33e-baa2fe4d5ec8 None None] New status for floating IP 0f91f9b2-401d-4c4e-9f6e-41eab85c6432: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:26:19.843599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40414) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:26:20.064285 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-199d69fd-e545-4d41-948d-93a1f32787d4 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/0f91f9b2-401d-4c4e-9f6e-41eab85c6432 HTTP/1.1" status: 200 len: 991 time: 0.2195618 Mar 02 09:26:21.067584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40418) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:26:21.171826 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-73df1329-5b77-435b-bc79-d41b2eff7229 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/0f91f9b2-401d-4c4e-9f6e-41eab85c6432 HTTP/1.1" status: 200 len: 993 time: 0.1029804 Mar 02 09:26:21.951351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-81166b5b-63c9-4077-9bf5-91a192d77e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:23.042950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:23.139994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:24.637171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:24.845201 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:26:47.470124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:49.698156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b0e2e558-7120-45c2-acd6-70569921ef5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:51.955313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3955ed48-d33f-4153-8a14-9a996f1d0063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:53.000928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:53.121358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:26:54.635661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:01.844800 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:27:16.868242 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-10595e06-15c3-4775-b5a5-b22800543939 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674696 Mar 02 09:27:17.002286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-3da3d2ff-4d27-48ec-8ef3-f78164928976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:17.003726 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-3da3d2ff-4d27-48ec-8ef3-f78164928976 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 1098 time: 0.0693669 Mar 02 09:27:17.144825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-7e870b9c-5c61-4cdf-8101-df380f07d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:17.146187 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-7e870b9c-5c61-4cdf-8101-df380f07d9d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd HTTP/1.1" status: 200 len: 898 time: 0.1237979 Mar 02 09:27:17.246159 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-8bb026d6-62cd-4185-b8a4-9e9b81017ec2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c987ef5-d956-4f4f-a7e6-f11e55287783 HTTP/1.1" status: 200 len: 1001 time: 0.0943148 Mar 02 09:27:17.314218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-adb5b5c1-03c2-4e40-af95-b730a5b3b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:17.315622 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-adb5b5c1-03c2-4e40-af95-b730a5b3b50f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ba1b30c-772e-4062-9a81-26ff288e5a51 HTTP/1.1" status: 200 len: 835 time: 0.0637114 Mar 02 09:27:17.388407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-9c348570-6ad7-40e6-bc9e-12ddd946893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:17.389860 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-9c348570-6ad7-40e6-bc9e-12ddd946893d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678859 Mar 02 09:27:17.479369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:17.520293 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-ddeebeed-3674-466d-8aac-42c6ac23d0a0 service neutron] 10.222.0.15 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234949 Mar 02 09:27:17.649567 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7c43d215-dc7e-4f04-ae44-6044d2b47a3f req-683a1733-d196-486d-8913-82d4508d2f1b service neutron] 10.222.0.15 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231117 Mar 02 09:27:19.695594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5cf393c3-aa2d-4fc2-abc7-26a50605a2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:21.849070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40452) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:21.854282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-44a79c9f-4aa2-4b21-93b0-bb3703e84627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:27:21.966398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-12bf9486-9e28-486a-81ca-e273a4911aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:22.462005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44a79c9f-4aa2-4b21-93b0-bb3703e84627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:22.502961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44a79c9f-4aa2-4b21-93b0-bb3703e84627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:22.678978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a79c9f-4aa2-4b21-93b0-bb3703e84627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 553c92c8-306b-4c0d-9584-aec890f44075 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:27:22.854049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a79c9f-4aa2-4b21-93b0-bb3703e84627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:27:22.861089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-44a79c9f-4aa2-4b21-93b0-bb3703e84627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:22.862228 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-44a79c9f-4aa2-4b21-93b0-bb3703e84627 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/553c92c8-306b-4c0d-9584-aec890f44075 HTTP/1.1" status: 200 len: 887 time: 1.0121911 Mar 02 09:27:22.863880 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729cf8c-f7ce-49d8-a7cf-14099011e950 None None] Sync routers for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:27:22.873778 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729cf8c-f7ce-49d8-a7cf-14099011e950 None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:27:22.874397 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3729cf8c-f7ce-49d8-a7cf-14099011e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:27:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:22.935221 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3729cf8c-f7ce-49d8-a7cf-14099011e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:22.943791 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3729cf8c-f7ce-49d8-a7cf-14099011e950 None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:27:22.943897 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3729cf8c-f7ce-49d8-a7cf-14099011e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:27:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:23.001593 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3729cf8c-f7ce-49d8-a7cf-14099011e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:23.002012 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729cf8c-f7ce-49d8-a7cf-14099011e950 None None] The sync data for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv is: [] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:27:23.022733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:23.146940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:23.750949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4da91-5168-4254-bcc0-3ffff438d594 None None] New status for floating IP 0f91f9b2-401d-4c4e-9f6e-41eab85c6432: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:27:24.665438 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:25.008716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40458) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:25.014112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d9e09a11-5d76-4c2d-9f12-0c3df9cf2a05 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:27:25.053400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8abbbf38-a8a1-441c-b168-e0fc77db6931 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:27:25.165245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:25.181577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8abbbf38-a8a1-441c-b168-e0fc77db6931, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8abbbf38-a8a1-441c-b168-e0fc77db6931,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:25.234211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:25.234900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6618bf65-6263-48b3-a77f-8d53b6ff6c4d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:27:25.353842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8abbbf38-a8a1-441c-b168-e0fc77db6931,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:25.393454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.393797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.394175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.394509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.394838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.395166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.395491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.395816 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.396140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.396462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.396781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.397096 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:25.418924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:25.450507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:25.526672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9e09a11-5d76-4c2d-9f12-0c3df9cf2a05 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:25.547228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:25.615364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:25.627619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9e09a11-5d76-4c2d-9f12-0c3df9cf2a05 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3872542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3872838'] for router, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:25.914168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e09a11-5d76-4c2d-9f12-0c3df9cf2a05 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 553c92c8-306b-4c0d-9584-aec890f44075 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:27:26.088202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e09a11-5d76-4c2d-9f12-0c3df9cf2a05 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:27:26.094722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9e09a11-5d76-4c2d-9f12-0c3df9cf2a05 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:26.095870 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d9e09a11-5d76-4c2d-9f12-0c3df9cf2a05 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/553c92c8-306b-4c0d-9584-aec890f44075 HTTP/1.1" status: 200 len: 886 time: 1.0861602 Mar 02 09:27:26.097510 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] Sync routers for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:27:26.098853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40462) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:26.107240 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:27:26.107865 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:27:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:26.200620 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e726b490-2446-4780-8488-261ac0994205 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/0f91f9b2-401d-4c4e-9f6e-41eab85c6432 HTTP/1.1" status: 200 len: 991 time: 0.0995574 Mar 02 09:27:26.280535 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:27:26.625937 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0f91f9b2-401d-4c4e-9f6e-41eab85c6432', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'port_id': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'mac_address': 'fa:16:3e:39:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:26:17Z', 'updated_at': '2022-03-02T09:27:23Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:26.629900 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] Checking router: 553c92c8-306b-4c0d-9584-aec890f44075 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:27:26.638212 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:27:26.638801 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:27:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:26.833109 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:27:27.196483 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0f91f9b2-401d-4c4e-9f6e-41eab85c6432', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'port_id': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'mac_address': 'fa:16:3e:39:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:26:17Z', 'updated_at': '2022-03-02T09:27:23Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:27.200823 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ec92b-0c3c-4a77-b95e-614dd5ea1354 None None] The sync data for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv is: [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0f91f9b2-401d-4c4e-9f6e-41eab85c6432', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'floating_ip_address': '172.26.3.190', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'port_id': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'mac_address': 'fa:16:3e:39:da:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:26:17Z', 'updated_at': '2022-03-02T09:27:23Z', 'revision_number': 2, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:27:27.202783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40466) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:27.317643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ef5d452e-b716-4bfe-a927-540670bdfded tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/0f91f9b2-401d-4c4e-9f6e-41eab85c6432 HTTP/1.1" status: 200 len: 991 time: 0.1137514 Mar 02 09:27:28.321490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40470) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:28.427878 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-37da2f77-e005-4090-936e-a1077c577919 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/0f91f9b2-401d-4c4e-9f6e-41eab85c6432 HTTP/1.1" status: 200 len: 991 time: 0.1052501 Mar 02 09:27:28.720043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ab3bca-5843-454f-8153-d2f5f9f87a23 None None] New status for floating IP 0f91f9b2-401d-4c4e-9f6e-41eab85c6432: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:27:29.104851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8abbbf38-a8a1-441c-b168-e0fc77db6931 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:27:29.175775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8abbbf38-a8a1-441c-b168-e0fc77db6931 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:27:29.176136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:29.294261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:29.310639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8abbbf38-a8a1-441c-b168-e0fc77db6931, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8abbbf38-a8a1-441c-b168-e0fc77db6931,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:29.359479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:29.360265 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6618bf65-6263-48b3-a77f-8d53b6ff6c4d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:27:29.431622 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40474) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:29.473521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8abbbf38-a8a1-441c-b168-e0fc77db6931,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:29.485529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:27:29.485947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:29.541103 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-06d64ddc-eaf2-4b46-814e-1acba4717c24 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/floatingips/0f91f9b2-401d-4c4e-9f6e-41eab85c6432 HTTP/1.1" status: 200 len: 993 time: 0.1050878 Mar 02 09:27:29.605632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:29.637712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:29.707833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:29.777859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:29.820866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40482) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:30.022558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 438e1eb2-be06-40b0-976e-359c0844e90e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:27:30.022899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:30.185029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:30.185264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:30.306644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 438e1eb2-be06-40b0-976e-359c0844e90e owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:27:30.512342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:30.563702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=438e1eb2-be06-40b0-976e-359c0844e90e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:30.603837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.604181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.604510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.604836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.605810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.606172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.606496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.606817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.607138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.607457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.607772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.608086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:30.660777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:30.661105 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Floating IP 0f91f9b2-401d-4c4e-9f6e-41eab85c6432 disassociated (deleted). External IP: 172.26.3.190, port: 8c987ef5-d956-4f4f-a7e6-f11e55287783. Mar 02 09:27:31.064148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8abbbf38-a8a1-441c-b168-e0fc77db6931 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:27:31.104698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 553c92c8-306b-4c0d-9584-aec890f44075 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:27:31.171841 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8abbbf38-a8a1-441c-b168-e0fc77db6931 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:27:31.172213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:31.285927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6618bf65-6263-48b3-a77f-8d53b6ff6c4d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:27:31.287301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:27:31.297299 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] Sync routers for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:27:31.306363 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:27:31.306748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:31.306959 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:27:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:31.352782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:27:31.353087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:31.367619 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-83f16eab-6109-4368-9066-93d45bae09ca tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/floatingips/0f91f9b2-401d-4c4e-9f6e-41eab85c6432 HTTP/1.1" status: 204 len: 168 time: 1.5457566 Mar 02 09:27:31.373010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:27:31.422568 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'status': 'completed', 'code': 200} Mar 02 09:27:31.517469 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:27:31.525996 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f8bf5-9d25-4730-875b-12685f5d777a req-9990c074-86a0-482a-b375-458cb6545d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:31.527594 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-964f8bf5-9d25-4730-875b-12685f5d777a req-9990c074-86a0-482a-b375-458cb6545d8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e47d38bce43438a8a9ec72a577828dc&device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 1098 time: 0.0786750 Mar 02 09:27:31.661467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f8bf5-9d25-4730-875b-12685f5d777a req-d826d664-1323-425e-a72a-275347a81690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:31.662872 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-964f8bf5-9d25-4730-875b-12685f5d777a req-d826d664-1323-425e-a72a-275347a81690 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd HTTP/1.1" status: 200 len: 898 time: 0.1296926 Mar 02 09:27:31.733029 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-964f8bf5-9d25-4730-875b-12685f5d777a req-8d8ecc59-b3b8-446d-b37c-72c66404a87f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c987ef5-d956-4f4f-a7e6-f11e55287783 HTTP/1.1" status: 200 len: 217 time: 0.0640700 Mar 02 09:27:31.797024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f8bf5-9d25-4730-875b-12685f5d777a req-f1a03cd8-1d68-4168-bb6a-ccbcd2d0386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:31.798686 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-964f8bf5-9d25-4730-875b-12685f5d777a req-f1a03cd8-1d68-4168-bb6a-ccbcd2d0386d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ba1b30c-772e-4062-9a81-26ff288e5a51 HTTP/1.1" status: 200 len: 835 time: 0.0596080 Mar 02 09:27:31.831046 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:27:29Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:31.835054 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] Checking router: 553c92c8-306b-4c0d-9584-aec890f44075 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:27:31.843372 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:27:31.844026 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:27:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:31.881313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f8bf5-9d25-4730-875b-12685f5d777a req-136b284c-70ac-4276-9337-0b1c870f09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:31.882925 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-964f8bf5-9d25-4730-875b-12685f5d777a req-136b284c-70ac-4276-9337-0b1c870f09b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757291 Mar 02 09:27:31.936872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671007bb-1c78-4591-86eb-5e0da357937e req-a23fa5ff-5587-49a1-ac8e-6559183ff10c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:31.937475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-671007bb-1c78-4591-86eb-5e0da357937e req-a23fa5ff-5587-49a1-ac8e-6559183ff10c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:27:32.005092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-671007bb-1c78-4591-86eb-5e0da357937e req-a23fa5ff-5587-49a1-ac8e-6559183ff10c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:27:32.006619 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-671007bb-1c78-4591-86eb-5e0da357937e req-a23fa5ff-5587-49a1-ac8e-6559183ff10c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 945 time: 0.1490593 Mar 02 09:27:32.026589 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:27:32.060557 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-671007bb-1c78-4591-86eb-5e0da357937e req-c0f748c3-8a69-43c0-bb84-54eb36a2b644 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474699 Mar 02 09:27:32.137442 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-964f8bf5-9d25-4730-875b-12685f5d777a req-2e52ec20-b5b7-4e4f-9c34-385822d00d22 service neutron] 10.222.0.15 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465067 Mar 02 09:27:32.265439 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-964f8bf5-9d25-4730-875b-12685f5d777a req-b7d6331d-a14f-418a-bcf1-ed69b9448c45 service neutron] 10.222.0.15 "GET /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211755 Mar 02 09:27:32.333792 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:27:29Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:32.337666 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ce0d5-4873-41ad-a9d4-59f69c8738ee None None] The sync data for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv is: [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:25Z', 'revision_number': 6, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '6618bf65-6263-48b3-a77f-8d53b6ff6c4d', 'name': '', 'network_id': 'bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'mac_address': 'fa:16:3e:f7:c4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:54Z', 'updated_at': '2022-03-02T09:27:29Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'subnets': [{'id': '6ba1b30c-772e-4062-9a81-26ff288e5a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:27:32.949624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a001f55-f0bf-4751-9fa6-9f27616c3777 None None] New status for floating IP 0f91f9b2-401d-4c4e-9f6e-41eab85c6432: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:27:33.243672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b782319-090a-43a5-baeb-833bfa9812a5 req-9340d3ab-dd98-44e8-9a76-a8e68eb45816 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:33.245178 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b782319-090a-43a5-baeb-833bfa9812a5 req-9340d3ab-dd98-44e8-9a76-a8e68eb45816 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 945 time: 0.0814023 Mar 02 09:27:33.288468 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b782319-090a-43a5-baeb-833bfa9812a5 req-f135129b-5ac9-4fed-85a2-20003693d5d9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/security-groups?id=6173fefa-89da-4dd7-959d-5c5d23ddc390&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 Mar 02 09:27:33.612711 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-a80895f2-4886-4696-be60-88231df58dc9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:33.613419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-a80895f2-4886-4696-be60-88231df58dc9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Synchronizing usage tracker for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:27:33.625740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-a80895f2-4886-4696-be60-88231df58dc9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Unset dirty status for tenant:9e47d38bce43438a8a9ec72a577828dc on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:27:33.626806 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-a80895f2-4886-4696-be60-88231df58dc9 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 945 time: 0.1104331 Mar 02 09:27:33.697063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 8c987ef5-d956-4f4f-a7e6-f11e55287783 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:27:33.697393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:33.931610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 8c987ef5-d956-4f4f-a7e6-f11e55287783, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8c987ef5-d956-4f4f-a7e6-f11e55287783,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:33.931963 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:34.054647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 8c987ef5-d956-4f4f-a7e6-f11e55287783 owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:27:34.260487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:34.310453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=8c987ef5-d956-4f4f-a7e6-f11e55287783,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:34.353134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.353468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.353799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.354145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.354463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.354780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.355660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.355973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.356288 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.356624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.356932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.357240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:27:34.397857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] No DVR routers for this DVR port 8c987ef5-d956-4f4f-a7e6-f11e55287783 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:27:34.400509 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:34.403954 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'name': 'network-vif-deleted', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:27:34.443338 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-63255716-e3e7-4238-aa5e-44ca91f980ff req-f88cf2aa-8934-4fef-bf42-a74c50640153 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7dfbaee-523a-4660-811f-62b54bc04b46 HTTP/1.1" status: 200 len: 210 time: 0.0465140 Mar 02 09:27:34.448845 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dfbaee-523a-4660-811f-62b54bc04b46', 'name': 'network-vif-deleted', 'tag': '8c987ef5-d956-4f4f-a7e6-f11e55287783', 'status': 'completed', 'code': 200} Mar 02 09:27:34.473960 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-4e81001b-0639-4fa5-8ed5-e138d42143e8 req-0b830a8c-a2e4-4e44-a3cf-74c816cd8e67 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.15 "DELETE /v2.0/ports/8c987ef5-d956-4f4f-a7e6-f11e55287783 HTTP/1.1" status: 204 len: 173 time: 0.8410099 Mar 02 09:27:35.539616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40500) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:35.607199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b7fac81c-be49-4050-acf8-c062d1454c01 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:35.635355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b7fac81c-be49-4050-acf8-c062d1454c01 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:35.816081 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b7fac81c-be49-4050-acf8-c062d1454c01 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:35.835687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fac81c-be49-4050-acf8-c062d1454c01 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6173fefa-89da-4dd7-959d-5c5d23ddc390,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:35.899919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b7fac81c-be49-4050-acf8-c062d1454c01 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:35.901050 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b7fac81c-be49-4050-acf8-c062d1454c01 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/security-groups/6173fefa-89da-4dd7-959d-5c5d23ddc390 HTTP/1.1" status: 204 len: 168 time: 0.3604321 Mar 02 09:27:35.998429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40506) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:36.638014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:36.981113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:27:36.981447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:37.160323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 6618bf65-6263-48b3-a77f-8d53b6ff6c4d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:37.160668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:37.279318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 6618bf65-6263-48b3-a77f-8d53b6ff6c4d owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:27:37.369801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 8c987ef5-d956-4f4f-a7e6-f11e55287783 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:27:37.403953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 8c987ef5-d956-4f4f-a7e6-f11e55287783 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:27:37.404277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 8c987ef5-d956-4f4f-a7e6-f11e55287783 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:27:37.587380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:37.638126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=6618bf65-6263-48b3-a77f-8d53b6ff6c4d,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:38.015565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:38.367458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Router 553c92c8-306b-4c0d-9584-aec890f44075 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:27:38.545820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:27:38.555701 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] Sync routers for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:27:38.558243 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-07e391cf-2df4-42f5-ab5e-26dc56607d26 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "PUT /v2.0/routers/553c92c8-306b-4c0d-9584-aec890f44075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5586517 Mar 02 09:27:38.561345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40510) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:38.564660 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:27:38.565250 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:27:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:38.625899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9f025a-117e-4c28-aae8-7a5f94d5f97e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting subnet 6ba1b30c-772e-4062-9a81-26ff288e5a51 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:27:38.629041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd9f025a-117e-4c28-aae8-7a5f94d5f97e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:38.683309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd9f025a-117e-4c28-aae8-7a5f94d5f97e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:38.767135 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:27:38.767393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd9f025a-117e-4c28-aae8-7a5f94d5f97e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:38.872963 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:27:38.918268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd9f025a-117e-4c28-aae8-7a5f94d5f97e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:38.957267 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f025a-117e-4c28-aae8-7a5f94d5f97e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba1b30c-772e-4062-9a81-26ff288e5a51,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:38.960806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-fd9f025a-117e-4c28-aae8-7a5f94d5f97e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:38.969913 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-fd9f025a-117e-4c28-aae8-7a5f94d5f97e tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/subnets/6ba1b30c-772e-4062-9a81-26ff288e5a51 HTTP/1.1" status: 204 len: 168 time: 0.4079518 Mar 02 09:27:38.972700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40514) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:38.975342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa8945e-4ffd-41a6-9d91-f9920ddd6cd1 None None] Network bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:27:39.064589 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:37Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:39.068750 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] Checking router: 553c92c8-306b-4c0d-9584-aec890f44075 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:27:39.078525 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] Routers {'553c92c8-306b-4c0d-9584-aec890f44075'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:27:39.079049 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:27:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['553c92c8-306b-4c0d-9584-aec890f44075'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:39.149282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:39.256769 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] Set router 553c92c8-306b-4c0d-9584-aec890f44075 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:27:39.258476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05c888-5d50-42d3-b198-9cee0696d399 None None] DHCP port deletion for bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:27:39.263593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cb05c888-5d50-42d3-b198-9cee0696d399 None None] Deleting port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:27:39.264142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cb05c888-5d50-42d3-b198-9cee0696d399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:39.331730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:39.427694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Deleting port 8abbbf38-a8a1-441c-b168-e0fc77db6931 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:27:39.428142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:39.471363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cb05c888-5d50-42d3-b198-9cee0696d399 None None] For port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02cdfd0c-2b97-4bef-8abd-3d9f2dd53451,segment=NetworkSegment(c9177d9a-22ad-4c0b-b42f-579bebdb39c6),segment_id=c9177d9a-22ad-4c0b-b42f-579bebdb39c6)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:39.472025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cb05c888-5d50-42d3-b198-9cee0696d399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:39.539918 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:37Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:39.544629 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9ee14-3a2e-47ae-9260-8d135283d5e0 None None] The sync data for ids ['553c92c8-306b-4c0d-9584-aec890f44075'] in dv-neutron-828796-1-hyperv is: [{'id': '553c92c8-306b-4c0d-9584-aec890f44075', 'name': 'tempest-TestNetworkBasicOps-router-188162528', 'tenant_id': '9e47d38bce43438a8a9ec72a577828dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:37Z', 'revision_number': 7, 'project_id': '9e47d38bce43438a8a9ec72a577828dc', 'gw_port': {'id': '8abbbf38-a8a1-441c-b168-e0fc77db6931', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553c92c8-306b-4c0d-9584-aec890f44075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:25:50Z', 'updated_at': '2022-03-02T09:27:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:27:39.609566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-cb05c888-5d50-42d3-b198-9cee0696d399 None None] Calling delete_port for 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:27:39.724568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] For port 8abbbf38-a8a1-441c-b168-e0fc77db6931, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8abbbf38-a8a1-441c-b168-e0fc77db6931,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:39.724834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:39.746965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cb05c888-5d50-42d3-b198-9cee0696d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:39.790775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05c888-5d50-42d3-b198-9cee0696d399 None None] Pushing event deleted for resources: {'Port': ['ID=02cdfd0c-2b97-4bef-8abd-3d9f2dd53451,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:39.795121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb05c888-5d50-42d3-b198-9cee0696d399 None None] No DVR routers for this DVR port 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:27:39.845267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Calling delete_port for 8abbbf38-a8a1-441c-b168-e0fc77db6931 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:27:40.096348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.144315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Port': ['ID=8abbbf38-a8a1-441c-b168-e0fc77db6931,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:40.234078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.402050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.404226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.535007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.535580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Fanout notify agent at l3_agent the message router_deleted on router 553c92c8-306b-4c0d-9584-aec890f44075 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:27:40.552060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.553210 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ea0528c4-aaa0-437e-80a6-813eb99dbd7c tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/routers/553c92c8-306b-4c0d-9584-aec890f44075 HTTP/1.1" status: 204 len: 168 time: 1.5794413 Mar 02 09:27:40.555955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40518) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:40.671304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.796895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.821148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:40.833729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:40.834059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9177d9a-22ad-4c0b-b42f-579bebdb39c6') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:27:40.844984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.860077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.865989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:27:40.872323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:27:40.881025 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:27:41.029157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:41.047725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:41.060797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] Pushing event deleted for resources: {'Network': ['ID=bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:41.066102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8abbbf38-a8a1-441c-b168-e0fc77db6931 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:27:41.101888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 8abbbf38-a8a1-441c-b168-e0fc77db6931 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:27:41.102233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8abbbf38-a8a1-441c-b168-e0fc77db6931 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:27:41.102636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:27:41.124146 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4ff64862-5fbf-4fb8-bf8e-28a2c9be0a55 tempest-TestNetworkBasicOps-1989919844 tempest-TestNetworkBasicOps-1989919844-project] 10.222.0.10 "DELETE /v2.0/networks/bacb9b26-4ce3-4e2c-82c8-9fce743aa6cd HTTP/1.1" status: 204 len: 168 time: 0.5668018 Mar 02 09:27:41.135980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:27:41.136324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02cdfd0c-2b97-4bef-8abd-3d9f2dd53451 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:27:41.136736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6618bf65-6263-48b3-a77f-8d53b6ff6c4d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:27:41.169459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 6618bf65-6263-48b3-a77f-8d53b6ff6c4d {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:27:41.169803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6618bf65-6263-48b3-a77f-8d53b6ff6c4d not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:27:41.657280 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40526) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:41.802237 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-31830109-51ee-48e3-9174-f17393eeaf53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e47d38bce43438a8a9ec72a577828dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433172 Mar 02 09:27:41.804364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40532) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:41.859806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9ed62552-1921-44db-bbce-0298d454df1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:41.883938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9ed62552-1921-44db-bbce-0298d454df1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:42.015487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9ed62552-1921-44db-bbce-0298d454df1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:42.032571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed62552-1921-44db-bbce-0298d454df1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:42.039105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9ed62552-1921-44db-bbce-0298d454df1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:42.040219 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9ed62552-1921-44db-bbce-0298d454df1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ad89bb9-a65b-4f8a-bf2e-d9fa2f34d7bc HTTP/1.1" status: 204 len: 168 time: 0.2349868 Mar 02 09:27:42.717742 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40540) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:42.735310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed15a42c-3470-4b79-8d1f-519a29fcb98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:42.749945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ed15a42c-3470-4b79-8d1f-519a29fcb98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:27:42.753705 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ed15a42c-3470-4b79-8d1f-519a29fcb98d admin admin] Usage tracker for resource:security_group_rule and tenant:dc910c9472e74844858a082f95022597 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:27:42.756468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ed15a42c-3470-4b79-8d1f-519a29fcb98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:27:42.762101 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ed15a42c-3470-4b79-8d1f-519a29fcb98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:27:42.846741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed15a42c-3470-4b79-8d1f-519a29fcb98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:42.912706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ed15a42c-3470-4b79-8d1f-519a29fcb98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:42.959031 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ed15a42c-3470-4b79-8d1f-519a29fcb98d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc910c9472e74844858a082f95022597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402141 Mar 02 09:27:42.959979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15a42c-3470-4b79-8d1f-519a29fcb98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcd4c0a-5e61-496d-a3a7-ee817a32bb14,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:42.961742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40544) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:27:43.019414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b884e07-7334-420b-82f1-e67baf55f03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:43.045508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b884e07-7334-420b-82f1-e67baf55f03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:43.168956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b884e07-7334-420b-82f1-e67baf55f03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:43.182473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b884e07-7334-420b-82f1-e67baf55f03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcd4c0a-5e61-496d-a3a7-ee817a32bb14,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:43.188894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b884e07-7334-420b-82f1-e67baf55f03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:43.190031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0b884e07-7334-420b-82f1-e67baf55f03d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9dcd4c0a-5e61-496d-a3a7-ee817a32bb14 HTTP/1.1" status: 204 len: 168 time: 0.2273171 Mar 02 09:27:47.511827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:49.688857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4df8ba52-aaf8-4893-8b10-35b59b0e6cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:51.163148 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-cea3ca7f-4c40-47b7-8128-a65d798a9393 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=07b244788b5c4b0f97fb68713fcc54a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307367 Mar 02 09:27:51.407973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-f49a8883-80f5-4391-879a-444965fc8348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:51.409394 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-f49a8883-80f5-4391-879a-444965fc8348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402196 Mar 02 09:27:51.428156 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-634dbeac-20f4-4b5f-baa4-17afdd947d1f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/quotas/07b244788b5c4b0f97fb68713fcc54a3 HTTP/1.1" status: 200 len: 375 time: 0.0134416 Mar 02 09:27:51.474738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-b05e0e05-2613-4248-b92e-35439ea2304f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=07b244788b5c4b0f97fb68713fcc54a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409844 Mar 02 09:27:51.746030 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-402a9fe4-777d-4e81-897b-fa3c8edd9c8d req-8fa3c6b4-c0e1-4db8-b54f-e5b162f0138d tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 210 time: 0.0407836 Mar 02 09:27:51.968011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-27789661-535b-438f-ba35-e37c362118de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:52.896922 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e7b12d3b-f176-4778-bda2-a35c6f9fcaa9 req-bcfcd2c2-7b1e-4e7d-a273-027db9859f39 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 210 time: 0.0495646 Mar 02 09:27:53.095416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:53.169312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:53.831077 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-729f8a9a-887f-4990-91d2-fd9d0e19dfa2 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=07b244788b5c4b0f97fb68713fcc54a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270021 Mar 02 09:27:53.982748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-e31ac026-6b48-45cc-b4ec-031fce749907 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:53.984138 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-e31ac026-6b48-45cc-b4ec-031fce749907 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480417 Mar 02 09:27:53.996345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Request body: {'port': {'device_id': '2805305e-14a8-494a-b9dc-d0c62dca5699', 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353', 'admin_state_up': True, 'tenant_id': '07b244788b5c4b0f97fb68713fcc54a3'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:27:54.048452 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c7f6ec0-f380-474a-a81e-a89442cd9b92 req-01b6ef05-95a8-40f7-bbac-5f8f94f77c53 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 210 time: 0.0436003 Mar 02 09:27:54.131917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:27:54.136152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Usage tracker for resource:port and tenant:07b244788b5c4b0f97fb68713fcc54a3 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:27:54.138905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:27:54.144793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:27:54.225269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Made reservation on behalf of 07b244788b5c4b0f97fb68713fcc54a3 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:27:54.228821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:54.241000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:54.255687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:27:54.259416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Usage tracker for resource:security_group_rule and tenant:07b244788b5c4b0f97fb68713fcc54a3 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:27:54.262802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:27:54.268266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:27:54.346287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:54.409054 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:54.599072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:54.655076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:54.684586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Allocated IP 192.168.233.5 (8d54cc0a-1eab-4c60-8494-ea5ea16f5353/c1015fe8-2a84-4d62-84a8-4373ac63ca49/9e9bb08a-e75b-4c46-8279-e2264b50fd5f) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:27:54.882960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:54.902237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Transition to ACTIVE for port object 9e9bb08a-e75b-4c46-8279-e2264b50fd5f will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:27:54.964383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:55.025620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:27:55.029067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:27:55.038584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:27:55.078568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Pushing event updated for resources: {'Port': ['ID=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:55.112259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:55.112977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:55.204476 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-18fc6f75-f3e8-408a-806b-bb42d2473348 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2117927 Mar 02 09:27:55.216993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Request body: {'port': {'device_id': '2805305e-14a8-494a-b9dc-d0c62dca5699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:27:55.241787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5843e2-c368-43c2-b0b6-7c99f9ffb48e req-b5bf24b8-10d3-4b83-9e79-7c143887d30a tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:55.243327 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e5843e2-c368-43c2-b0b6-7c99f9ffb48e req-b5bf24b8-10d3-4b83-9e79-7c143887d30a tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 934 time: 0.0802705 Mar 02 09:27:55.290841 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e5843e2-c368-43c2-b0b6-7c99f9ffb48e req-ed4f682e-a01b-4aca-8dfa-85ed1a13be6d tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Mar 02 09:27:55.295646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b2e2424f-98ac-4627-b0b4-e60bffc6a689 None None] Provisioning for port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:27:55.300985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b2e2424f-98ac-4627-b0b4-e60bffc6a689 None None] Provisioning complete for port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:27:55.301373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b2e2424f-98ac-4627-b0b4-e60bffc6a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:55.333194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:55.354304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b2e2424f-98ac-4627-b0b4-e60bffc6a689 None None] Port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:27:55.667913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9bb08a-e75b-4c46-8279-e2264b50fd5f {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:27:55.675312 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:55.689817 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Transition to ACTIVE for port object 9e9bb08a-e75b-4c46-8279-e2264b50fd5f will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:27:55.832491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:55.991428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:56.068764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Attempting to bind port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:27:56.069089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Attempting to bind port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '5281a45a-ecf4-4d69-a4fb-db9275243ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:27:56.069407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Attempting to bind port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f on network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:27:56.073977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f on network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:27:56.074294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Attempting to bind port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f on network 8d54cc0a-1eab-4c60-8494-ea5ea16f5353 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:27:56.080459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:27:56.080793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Checking segment: {'id': '5281a45a-ecf4-4d69-a4fb-db9275243ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:27:56.081169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Bound using segment: {'id': '5281a45a-ecf4-4d69-a4fb-db9275243ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:27:56.081578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Bound port: 9e9bb08a-e75b-4c46-8279-e2264b50fd5f, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5281a45a-ecf4-4d69-a4fb-db9275243ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:27:56.081944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:56.166432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] For port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:27:56.169647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] For port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,segment=NetworkSegment(5281a45a-ecf4-4d69-a4fb-db9275243ed1),segment_id=5281a45a-ecf4-4d69-a4fb-db9275243ed1)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:27:56.259191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:56.314991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:56.315658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:56.317122 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] 10.222.0.15 "PUT /v2.0/ports/9e9bb08a-e75b-4c46-8279-e2264b50fd5f HTTP/1.1" status: 200 len: 1096 time: 1.1050231 Mar 02 09:27:56.319902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2805305e-14a8-494a-b9dc-d0c62dca5699', 'tag': '9e9bb08a-e75b-4c46-8279-e2264b50fd5f'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:27:56.350029 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc62b3-ef9a-4f98-aa0f-da6d27030df2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:27:56.384301 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2805305e-14a8-494a-b9dc-d0c62dca5699', 'tag': '9e9bb08a-e75b-4c46-8279-e2264b50fd5f', 'status': 'completed', 'code': 200} Mar 02 09:27:56.480147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cab8c-3206-4dee-84ef-30f3549cedde req-f4bc148a-3831-4ab1-9920-b3884181ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:56.481654 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-800cab8c-3206-4dee-84ef-30f3549cedde req-f4bc148a-3831-4ab1-9920-b3884181ba05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b244788b5c4b0f97fb68713fcc54a3&device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 1099 time: 0.0763011 Mar 02 09:27:56.485563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740eb81-0920-468f-91ae-b80aa4f5c7d3 req-0625620e-997e-46ff-a48d-d0ac86e36025 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:56.487057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0740eb81-0920-468f-91ae-b80aa4f5c7d3 req-0625620e-997e-46ff-a48d-d0ac86e36025 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 946 time: 0.0806108 Mar 02 09:27:56.517440 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-800cab8c-3206-4dee-84ef-30f3549cedde req-abf0c9ca-13b6-42aa-abef-4f4a1d28956a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=07b244788b5c4b0f97fb68713fcc54a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293086 Mar 02 09:27:56.532960 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0740eb81-0920-468f-91ae-b80aa4f5c7d3 req-a7dc7b02-48ca-42fa-bc9b-d39c82a6d642 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Mar 02 09:27:56.749108 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cab8c-3206-4dee-84ef-30f3549cedde req-d75bed6a-3028-4ff8-9626-a496c851244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:56.750481 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-800cab8c-3206-4dee-84ef-30f3549cedde req-d75bed6a-3028-4ff8-9626-a496c851244a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265041 Mar 02 09:27:56.852706 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-06dda91c-77c0-4740-b585-e498c3affe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:56.854188 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-06dda91c-77c0-4740-b585-e498c3affe52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=07b244788b5c4b0f97fb68713fcc54a3&device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 1099 time: 0.0678453 Mar 02 09:27:56.924730 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-c65ab0f6-9574-4e78-98d7-4127573eacdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=9e9bb08a-e75b-4c46-8279-e2264b50fd5f HTTP/1.1" status: 200 len: 217 time: 0.0641778 Mar 02 09:27:56.984885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-690825ff-882b-40a0-9177-945d649145d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:56.986269 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-690825ff-882b-40a0-9177-945d649145d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1015fe8-2a84-4d62-84a8-4373ac63ca49 HTTP/1.1" status: 200 len: 843 time: 0.0558050 Mar 02 09:27:57.061768 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-4030a42d-57f8-4306-830a-c060a64917ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:57.063232 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-4030a42d-57f8-4306-830a-c060a64917ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8d54cc0a-1eab-4c60-8494-ea5ea16f5353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0706728 Mar 02 09:27:57.191686 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-92a88a5a-6e36-4e09-aef9-c90f388fc485 service neutron] 10.222.0.15 "GET /v2.0/networks/8d54cc0a-1eab-4c60-8494-ea5ea16f5353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220911 Mar 02 09:27:57.317738 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-c29b6502-e751-45c4-b156-cf9f6726f502 req-aa2b9fc6-9b27-40a7-acd4-8cfed12425a8 service neutron] 10.222.0.15 "GET /v2.0/networks/8d54cc0a-1eab-4c60-8494-ea5ea16f5353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202409 Mar 02 09:27:57.723803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fecd3-992a-4d44-bcdc-7a40cede69e5 req-525b402e-8751-4df4-8946-a7d8a49158c6 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:57.725238 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-646fecd3-992a-4d44-bcdc-7a40cede69e5 req-525b402e-8751-4df4-8946-a7d8a49158c6 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 946 time: 0.0864236 Mar 02 09:27:57.767591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-646fecd3-992a-4d44-bcdc-7a40cede69e5 req-61064f44-0728-47f9-adaf-89616a6ed822 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367627 Mar 02 09:27:58.952483 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b83684-9022-4fd9-88ac-cebb940fac30 req-da64e7f8-b6f2-4bba-98da-7ef637a283f7 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:27:58.953949 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-03b83684-9022-4fd9-88ac-cebb940fac30 req-da64e7f8-b6f2-4bba-98da-7ef637a283f7 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 946 time: 0.0827451 Mar 02 09:27:58.997103 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-03b83684-9022-4fd9-88ac-cebb940fac30 req-b83dfc91-380c-48dd-a952-97e97826d5c8 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375144 Mar 02 09:27:59.415240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 9e9bb08a-e75b-4c46-8279-e2264b50fd5f details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:27:59.544238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,segment=NetworkSegment(5281a45a-ecf4-4d69-a4fb-db9275243ed1),segment_id=5281a45a-ecf4-4d69-a4fb-db9275243ed1)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:59.556898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '9e9bb08a-e75b-4c46-8279-e2264b50fd5f', 'network_id': '8d54cc0a-1eab-4c60-8494-ea5ea16f5353', 'port_id': '9e9bb08a-e75b-4c46-8279-e2264b50fd5f', 'mac_address': 'fa:16:3e:2c:92:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1015fe8-2a84-4d62-84a8-4373ac63ca49', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:27:59.613318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:59.629742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9bb08a-e75b-4c46-8279-e2264b50fd5f {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:27:59.644734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,segment=NetworkSegment(5281a45a-ecf4-4d69-a4fb-db9275243ed1),segment_id=5281a45a-ecf4-4d69-a4fb-db9275243ed1)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:27:59.727810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:27:59.792189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:00.076506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['9e9bb08a-e75b-4c46-8279-e2264b50fd5f'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:28:00.188893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca762d-2fd5-4385-ba45-ba0a339a9106 req-8cb1fc51-c233-490a-b2bd-2c8de19b4e9c tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:00.190386 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5eca762d-2fd5-4385-ba45-ba0a339a9106 req-8cb1fc51-c233-490a-b2bd-2c8de19b4e9c tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 947 time: 0.0795121 Mar 02 09:28:00.233392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5eca762d-2fd5-4385-ba45-ba0a339a9106 req-7a471060-c2f1-4787-93f6-3d52f9cb0425 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372369 Mar 02 09:28:01.413700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46b9ae-0db9-430c-bbef-ad70ec97c804 req-fd24b412-9e71-486f-ae50-69a43aed435d tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:01.415429 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ad46b9ae-0db9-430c-bbef-ad70ec97c804 req-fd24b412-9e71-486f-ae50-69a43aed435d tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 947 time: 0.0804484 Mar 02 09:28:01.415683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 9e9bb08a-e75b-4c46-8279-e2264b50fd5f up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:28:01.459146 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ad46b9ae-0db9-430c-bbef-ad70ec97c804 req-fbc0a61a-0e2e-4e81-a5e8-c79a25e8fcd1 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Mar 02 09:28:01.555969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:28:01.561100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:28:01.561465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:01.674471 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:01.700389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2805305e-14a8-494a-b9dc-d0c62dca5699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9bb08a-e75b-4c46-8279-e2264b50fd5f'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:28:01.711529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,segment=NetworkSegment(5281a45a-ecf4-4d69-a4fb-db9275243ed1),segment_id=5281a45a-ecf4-4d69-a4fb-db9275243ed1)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:01.744680 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2805305e-14a8-494a-b9dc-d0c62dca5699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9bb08a-e75b-4c46-8279-e2264b50fd5f', 'code': 200} Mar 02 09:28:01.786521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:01.854926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:02.086204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a3b2b-e1dc-4a85-a384-bba76a0e5c8e req-dff2be17-9ac9-4a1a-a3bc-3725e404ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:02.087652 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a70a3b2b-e1dc-4a85-a384-bba76a0e5c8e req-dff2be17-9ac9-4a1a-a3bc-3725e404ff49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 1101 time: 0.0675230 Mar 02 09:28:02.125492 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a70a3b2b-e1dc-4a85-a384-bba76a0e5c8e req-21a3fabc-fc56-4b42-bc83-3ddde24e0fba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Mar 02 09:28:02.639905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfc364-a3e4-4d38-bcbc-57a323209433 req-1700610b-0943-42a6-bcba-d681e8256e1e tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:02.641337 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7bfc364-a3e4-4d38-bcbc-57a323209433 req-1700610b-0943-42a6-bcba-d681e8256e1e tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 948 time: 0.0788012 Mar 02 09:28:02.683935 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7bfc364-a3e4-4d38-bcbc-57a323209433 req-59262d21-9885-48da-a795-cf65ced1443d tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370233 Mar 02 09:28:03.868743 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8765a-0e02-4210-9703-4fbb4e13da66 req-5a151fd6-a74c-4d3d-acdb-1cf5353cf5cf tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:03.870227 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-85c8765a-0e02-4210-9703-4fbb4e13da66 req-5a151fd6-a74c-4d3d-acdb-1cf5353cf5cf tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 948 time: 0.0813355 Mar 02 09:28:03.912288 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-85c8765a-0e02-4210-9703-4fbb4e13da66 req-fb93035a-be22-42a6-bca6-e08298befbd9 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367517 Mar 02 09:28:05.398112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0327769-9f4f-4fdd-bba6-e58d293ff9e0 req-c9cef510-4c7c-40a7-b9ee-2756cc9882c5 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:05.399624 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b0327769-9f4f-4fdd-bba6-e58d293ff9e0 req-c9cef510-4c7c-40a7-b9ee-2756cc9882c5 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 948 time: 0.0777004 Mar 02 09:28:05.444807 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b0327769-9f4f-4fdd-bba6-e58d293ff9e0 req-e90f3445-fcb4-441f-8e59-6d5c033978b1 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Mar 02 09:28:06.625541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be4c38-eea0-4621-a165-c5101df32faf req-319f0fe9-76c5-4d23-b53e-afc0d5bc1506 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:06.627007 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2be4c38-eea0-4621-a165-c5101df32faf req-319f0fe9-76c5-4d23-b53e-afc0d5bc1506 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 948 time: 0.0778084 Mar 02 09:28:06.669628 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2be4c38-eea0-4621-a165-c5101df32faf req-ee9bcb5e-65d7-4d89-9004-d88cbeb7d797 tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370531 Mar 02 09:28:06.747761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-399a7f06-c006-4ea0-bfa9-e483714d9d0a tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:06.748351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-399a7f06-c006-4ea0-bfa9-e483714d9d0a tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Synchronizing usage tracker for tenant:07b244788b5c4b0f97fb68713fcc54a3 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:28:06.820005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-399a7f06-c006-4ea0-bfa9-e483714d9d0a tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Unset dirty status for tenant:07b244788b5c4b0f97fb68713fcc54a3 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:28:06.821092 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-399a7f06-c006-4ea0-bfa9-e483714d9d0a tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.15 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 948 time: 0.1510596 Mar 02 09:28:06.887270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Deleting port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:28:06.887597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:07.122727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] For port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,segment=NetworkSegment(5281a45a-ecf4-4d69-a4fb-db9275243ed1),segment_id=5281a45a-ecf4-4d69-a4fb-db9275243ed1)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:07.123075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:07.240593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Calling delete_port for 9e9bb08a-e75b-4c46-8279-e2264b50fd5f owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:28:07.431681 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:07.442583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['9e9bb08a-e75b-4c46-8279-e2264b50fd5f'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:28:07.481469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Pushing event deleted for resources: {'Port': ['ID=9e9bb08a-e75b-4c46-8279-e2264b50fd5f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:07.559564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] No DVR routers for this DVR port 9e9bb08a-e75b-4c46-8279-e2264b50fd5f on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:28:07.562059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:07.564680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2805305e-14a8-494a-b9dc-d0c62dca5699', 'name': 'network-vif-deleted', 'tag': '9e9bb08a-e75b-4c46-8279-e2264b50fd5f'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:28:07.611630 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2805305e-14a8-494a-b9dc-d0c62dca5699', 'name': 'network-vif-deleted', 'tag': '9e9bb08a-e75b-4c46-8279-e2264b50fd5f', 'status': 'completed', 'code': 200} Mar 02 09:28:07.665394 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-642a6697-72b6-4516-862d-b32d1a4121f4 req-7da8f381-f0ee-4569-82f3-c5c7d5ae347f tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.15 "DELETE /v2.0/ports/9e9bb08a-e75b-4c46-8279-e2264b50fd5f HTTP/1.1" status: 204 len: 173 time: 0.8392951 Mar 02 09:28:07.819813 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8645ed6c-4b4a-4732-b20e-e262ec6c45f5 req-0c7331df-cd51-4913-a763-53e97ae902df tempest-ServersAdminNegativeTestJSON-1426420971 tempest-ServersAdminNegativeTestJSON-1426420971-project] 10.222.0.10 "GET /v2.0/ports?device_id=2805305e-14a8-494a-b9dc-d0c62dca5699 HTTP/1.1" status: 200 len: 210 time: 0.0443020 Mar 02 09:28:09.320132 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40684) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:28:09.464618 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-564854ae-3eaa-4a56-8af6-8200eb558ebc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07b244788b5c4b0f97fb68713fcc54a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433756 Mar 02 09:28:09.467139 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40690) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:28:09.526434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f40d8a5b-b946-4874-ad76-640878d034c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:09.555047 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f40d8a5b-b946-4874-ad76-640878d034c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:09.774074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f40d8a5b-b946-4874-ad76-640878d034c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:09.788295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d8a5b-b946-4874-ad76-640878d034c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:09.796374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f40d8a5b-b946-4874-ad76-640878d034c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:09.797491 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f40d8a5b-b946-4874-ad76-640878d034c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f626c29-dcb0-4e6e-9e77-bd2eed12e3e5 HTTP/1.1" status: 204 len: 168 time: 0.3294847 Mar 02 09:28:10.344885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40698) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:28:10.366104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d08ee36b-7c2b-442f-a6da-110da2f0bd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:10.380554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d08ee36b-7c2b-442f-a6da-110da2f0bd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:28:10.384287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d08ee36b-7c2b-442f-a6da-110da2f0bd27 admin admin] Usage tracker for resource:security_group_rule and tenant:8b87b88ed2c24e3a9e6f8ff4af0ccb4e is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:28:10.387605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d08ee36b-7c2b-442f-a6da-110da2f0bd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:28:10.393080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d08ee36b-7c2b-442f-a6da-110da2f0bd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:28:10.471568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d08ee36b-7c2b-442f-a6da-110da2f0bd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:10.517373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d08ee36b-7c2b-442f-a6da-110da2f0bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:10.563350 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d08ee36b-7c2b-442f-a6da-110da2f0bd27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b87b88ed2c24e3a9e6f8ff4af0ccb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174098 Mar 02 09:28:10.564866 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ee36b-7c2b-442f-a6da-110da2f0bd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0144231f-5779-4a8d-88e2-a1ae3ac9d714,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:10.566120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40702) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:28:10.621648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-911ee58c-2c13-44af-9228-b877f3672b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:10.646305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-911ee58c-2c13-44af-9228-b877f3672b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:10.751043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-911ee58c-2c13-44af-9228-b877f3672b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:10.764978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ee58c-2c13-44af-9228-b877f3672b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0144231f-5779-4a8d-88e2-a1ae3ac9d714,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:10.771293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-911ee58c-2c13-44af-9228-b877f3672b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:10.773008 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-911ee58c-2c13-44af-9228-b877f3672b25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0144231f-5779-4a8d-88e2-a1ae3ac9d714 HTTP/1.1" status: 204 len: 168 time: 0.2058179 Mar 02 09:28:11.424831 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 9e9bb08a-e75b-4c46-8279-e2264b50fd5f no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:28:11.461179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 9e9bb08a-e75b-4c46-8279-e2264b50fd5f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:28:11.466253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 9e9bb08a-e75b-4c46-8279-e2264b50fd5f not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:28:11.812552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40726) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:28:11.911722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-900452254-network', 'tenant_id': '94f171b0cc924d44b26b906f4c6dfd4d'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:28:11.916917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:28:11.920769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Usage tracker for resource:network and tenant:94f171b0cc924d44b26b906f4c6dfd4d is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:28:11.923677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:28:11.929221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:28:12.019944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Made reservation on behalf of 94f171b0cc924d44b26b906f4c6dfd4d for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:28:12.022346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:12.035207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:12.049319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:28:12.053066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Usage tracker for resource:security_group_rule and tenant:94f171b0cc924d44b26b906f4c6dfd4d is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:28:12.055868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:28:12.061889 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:28:12.143307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:12.197843 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:12.223157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:28:12.234855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cf58de-399c-4f3d-a9c8-5f39217ea648,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:12.239061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:12.239400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Added segment 7b06fd5f-dc12-4c36-a882-e6eabd48f1d8 of type vlan for network 4d4d5af6-f90e-486c-b7d8-6e4f887203ab Mar 02 09:28:12.265093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:12.374355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:12.375258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:12.375822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:12.474310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] Pushing event updated for resources: {'Network': ['ID=4d4d5af6-f90e-486c-b7d8-6e4f887203ab,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:12.484667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 4d4d5af6-f90e-486c-b7d8-6e4f887203ab details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:28:12.547002 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d532acc0-98e2-430b-b82d-a8922cd9965a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7307208 Mar 02 09:28:12.547392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40732) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:28:12.552732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Request body: {'subnet': {'network_id': '4d4d5af6-f90e-486c-b7d8-6e4f887203ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-900452254-subnet', 'tenant_id': '94f171b0cc924d44b26b906f4c6dfd4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:28:12.559010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:28:12.563128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Usage tracker for resource:subnet and tenant:94f171b0cc924d44b26b906f4c6dfd4d is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:28:12.566018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:28:12.571538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:28:12.652020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Made reservation on behalf of 94f171b0cc924d44b26b906f4c6dfd4d for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:28:12.654529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:13.001341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:13.076810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db02d422-217e-4404-a453-f0428af13cbd,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:13.085460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Checking segment: {'id': '7b06fd5f-dc12-4c36-a882-e6eabd48f1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d4d5af6-f90e-486c-b7d8-6e4f887203ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:28:13.085801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Network hostable DHCP agents. Network: 4d4d5af6-f90e-486c-b7d8-6e4f887203ab, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:28:13.155087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Network 4d4d5af6-f90e-486c-b7d8-6e4f887203ab is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:28:13.223557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 4d4d5af6-f90e-486c-b7d8-6e4f887203ab) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:28:13.227524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:13.228231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:13.232376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ccdce-19a9-476b-8a1b-86b1f1483f7a None None] Network 4d4d5af6-f90e-486c-b7d8-6e4f887203ab requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:28:13.299059 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3d05888c-ffad-4bfd-83fb-b8b73e26c61c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7507343 Mar 02 09:28:13.442765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61ccb3-9c73-4a15-805a-38167e83ccec None None] Network 4d4d5af6-f90e-486c-b7d8-6e4f887203ab requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:28:13.940240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-6a43687d-37f0-474b-9cc4-d8f918f121e9 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:13.940831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-6a43687d-37f0-474b-9cc4-d8f918f121e9 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Synchronizing usage tracker for tenant:94f171b0cc924d44b26b906f4c6dfd4d on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:28:14.046475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-6a43687d-37f0-474b-9cc4-d8f918f121e9 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Unset dirty status for tenant:94f171b0cc924d44b26b906f4c6dfd4d on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:28:14.047621 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-6a43687d-37f0-474b-9cc4-d8f918f121e9 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/networks?id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab HTTP/1.1" status: 200 len: 811 time: 0.2470245 Mar 02 09:28:14.061976 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-006309a2-b1a2-42d9-bc88-fc0d10cd2ead tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/quotas/94f171b0cc924d44b26b906f4c6dfd4d HTTP/1.1" status: 200 len: 375 time: 0.0089426 Mar 02 09:28:14.108343 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-4516669d-edda-4237-a37b-6b1d071d1631 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=94f171b0cc924d44b26b906f4c6dfd4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415854 Mar 02 09:28:14.238385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-8a141a52-0115-4e05-bae3-fa25b17d5bde service neutron] 10.222.0.10 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234572 Mar 02 09:28:14.365347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-f93febd4-5a93-4ad7-a35d-e45069bb290b service neutron] 10.222.0.10 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213052 Mar 02 09:28:14.683351 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eb96d33c-9711-4265-a843-72a3deaa33d4 req-37b8c36a-5011-45de-bc04-0c46a858fbd6 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 210 time: 0.0898309 Mar 02 09:28:15.836221 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dde2473b-9c7b-40b7-91bb-ea480b0a432e req-6598cb24-aa80-4173-9ff3-92c6bc746e4f tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 210 time: 0.0472808 Mar 02 09:28:15.872833 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:28:16.599893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-13557e46-78da-4446-b23b-b073e9c0788c tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:16.601336 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-13557e46-78da-4446-b23b-b073e9c0788c tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.15 "GET /v2.0/networks?id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab HTTP/1.1" status: 200 len: 811 time: 0.1478074 Mar 02 09:28:16.612546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Request body: {'port': {'device_id': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'network_id': '4d4d5af6-f90e-486c-b7d8-6e4f887203ab', 'admin_state_up': True, 'tenant_id': '94f171b0cc924d44b26b906f4c6dfd4d'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:28:16.744937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:28:16.748767 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Usage tracker for resource:port and tenant:94f171b0cc924d44b26b906f4c6dfd4d is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:28:16.751566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:28:16.757127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:28:16.830218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Made reservation on behalf of 94f171b0cc924d44b26b906f4c6dfd4d for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:28:16.833727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:16.987440 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-00bf3708-d624-4625-b27e-53adc58c79eb req-447e432d-e3e8-4154-ba0a-2e938b5da389 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 210 time: 0.0439737 Mar 02 09:28:17.001161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Allocated IP 172.20.0.11 (4d4d5af6-f90e-486c-b7d8-6e4f887203ab/db02d422-217e-4404-a453-f0428af13cbd/45b218ed-2772-4e29-bccc-cad160ca11d8) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:28:17.193419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:17.281937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:17.349525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Network 4d4d5af6-f90e-486c-b7d8-6e4f887203ab is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:28:17.357344 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:28:17.361518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:28:17.396853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Pushing event updated for resources: {'Port': ['ID=45b218ed-2772-4e29-bccc-cad160ca11d8,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:17.427891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:17.428486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:17.476014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:17.529505 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-14402d32-e750-47d1-884e-a111ae1feb84 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9201953 Mar 02 09:28:17.540552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Request body: {'port': {'device_id': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:28:17.651735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:17.977251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b218ed-2772-4e29-bccc-cad160ca11d8 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:28:17.984821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:17.999125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Transition to ACTIVE for port object 45b218ed-2772-4e29-bccc-cad160ca11d8 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:28:18.098725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:18.171090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc8ae0-38c5-4fc4-aa04-532b8d6cad46 req-943314ce-9c12-4ebb-be28-3a0f92611a7f tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:18.172556 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc8ae0-38c5-4fc4-aa04-532b8d6cad46 req-943314ce-9c12-4ebb-be28-3a0f92611a7f tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 944 time: 0.0829501 Mar 02 09:28:18.216130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-86fc8ae0-38c5-4fc4-aa04-532b8d6cad46 req-a34ee55f-bb8f-44b2-a260-635bcd2cad70 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Synchronizing usage tracker for tenant:94f171b0cc924d44b26b906f4c6dfd4d on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:28:18.255771 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Pushing event updated for resources: {'Port': ['ID=45b218ed-2772-4e29-bccc-cad160ca11d8,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:18.293794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-86fc8ae0-38c5-4fc4-aa04-532b8d6cad46 req-a34ee55f-bb8f-44b2-a260-635bcd2cad70 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Unset dirty status for tenant:94f171b0cc924d44b26b906f4c6dfd4d on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:28:18.295047 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc8ae0-38c5-4fc4-aa04-532b8d6cad46 req-a34ee55f-bb8f-44b2-a260-635bcd2cad70 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166852 Mar 02 09:28:18.423287 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Attempting to bind port 45b218ed-2772-4e29-bccc-cad160ca11d8 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:28:18.423622 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Attempting to bind port 45b218ed-2772-4e29-bccc-cad160ca11d8 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '7b06fd5f-dc12-4c36-a882-e6eabd48f1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d4d5af6-f90e-486c-b7d8-6e4f887203ab'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:28:18.423935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Attempting to bind port 45b218ed-2772-4e29-bccc-cad160ca11d8 on network 4d4d5af6-f90e-486c-b7d8-6e4f887203ab {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:28:18.428336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Port 45b218ed-2772-4e29-bccc-cad160ca11d8 on network 4d4d5af6-f90e-486c-b7d8-6e4f887203ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:28:18.428653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Attempting to bind port 45b218ed-2772-4e29-bccc-cad160ca11d8 on network 4d4d5af6-f90e-486c-b7d8-6e4f887203ab {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:28:18.433518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:28:18.433856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Checking segment: {'id': '7b06fd5f-dc12-4c36-a882-e6eabd48f1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d4d5af6-f90e-486c-b7d8-6e4f887203ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:28:18.434243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Bound using segment: {'id': '7b06fd5f-dc12-4c36-a882-e6eabd48f1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d4d5af6-f90e-486c-b7d8-6e4f887203ab'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:28:18.434656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Bound port: 45b218ed-2772-4e29-bccc-cad160ca11d8, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b06fd5f-dc12-4c36-a882-e6eabd48f1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4d4d5af6-f90e-486c-b7d8-6e4f887203ab'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:28:18.434987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:18.522390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:28:18.525322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=45b218ed-2772-4e29-bccc-cad160ca11d8,segment=NetworkSegment(7b06fd5f-dc12-4c36-a882-e6eabd48f1d8),segment_id=7b06fd5f-dc12-4c36-a882-e6eabd48f1d8)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:28:18.627036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:18.681517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:18.682129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:18.683514 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] 10.222.0.15 "PUT /v2.0/ports/45b218ed-2772-4e29-bccc-cad160ca11d8 HTTP/1.1" status: 200 len: 1094 time: 1.1473210 Mar 02 09:28:18.683938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:28:18.707475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85793bea-827f-4700-a632-3ffd6fe01cfa service neutron] Pushing event updated for resources: {'Port': ['ID=45b218ed-2772-4e29-bccc-cad160ca11d8,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:18.783750 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8', 'status': 'completed', 'code': 200} Mar 02 09:28:18.860087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-8e511b53-2146-4a6b-8183-eab4b7eb823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:18.861522 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-8e511b53-2146-4a6b-8183-eab4b7eb823e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94f171b0cc924d44b26b906f4c6dfd4d&device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 1097 time: 0.0716572 Mar 02 09:28:18.926303 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-b63b95bc-646b-4d3f-9ca7-33d992cf1060 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b218ed-2772-4e29-bccc-cad160ca11d8 HTTP/1.1" status: 200 len: 217 time: 0.0584936 Mar 02 09:28:18.991722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-7c7bc1b6-5a9e-463f-84b9-08dc8f80c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:18.993220 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-7c7bc1b6-5a9e-463f-84b9-08dc8f80c24e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db02d422-217e-4404-a453-f0428af13cbd HTTP/1.1" status: 200 len: 851 time: 0.0592692 Mar 02 09:28:19.037962 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-af4e2a6f-b333-4af7-847d-5ef6f0390561 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392916 Mar 02 09:28:19.166602 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-80905a63-a613-4bb8-ab54-24a0ad6ba0ac service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211569 Mar 02 09:28:19.293718 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a5c2513b-31a6-4144-839e-b2573bfed1f4 req-1f15333f-8c5d-488d-b3b3-f607f978428a service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207371 Mar 02 09:28:19.475873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7ecb-c8d1-4aaa-b578-f5d9154b408f req-5b23fe58-8d62-4d2d-a378-5410e18d3585 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:19.476472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-7d13b4ad-8791-4d73-ab99-3983bf2c7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:19.477342 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4fc7ecb-c8d1-4aaa-b578-f5d9154b408f req-5b23fe58-8d62-4d2d-a378-5410e18d3585 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 944 time: 0.0796270 Mar 02 09:28:19.477482 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-7d13b4ad-8791-4d73-ab99-3983bf2c7a95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94f171b0cc924d44b26b906f4c6dfd4d&device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 1097 time: 0.0685780 Mar 02 09:28:19.522471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4fc7ecb-c8d1-4aaa-b578-f5d9154b408f req-7cd99c7d-1376-4f89-bb94-770610ee9c35 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391116 Mar 02 09:28:19.610799 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-802345a4-b59f-46c8-8180-992c1007b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:19.612223 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-802345a4-b59f-46c8-8180-992c1007b533 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab HTTP/1.1" status: 200 len: 912 time: 0.1289442 Mar 02 09:28:19.681153 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-dfdc972f-5802-4936-9e8f-5f82be0db1c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b218ed-2772-4e29-bccc-cad160ca11d8 HTTP/1.1" status: 200 len: 217 time: 0.0624177 Mar 02 09:28:19.700946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-13153abc-21ad-4e24-bf50-cd17b280f85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:19.740235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-10069e45-7837-4ce0-a042-b879a8503b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:19.741653 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-10069e45-7837-4ce0-a042-b879a8503b19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db02d422-217e-4404-a453-f0428af13cbd HTTP/1.1" status: 200 len: 851 time: 0.0550232 Mar 02 09:28:19.788789 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-5d928f3b-4c5e-4e54-abb5-03d22309c7cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413435 Mar 02 09:28:19.915259 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-81ffaea7-8c2a-459b-ab22-300f172a2777 service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199434 Mar 02 09:28:20.040409 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-528b12a2-eaf0-4bf1-8d93-e5f6893cc69a req-21377c43-9f42-456c-9c82-ae32d55b6998 service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191165 Mar 02 09:28:20.710944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83066f-6743-4c25-93c4-a7e6366656f6 req-17aa4434-34ac-4a1f-a49b-1a06c70660ff tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:20.712407 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb83066f-6743-4c25-93c4-a7e6366656f6 req-17aa4434-34ac-4a1f-a49b-1a06c70660ff tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 944 time: 0.0824432 Mar 02 09:28:20.755560 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb83066f-6743-4c25-93c4-a7e6366656f6 req-27565721-afeb-4fb4-a335-121b7e6f384a tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Mar 02 09:28:21.480072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 45b218ed-2772-4e29-bccc-cad160ca11d8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:28:21.631671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=45b218ed-2772-4e29-bccc-cad160ca11d8,segment=NetworkSegment(7b06fd5f-dc12-4c36-a882-e6eabd48f1d8),segment_id=7b06fd5f-dc12-4c36-a882-e6eabd48f1d8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:21.644735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '45b218ed-2772-4e29-bccc-cad160ca11d8', 'network_id': '4d4d5af6-f90e-486c-b7d8-6e4f887203ab', 'port_id': '45b218ed-2772-4e29-bccc-cad160ca11d8', 'mac_address': 'fa:16:3e:8c:46:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db02d422-217e-4404-a453-f0428af13cbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:28:21.697011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:21.713599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b218ed-2772-4e29-bccc-cad160ca11d8 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:28:21.728965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=45b218ed-2772-4e29-bccc-cad160ca11d8,segment=NetworkSegment(7b06fd5f-dc12-4c36-a882-e6eabd48f1d8),segment_id=7b06fd5f-dc12-4c36-a882-e6eabd48f1d8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:21.791254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:21.860681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=45b218ed-2772-4e29-bccc-cad160ca11d8,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:21.945321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56448c51-9138-4c7a-8686-64b997422984 req-f5931f50-f85a-4da4-8ae8-18917222f927 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:21.946718 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-56448c51-9138-4c7a-8686-64b997422984 req-f5931f50-f85a-4da4-8ae8-18917222f927 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 945 time: 0.0797486 Mar 02 09:28:21.964515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-089b4bc1-79e8-4a32-a881-3ae4f6cdb835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:21.993355 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-56448c51-9138-4c7a-8686-64b997422984 req-386d2c12-36eb-4ebd-a784-7b012a5f55d4 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Mar 02 09:28:22.104597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['45b218ed-2772-4e29-bccc-cad160ca11d8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:28:23.030871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:23.162576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:23.174121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ee762-acff-4379-987d-1fb469d437ba req-19204409-6471-466a-b14a-2b6f2574c8c0 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:23.175732 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f38ee762-acff-4379-987d-1fb469d437ba req-19204409-6471-466a-b14a-2b6f2574c8c0 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 945 time: 0.0777817 Mar 02 09:28:23.218965 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f38ee762-acff-4379-987d-1fb469d437ba req-a1449f87-d44f-48a5-be76-b90f4cf0e964 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Mar 02 09:28:23.496889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 45b218ed-2772-4e29-bccc-cad160ca11d8 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:28:23.613747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 45b218ed-2772-4e29-bccc-cad160ca11d8 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:28:23.618566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 45b218ed-2772-4e29-bccc-cad160ca11d8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:28:23.618932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:23.734003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:23.760084 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:28:23.769300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=45b218ed-2772-4e29-bccc-cad160ca11d8,segment=NetworkSegment(7b06fd5f-dc12-4c36-a882-e6eabd48f1d8),segment_id=7b06fd5f-dc12-4c36-a882-e6eabd48f1d8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:23.803683 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8', 'code': 200} Mar 02 09:28:23.833235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:23.897312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=45b218ed-2772-4e29-bccc-cad160ca11d8,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:24.139593 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b76fcb-4964-4834-b0aa-ed26cef4928e req-e987a642-035c-46e3-8324-45fb7ca02c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:24.141037 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a3b76fcb-4964-4834-b0aa-ed26cef4928e req-e987a642-035c-46e3-8324-45fb7ca02c87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 1099 time: 0.0673325 Mar 02 09:28:24.180112 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-a3b76fcb-4964-4834-b0aa-ed26cef4928e req-c7180bd1-173c-4254-abef-50a8904d909d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333951 Mar 02 09:28:24.403746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7064bc-6baf-4477-a6ba-eb0d12e9fcb7 req-04dc0137-887c-4657-ad77-fedab8eb4ff2 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:24.405069 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1f7064bc-6baf-4477-a6ba-eb0d12e9fcb7 req-04dc0137-887c-4657-ad77-fedab8eb4ff2 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0826693 Mar 02 09:28:24.447679 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1f7064bc-6baf-4477-a6ba-eb0d12e9fcb7 req-e58d3a79-746b-4d13-97b4-3e347fae9bee tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370767 Mar 02 09:28:24.667956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:25.631863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae1662-9dd5-4cc3-8713-b7600104689a req-6055176f-cee0-497d-8dad-3fbaac6e0300 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:25.633305 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c1ae1662-9dd5-4cc3-8713-b7600104689a req-6055176f-cee0-497d-8dad-3fbaac6e0300 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0788651 Mar 02 09:28:25.678285 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c1ae1662-9dd5-4cc3-8713-b7600104689a req-83607765-e03d-4791-9313-955d5c11c9ba tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388992 Mar 02 09:28:26.864371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66c4af-79a9-4742-a5d7-5b39abd157d0 req-3c484a0e-7743-45e0-b923-a774ee9c7054 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:26.865729 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9e66c4af-79a9-4742-a5d7-5b39abd157d0 req-3c484a0e-7743-45e0-b923-a774ee9c7054 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0840285 Mar 02 09:28:26.909212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9e66c4af-79a9-4742-a5d7-5b39abd157d0 req-8388108b-aef7-4e57-8f11-8899537aaf96 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378304 Mar 02 09:28:27.632700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf8b3-ff0b-4c22-b65d-a7d0b765a276 req-19075bd3-ce68-48df-8b07-f26566fcc869 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:27.634180 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21bbf8b3-ff0b-4c22-b65d-a7d0b765a276 req-19075bd3-ce68-48df-8b07-f26566fcc869 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0815883 Mar 02 09:28:27.750029 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40806) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:28:27.773011 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21bbf8b3-ff0b-4c22-b65d-a7d0b765a276 req-f2dbeb3d-7916-4a42-a116-27616e98c726 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331630 Mar 02 09:28:27.962283 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-4891be74-97d7-4b49-9da2-c47e6aa12de1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2110164 Mar 02 09:28:28.954407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff4849-8fbc-4c0f-9854-47aead2c78d0 req-9f0e0303-15eb-4f0f-b950-d8c590cc2f71 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:28.955825 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9ff4849-8fbc-4c0f-9854-47aead2c78d0 req-9f0e0303-15eb-4f0f-b950-d8c590cc2f71 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0787408 Mar 02 09:28:29.002433 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9ff4849-8fbc-4c0f-9854-47aead2c78d0 req-6cf9ed6f-7f2d-43d6-b85b-acafa2154579 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Mar 02 09:28:29.962329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-3a7c4495-0263-43d9-baf1-d775c97d5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:29.963682 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-3a7c4495-0263-43d9-baf1-d775c97d5d2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94f171b0cc924d44b26b906f4c6dfd4d&device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 1099 time: 0.0688717 Mar 02 09:28:30.090525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-ceccd2ec-7124-4de9-a7d0-c73cdc74f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:30.092193 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-ceccd2ec-7124-4de9-a7d0-c73cdc74f562 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab HTTP/1.1" status: 200 len: 912 time: 0.1225998 Mar 02 09:28:30.160522 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-971e56e0-1b2a-4364-9b6c-dba98e01a135 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b218ed-2772-4e29-bccc-cad160ca11d8 HTTP/1.1" status: 200 len: 217 time: 0.0627816 Mar 02 09:28:30.189336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f58d46-77d5-4af7-abfe-b3472f4c6518 req-ab9b7d45-5191-4fd1-a746-9936dfb7e579 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:30.190793 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-00f58d46-77d5-4af7-abfe-b3472f4c6518 req-ab9b7d45-5191-4fd1-a746-9936dfb7e579 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0803323 Mar 02 09:28:30.222390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-d250c088-0e22-4c69-89fa-56ffbb763fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:30.223809 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-d250c088-0e22-4c69-89fa-56ffbb763fc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db02d422-217e-4404-a453-f0428af13cbd HTTP/1.1" status: 200 len: 851 time: 0.0571337 Mar 02 09:28:30.233788 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-00f58d46-77d5-4af7-abfe-b3472f4c6518 req-6d110698-4222-4df6-b37e-b14cbebaf928 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374587 Mar 02 09:28:30.272753 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-e258cbde-d0f7-4258-b8bf-8962f25395f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434475 Mar 02 09:28:30.400560 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-87082a08-17f0-4fe7-ae21-d4711401748c service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208251 Mar 02 09:28:30.529185 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-0313ab87-0a6a-4d47-863f-f3ad6c4a8c9c service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229999 Mar 02 09:28:31.421306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d28c1-27eb-4d8e-9df9-d953ba34d9d3 req-34efe3c6-b070-4f1a-9794-18097ed9b5df tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:31.422654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-086d28c1-27eb-4d8e-9df9-d953ba34d9d3 req-34efe3c6-b070-4f1a-9794-18097ed9b5df tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0804384 Mar 02 09:28:31.464635 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-086d28c1-27eb-4d8e-9df9-d953ba34d9d3 req-52bae172-cd9b-47e4-a650-c11d7060190b tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Mar 02 09:28:32.645644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3f2a1-3b51-444c-bd32-af2bb430c6e7 req-a5890ccb-42bc-47ad-9e83-6b1915a9e7f0 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:32.647120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-05b3f2a1-3b51-444c-bd32-af2bb430c6e7 req-a5890ccb-42bc-47ad-9e83-6b1915a9e7f0 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0799942 Mar 02 09:28:32.690035 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-05b3f2a1-3b51-444c-bd32-af2bb430c6e7 req-5adcc9c5-f29c-4f8c-8847-a95cf6ffeaea tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Mar 02 09:28:33.871293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40aec7f-e1a4-405b-bdf1-899b486fbd19 req-85d920e0-0b1b-454b-99a6-38c3efa09255 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:33.872633 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f40aec7f-e1a4-405b-bdf1-899b486fbd19 req-85d920e0-0b1b-454b-99a6-38c3efa09255 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0812082 Mar 02 09:28:33.915400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f40aec7f-e1a4-405b-bdf1-899b486fbd19 req-8c4cc4f4-056f-4e86-b51a-b17acb9b826d tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373106 Mar 02 09:28:35.093734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca4bb-ccd3-4b13-88d0-77eb7cf3535c req-fe58d3c7-82f6-470f-b3c7-64fe9072de9d tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:35.095237 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cf6ca4bb-ccd3-4b13-88d0-77eb7cf3535c req-fe58d3c7-82f6-470f-b3c7-64fe9072de9d tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0783563 Mar 02 09:28:35.141217 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cf6ca4bb-ccd3-4b13-88d0-77eb7cf3535c req-d79da8f5-a9f2-4e81-8c4e-315015c29fef tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 Mar 02 09:28:36.318684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce108-f83b-44b1-b234-369557f4974b req-c9a37ca3-a9b9-4000-b445-bdc9cbae07e1 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:36.320092 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-568ce108-f83b-44b1-b234-369557f4974b req-c9a37ca3-a9b9-4000-b445-bdc9cbae07e1 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0770302 Mar 02 09:28:36.361629 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-568ce108-f83b-44b1-b234-369557f4974b req-98afb3a0-693f-418d-a299-68881b09426b tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Mar 02 09:28:37.546135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df1838-6406-4045-831a-ae0f12b4a8db req-06b58d37-6c6e-4439-af68-50d3c337410b tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:37.547569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37df1838-6406-4045-831a-ae0f12b4a8db req-06b58d37-6c6e-4439-af68-50d3c337410b tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0810821 Mar 02 09:28:37.590067 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37df1838-6406-4045-831a-ae0f12b4a8db req-a3df3883-dca5-4eca-879e-05029301120d tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369258 Mar 02 09:28:38.771047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f3582-1679-4953-9939-c0aee8607160 req-35240329-d0e8-4c18-ba75-e5357511aeaf tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:38.772456 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a59f3582-1679-4953-9939-c0aee8607160 req-35240329-d0e8-4c18-ba75-e5357511aeaf tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0766459 Mar 02 09:28:38.814307 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a59f3582-1679-4953-9939-c0aee8607160 req-6206e069-1a5c-4410-9e0a-4dfbd45d0099 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362909 Mar 02 09:28:40.136788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662efa-c9e9-4d5c-aea8-56a9ed0b4630 req-48b6a141-61c9-42d9-8c29-ad517baa8d9b tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:40.138127 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5b662efa-c9e9-4d5c-aea8-56a9ed0b4630 req-48b6a141-61c9-42d9-8c29-ad517baa8d9b tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0794826 Mar 02 09:28:40.180545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5b662efa-c9e9-4d5c-aea8-56a9ed0b4630 req-44fe76c1-18ca-477e-b1f3-4cc659ee5aeb tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369134 Mar 02 09:28:41.362829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88187d-b059-4baf-a16f-6565247cba33 req-f567ab2b-cecc-4ab0-81e2-ef5faaf6f4a1 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:41.364155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d88187d-b059-4baf-a16f-6565247cba33 req-f567ab2b-cecc-4ab0-81e2-ef5faaf6f4a1 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0816429 Mar 02 09:28:41.406015 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d88187d-b059-4baf-a16f-6565247cba33 req-ed2c6afc-f670-4a46-8493-6ad9508a2abe tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362420 Mar 02 09:28:42.587095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc5ab3-3150-43be-abcb-de5c0de1620d req-ae2d257e-5c41-499c-ad41-6acd78b50f05 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:42.588571 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cddc5ab3-3150-43be-abcb-de5c0de1620d req-ae2d257e-5c41-499c-ad41-6acd78b50f05 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0800078 Mar 02 09:28:42.632483 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cddc5ab3-3150-43be-abcb-de5c0de1620d req-b9687ed3-464e-40ee-b325-5b2f2c066698 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378282 Mar 02 09:28:43.813427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b2dff-2311-4619-b0aa-91bb4f251eaf req-d939a27b-cabd-4b2c-9809-881325a17c68 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:43.814810 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d63b2dff-2311-4619-b0aa-91bb4f251eaf req-d939a27b-cabd-4b2c-9809-881325a17c68 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0797679 Mar 02 09:28:43.856950 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d63b2dff-2311-4619-b0aa-91bb4f251eaf req-6af3da21-8c49-456c-bb5b-c3af80e84b57 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367043 Mar 02 09:28:45.036217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7303fc-e310-49c8-8e34-3d0b4a3d825e req-d3f77f72-b2aa-4cca-9ded-f9675bdfa159 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:45.037653 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b7303fc-e310-49c8-8e34-3d0b4a3d825e req-d3f77f72-b2aa-4cca-9ded-f9675bdfa159 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0770702 Mar 02 09:28:45.084634 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b7303fc-e310-49c8-8e34-3d0b4a3d825e req-29e0f88e-d6d7-457f-9bfe-ef230b36577f tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 Mar 02 09:28:46.270245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4312f4-97b0-4163-a877-f71bd1a2f481 req-654c7b95-8f1b-4840-abbb-fe55c4505e64 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:46.271824 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9a4312f4-97b0-4163-a877-f71bd1a2f481 req-654c7b95-8f1b-4840-abbb-fe55c4505e64 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0795484 Mar 02 09:28:46.334787 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9a4312f4-97b0-4163-a877-f71bd1a2f481 req-f2c57f43-7ab9-4d44-ab08-36b1d1e5c7ed tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519910 Mar 02 09:28:47.520980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6faf4-c6a3-4bce-8536-6f46a9f4c123 req-5b7c9fda-c0ef-4216-a629-4d4995ed77cb tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:47.521655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:47.522440 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-18d6faf4-c6a3-4bce-8536-6f46a9f4c123 req-5b7c9fda-c0ef-4216-a629-4d4995ed77cb tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0821269 Mar 02 09:28:47.566784 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-18d6faf4-c6a3-4bce-8536-6f46a9f4c123 req-47e4107a-001a-4b39-9f38-a8efb5300ffe tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Mar 02 09:28:47.628364 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-79f99566-fa33-4dae-ad9e-0a10da29be58 service neutron] 10.222.0.15 "GET /v2.0/ports/45b218ed-2772-4e29-bccc-cad160ca11d8/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0733817 Mar 02 09:28:48.158745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-aacf5889-cb48-4980-b01b-70dd9e597b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:48.160193 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-aacf5889-cb48-4980-b01b-70dd9e597b7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab&tenant_id=94f171b0cc924d44b26b906f4c6dfd4d HTTP/1.1" status: 200 len: 1099 time: 0.0721841 Mar 02 09:28:48.250251 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-b45ca19e-ac61-4014-8e64-feb15bcf0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:48.251725 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-b45ca19e-ac61-4014-8e64-feb15bcf0cb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94f171b0cc924d44b26b906f4c6dfd4d&device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 1099 time: 0.0708470 Mar 02 09:28:48.377011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-42c11ec5-21cf-4b38-be4c-1e05f04e1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:48.378742 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-42c11ec5-21cf-4b38-be4c-1e05f04e1559 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab HTTP/1.1" status: 200 len: 912 time: 0.1212082 Mar 02 09:28:48.447258 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-8b26cfb2-55bf-4b64-a9f3-d9a78c43a675 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b218ed-2772-4e29-bccc-cad160ca11d8 HTTP/1.1" status: 200 len: 217 time: 0.0623887 Mar 02 09:28:48.508203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-c670cb4d-a692-4ca1-8bf8-a118d606aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:48.509609 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-c670cb4d-a692-4ca1-8bf8-a118d606aa7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db02d422-217e-4404-a453-f0428af13cbd HTTP/1.1" status: 200 len: 851 time: 0.0559893 Mar 02 09:28:48.555769 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-8e03576e-e589-4e64-8d2b-6f7318ea1a4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403488 Mar 02 09:28:48.684240 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-991fcfa9-adf9-4505-ba6e-0140a583930a service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225250 Mar 02 09:28:48.748678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920f3d6-4b7a-4179-8f53-860d2e3d079b req-7a9a78b7-6c4b-4ebb-a66b-70c2c1c3f772 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:48.750056 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2920f3d6-4b7a-4179-8f53-860d2e3d079b req-7a9a78b7-6c4b-4ebb-a66b-70c2c1c3f772 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0779331 Mar 02 09:28:48.792627 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2920f3d6-4b7a-4179-8f53-860d2e3d079b req-2ffda351-1366-4bac-a4c7-8846c718d505 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Mar 02 09:28:48.814084 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-e2073fd2-a8ad-40bc-b125-ce81e04b1456 req-11333701-3c88-4e13-975b-c7c9c641a7fe service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233714 Mar 02 09:28:49.701195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0b13a122-34bf-48ca-9159-d13962d1630f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:49.975610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7549e69-f566-4428-949b-799a05d86a5d req-60ec3fa5-f76b-412c-85a2-8c57e738beb0 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:49.977027 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7549e69-f566-4428-949b-799a05d86a5d req-60ec3fa5-f76b-412c-85a2-8c57e738beb0 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0796649 Mar 02 09:28:50.019468 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7549e69-f566-4428-949b-799a05d86a5d req-d6a4a77f-eafa-49b5-a0db-680cb6c79e89 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369275 Mar 02 09:28:51.202569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab4d1-c73e-495c-b586-a0c396cae6ea req-23d74327-0bc5-488b-9a33-639a2d95088e tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:51.203993 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-550ab4d1-c73e-495c-b586-a0c396cae6ea req-23d74327-0bc5-488b-9a33-639a2d95088e tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0813227 Mar 02 09:28:51.350302 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-550ab4d1-c73e-495c-b586-a0c396cae6ea req-ec521518-8c3f-4979-97a0-5f23f50f1126 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404278 Mar 02 09:28:51.608966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 45b218ed-2772-4e29-bccc-cad160ca11d8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:28:51.612900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 45b218ed-2772-4e29-bccc-cad160ca11d8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:28:51.827317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:51.849107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=45b218ed-2772-4e29-bccc-cad160ca11d8,segment=NetworkSegment(7b06fd5f-dc12-4c36-a882-e6eabd48f1d8),segment_id=7b06fd5f-dc12-4c36-a882-e6eabd48f1d8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:51.867422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '45b218ed-2772-4e29-bccc-cad160ca11d8', 'network_id': '4d4d5af6-f90e-486c-b7d8-6e4f887203ab', 'port_id': '45b218ed-2772-4e29-bccc-cad160ca11d8', 'mac_address': 'fa:16:3e:8c:46:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db02d422-217e-4404-a453-f0428af13cbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:28:51.873063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:28:51.918476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=45b218ed-2772-4e29-bccc-cad160ca11d8,segment=NetworkSegment(7b06fd5f-dc12-4c36-a882-e6eabd48f1d8),segment_id=7b06fd5f-dc12-4c36-a882-e6eabd48f1d8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:51.941652 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8', 'code': 200} Mar 02 09:28:51.945875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:51.962597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45b218ed-2772-4e29-bccc-cad160ca11d8 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:28:52.024681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:52.083941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bc50fc5e-8ef0-4754-abd0-826572f8da75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:52.134589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:28:52.134854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:28:52.138031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=45b218ed-2772-4e29-bccc-cad160ca11d8,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:52.145369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.145714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.146087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.146401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.146726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.147046 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.147365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.147679 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.147994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.148307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.148618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.148928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:52.545311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb6be2-1faf-4ebc-af01-0ee237de4262 req-c9e069a5-8c08-4bd4-8e0a-fcf3cd3282c8 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:52.547031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28cb6be2-1faf-4ebc-af01-0ee237de4262 req-c9e069a5-8c08-4bd4-8e0a-fcf3cd3282c8 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 944 time: 0.0839028 Mar 02 09:28:52.590330 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28cb6be2-1faf-4ebc-af01-0ee237de4262 req-d6044e66-4cdb-4497-b844-f282546253b9 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370696 Mar 02 09:28:52.689950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:52.706104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b218ed-2772-4e29-bccc-cad160ca11d8 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:28:52.720909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=45b218ed-2772-4e29-bccc-cad160ca11d8,segment=NetworkSegment(7b06fd5f-dc12-4c36-a882-e6eabd48f1d8),segment_id=7b06fd5f-dc12-4c36-a882-e6eabd48f1d8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:52.816363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:52.871524 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:28:52.877052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['45b218ed-2772-4e29-bccc-cad160ca11d8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:28:52.927199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=45b218ed-2772-4e29-bccc-cad160ca11d8,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:53.056037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:53.170964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:53.273239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-17a56f59-4120-4fd3-a971-2e37f78d2153 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:53.273951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-17a56f59-4120-4fd3-a971-2e37f78d2153 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Synchronizing usage tracker for tenant:94f171b0cc924d44b26b906f4c6dfd4d on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:28:53.370588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-17a56f59-4120-4fd3-a971-2e37f78d2153 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Unset dirty status for tenant:94f171b0cc924d44b26b906f4c6dfd4d on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:28:53.371617 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-17a56f59-4120-4fd3-a971-2e37f78d2153 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab&tenant_id=94f171b0cc924d44b26b906f4c6dfd4d&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 945 time: 0.2790170 Mar 02 09:28:53.523939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-d0d92fd4-6f16-4b6d-b848-98c092e8b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:53.525408 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-d0d92fd4-6f16-4b6d-b848-98c092e8b1b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=94f171b0cc924d44b26b906f4c6dfd4d&device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 1098 time: 0.0722113 Mar 02 09:28:53.617575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 45b218ed-2772-4e29-bccc-cad160ca11d8 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:28:53.655028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-84e47a05-3c82-4ba0-a032-fb35f2e71937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:53.656390 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-84e47a05-3c82-4ba0-a032-fb35f2e71937 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab HTTP/1.1" status: 200 len: 912 time: 0.1246657 Mar 02 09:28:53.687160 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 45b218ed-2772-4e29-bccc-cad160ca11d8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:28:53.687515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:53.725914 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-474c86df-7131-4a87-8320-1e839ef28225 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45b218ed-2772-4e29-bccc-cad160ca11d8 HTTP/1.1" status: 200 len: 217 time: 0.0630424 Mar 02 09:28:53.790103 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-e72ab244-5a32-446f-bff5-cabb2178de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:53.791533 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-e72ab244-5a32-446f-bff5-cabb2178de20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db02d422-217e-4404-a453-f0428af13cbd HTTP/1.1" status: 200 len: 851 time: 0.0592625 Mar 02 09:28:53.798468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:53.830428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=45b218ed-2772-4e29-bccc-cad160ca11d8,segment=NetworkSegment(7b06fd5f-dc12-4c36-a882-e6eabd48f1d8),segment_id=7b06fd5f-dc12-4c36-a882-e6eabd48f1d8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:53.837904 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-66d9108f-b9f8-46ab-83a1-61dc71e964d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d4d5af6-f90e-486c-b7d8-6e4f887203ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401924 Mar 02 09:28:53.896352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:53.968180 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:28:53.969983 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-b64381df-a4ad-490c-ad35-3aa42dd6a4e0 service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258721 Mar 02 09:28:54.004565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=45b218ed-2772-4e29-bccc-cad160ca11d8,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:54.023261 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8', 'code': 200} Mar 02 09:28:54.099992 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-8313344d-0f34-4baf-8665-13931374ed74 service neutron] 10.222.0.15 "GET /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241124 Mar 02 09:28:54.728313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:55.731948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527075d-073f-4e66-ae9b-e83eda9888f2 req-fd91b172-a5f4-4300-bcff-d17832125957 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:55.733380 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4527075d-073f-4e66-ae9b-e83eda9888f2 req-fd91b172-a5f4-4300-bcff-d17832125957 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0813339 Mar 02 09:28:55.775365 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4527075d-073f-4e66-ae9b-e83eda9888f2 req-39d2a31a-e885-4f22-b085-1c63faa44326 tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Mar 02 09:28:56.959064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f53ff-ff34-49e1-8fb6-9e03de93d186 req-46ab765d-16e0-4fb7-9c64-3e99a9ac0e5a tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:56.960507 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-330f53ff-ff34-49e1-8fb6-9e03de93d186 req-46ab765d-16e0-4fb7-9c64-3e99a9ac0e5a tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0806341 Mar 02 09:28:57.003398 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-330f53ff-ff34-49e1-8fb6-9e03de93d186 req-cf5f138c-c80b-44ff-a6ae-941f0c7bfbde tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369825 Mar 02 09:28:57.508126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-a3e2940d-e241-4155-a6b4-d1b7c0a4aaab tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:57.509532 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-a3e2940d-e241-4155-a6b4-d1b7c0a4aaab tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 946 time: 0.0814002 Mar 02 09:28:57.577317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Deleting port 45b218ed-2772-4e29-bccc-cad160ca11d8 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:28:57.577646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:57.817542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] For port 45b218ed-2772-4e29-bccc-cad160ca11d8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=45b218ed-2772-4e29-bccc-cad160ca11d8,segment=NetworkSegment(7b06fd5f-dc12-4c36-a882-e6eabd48f1d8),segment_id=7b06fd5f-dc12-4c36-a882-e6eabd48f1d8)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:28:57.817914 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:57.935034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Calling delete_port for 45b218ed-2772-4e29-bccc-cad160ca11d8 owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:28:58.148898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:58.161741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['45b218ed-2772-4e29-bccc-cad160ca11d8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:28:58.185192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee6e60-09a3-4ca8-a7bf-d2980c356c40 req-d243a4a8-389f-4fa7-a379-2676db483c1d tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:28:58.186664 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-edee6e60-09a3-4ca8-a7bf-d2980c356c40 req-d243a4a8-389f-4fa7-a379-2676db483c1d tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 867 time: 0.0799916 Mar 02 09:28:58.201551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Pushing event deleted for resources: {'Port': ['ID=45b218ed-2772-4e29-bccc-cad160ca11d8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:28:58.231646 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-edee6e60-09a3-4ca8-a7bf-d2980c356c40 req-cf44d9f2-422e-4511-914b-72ff65ad9cfa tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/security-groups?id=a6cf58de-399c-4f3d-a9c8-5f39217ea648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Mar 02 09:28:58.343942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.344286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.344626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.344961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.345290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.345624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.345977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.346307 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.346751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.347611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.347962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.348501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:28:58.388423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] No DVR routers for this DVR port 45b218ed-2772-4e29-bccc-cad160ca11d8 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:28:58.390941 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:28:58.393592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'name': 'network-vif-deleted', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:28:58.437976 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2047848-39f0-4629-b5f4-14a83a2d50ab', 'name': 'network-vif-deleted', 'tag': '45b218ed-2772-4e29-bccc-cad160ca11d8', 'status': 'completed', 'code': 200} Mar 02 09:28:58.486604 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-0713153b-a90b-4bee-9a8a-cc99b9888414 req-7aa0ebf9-7456-4e85-95d1-308a2dbb22ad tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.15 "DELETE /v2.0/ports/45b218ed-2772-4e29-bccc-cad160ca11d8 HTTP/1.1" status: 204 len: 173 time: 0.9714737 Mar 02 09:28:59.395196 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f73520e-b4a3-46b0-aebe-b60ec304f2e8 req-f9cefb44-a464-47b9-bc64-ccf706fcb51d tempest-DeleteServersTestJSON-1971828038 tempest-DeleteServersTestJSON-1971828038-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2047848-39f0-4629-b5f4-14a83a2d50ab HTTP/1.1" status: 200 len: 210 time: 0.0446877 Mar 02 09:29:00.629430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40900) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:29:00.692379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8fa55b-1f12-46c9-9b87-2e7cd8ffc97c admin admin] Deleting subnet db02d422-217e-4404-a453-f0428af13cbd {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:29:00.695162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa55b-1f12-46c9-9b87-2e7cd8ffc97c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:00.744406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa55b-1f12-46c9-9b87-2e7cd8ffc97c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:00.796711 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa55b-1f12-46c9-9b87-2e7cd8ffc97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:00.940849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa55b-1f12-46c9-9b87-2e7cd8ffc97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:00.981773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fa55b-1f12-46c9-9b87-2e7cd8ffc97c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db02d422-217e-4404-a453-f0428af13cbd,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:00.986617 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa55b-1f12-46c9-9b87-2e7cd8ffc97c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:00.992825 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1b8fa55b-1f12-46c9-9b87-2e7cd8ffc97c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/db02d422-217e-4404-a453-f0428af13cbd HTTP/1.1" status: 204 len: 168 time: 0.3623767 Mar 02 09:29:00.995311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40904) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:29:01.099101 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:01.220521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:01.246875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4d5af6-f90e-486c-b7d8-6e4f887203ab']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:29:01.258599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b06fd5f-dc12-4c36-a882-e6eabd48f1d8') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:29:01.258886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b06fd5f-dc12-4c36-a882-e6eabd48f1d8') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:29:01.269747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:01.286345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:01.294891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:29:01.296080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:29:01.308923 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:29:01.455062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:01.470758 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:01.481149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4d5af6-f90e-486c-b7d8-6e4f887203ab,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:01.544383 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-06b07682-9650-4c39-b6a4-939172b350cc admin admin] 10.222.0.10 "DELETE /v2.0/networks/4d4d5af6-f90e-486c-b7d8-6e4f887203ab HTTP/1.1" status: 204 len: 168 time: 0.5480766 Mar 02 09:29:01.665917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 45b218ed-2772-4e29-bccc-cad160ca11d8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:29:01.702434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 45b218ed-2772-4e29-bccc-cad160ca11d8 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:29:01.702777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 45b218ed-2772-4e29-bccc-cad160ca11d8 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:29:01.898562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40910) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:29:01.949918 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b1e0a859-3740-4340-98c9-818a33d30b55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94f171b0cc924d44b26b906f4c6dfd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501702 Mar 02 09:29:01.952433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40914) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:29:02.009824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:02.035097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:02.160407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:02.179512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cf58de-399c-4f3d-a9c8-5f39217ea648,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:02.187121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.187465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.187811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.188186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.188512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.188838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.189156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.189478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.189803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.190144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.190457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.190772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:02.250885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:02.251982 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-99c3bb56-7868-40ca-b26e-d5c1ba10fda6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6cf58de-399c-4f3d-a9c8-5f39217ea648 HTTP/1.1" status: 204 len: 168 time: 0.2986534 Mar 02 09:29:03.332933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 40938) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:29:03.434772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1933353826-network', 'tenant_id': '6012972967d645e898e940d0da86d282'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:29:03.439405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:29:03.443694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Usage tracker for resource:network and tenant:6012972967d645e898e940d0da86d282 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:29:03.446498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:29:03.452066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:29:03.526551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Made reservation on behalf of 6012972967d645e898e940d0da86d282 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:29:03.528927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:03.541056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:03.555972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:29:03.559889 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Usage tracker for resource:security_group_rule and tenant:6012972967d645e898e940d0da86d282 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:29:03.563003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:29:03.569081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:29:03.651405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:03.732601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:03.762915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:29:03.771860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd6dabd-7150-4a50-b660-8f52a287f6f6,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:03.777271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:03.777641 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Added segment 3e0d1911-7825-4f32-8bbd-034f4e32b9d7 of type vlan for network 891bdf23-d801-43d4-8e16-97fbf41eaa0f Mar 02 09:29:03.804599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:03.904068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:03.904968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:03.905530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:04.006187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] Pushing event updated for resources: {'Network': ['ID=891bdf23-d801-43d4-8e16-97fbf41eaa0f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:04.018424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 891bdf23-d801-43d4-8e16-97fbf41eaa0f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:29:04.096094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 40944) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:29:04.098961 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ff7fe564-2644-4170-aebd-a396fa063fac admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7591021 Mar 02 09:29:04.103728 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Request body: {'subnet': {'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1933353826-subnet', 'tenant_id': '6012972967d645e898e940d0da86d282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:29:04.108494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:29:04.112511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Usage tracker for resource:subnet and tenant:6012972967d645e898e940d0da86d282 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:29:04.116772 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:29:04.122924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:29:04.189466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Made reservation on behalf of 6012972967d645e898e940d0da86d282 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:29:04.191818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:04.430089 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:04.508470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:04.513627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Checking segment: {'id': '3e0d1911-7825-4f32-8bbd-034f4e32b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:29:04.514011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Network hostable DHCP agents. Network: 891bdf23-d801-43d4-8e16-97fbf41eaa0f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:29:04.592482 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Network 891bdf23-d801-43d4-8e16-97fbf41eaa0f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:29:04.695588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 891bdf23-d801-43d4-8e16-97fbf41eaa0f) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:29:04.699734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:04.700336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:04.704510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb3767-b437-495c-a2b9-e86c36738454 None None] Network 891bdf23-d801-43d4-8e16-97fbf41eaa0f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:29:04.782313 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-02602a48-ad45-4acf-933f-3cd275643737 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6844780 Mar 02 09:29:04.912323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979cd518-777f-44be-976b-a2e9407780bf None None] Network 891bdf23-d801-43d4-8e16-97fbf41eaa0f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:29:05.321711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-0c6b41ae-5bb7-4eb0-bb66-6618ec49e5ba tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:05.322704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-0c6b41ae-5bb7-4eb0-bb66-6618ec49e5ba tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Synchronizing usage tracker for tenant:6012972967d645e898e940d0da86d282 on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:29:05.430172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-0c6b41ae-5bb7-4eb0-bb66-6618ec49e5ba tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Unset dirty status for tenant:6012972967d645e898e940d0da86d282 on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:29:05.431354 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-0c6b41ae-5bb7-4eb0-bb66-6618ec49e5ba tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 815 time: 0.2860606 Mar 02 09:29:05.446333 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-4f79af4a-bae7-416f-89b6-5048571802d9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/quotas/6012972967d645e898e940d0da86d282 HTTP/1.1" status: 200 len: 375 time: 0.0094397 Mar 02 09:29:05.497257 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-2b62e6f5-dc74-419c-af47-2f6b9605dcf1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456367 Mar 02 09:29:05.671126 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-ea17c78c-22dd-4c78-857c-1d40190c67f2 service neutron] 10.222.0.10 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670864 Mar 02 09:29:05.804178 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-18aeb867-68f5-4d92-b7fc-b28f63320e66 service neutron] 10.222.0.10 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270852 Mar 02 09:29:06.080390 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b3a4722d-22e9-4640-ad36-d475c2c700c9 req-2370222b-69eb-4dbe-8eca-44836acd0a02 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 210 time: 0.0433767 Mar 02 09:29:07.226400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4352180e-12d6-44f6-8d30-6181e190e627 req-26053f8a-b84e-4219-8f11-006229798676 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 210 time: 0.0411334 Mar 02 09:29:08.384286 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-98eb719b-c973-4fba-a521-8129c7b1b3a4 req-058ce46c-9460-449b-bd90-ec679a13cb89 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 210 time: 0.0537696 Mar 02 09:29:08.454692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-587bb9c9-196c-42c6-b4ad-a80a417fac9f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:08.456119 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-587bb9c9-196c-42c6-b4ad-a80a417fac9f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 815 time: 0.1479847 Mar 02 09:29:08.467966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Request body: {'port': {'device_id': '24af2687-da33-4815-9a83-a1e8f201338c', 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f', 'admin_state_up': True, 'tenant_id': '6012972967d645e898e940d0da86d282'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:29:08.606248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:29:08.610061 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Usage tracker for resource:port and tenant:6012972967d645e898e940d0da86d282 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:29:08.612773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:29:08.618880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:29:08.707697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Made reservation on behalf of 6012972967d645e898e940d0da86d282 for: {'port': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:29:08.711235 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:08.877294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Allocated IP 172.20.0.7 (891bdf23-d801-43d4-8e16-97fbf41eaa0f/ad2b8cdb-75d6-49a3-8c75-67916c9b26bc/1b2aaf5e-25f8-444f-8f12-6c2a8e527514) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:29:09.187834 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:09.282895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:09.353397 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Network 891bdf23-d801-43d4-8e16-97fbf41eaa0f is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:29:09.360731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:29:09.365057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:29:09.395321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Pushing event updated for resources: {'Port': ['ID=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:09.431949 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:09.432570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:09.529058 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-3693ef95-1429-43a7-9648-bfbcbabcf4e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0646877 Mar 02 09:29:09.541190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Request body: {'port': {'device_id': '24af2687-da33-4815-9a83-a1e8f201338c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:29:09.570266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4fc69-71c8-4b84-966c-b84b35de6c5a req-08db9ea4-e8f1-49ad-acb3-9f5bfc4a9286 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:09.571742 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2c4fc69-71c8-4b84-966c-b84b35de6c5a req-08db9ea4-e8f1-49ad-acb3-9f5bfc4a9286 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 931 time: 0.0810621 Mar 02 09:29:09.615264 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d2c4fc69-71c8-4b84-966c-b84b35de6c5a req-60dd93a9-a54c-4516-ad5e-be38dce76124 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Synchronizing usage tracker for tenant:6012972967d645e898e940d0da86d282 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:29:09.653368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:09.709743 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d2c4fc69-71c8-4b84-966c-b84b35de6c5a req-60dd93a9-a54c-4516-ad5e-be38dce76124 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Unset dirty status for tenant:6012972967d645e898e940d0da86d282 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:29:09.711118 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2c4fc69-71c8-4b84-966c-b84b35de6c5a req-60dd93a9-a54c-4516-ad5e-be38dce76124 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334867 Mar 02 09:29:09.994895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 {{(pid=88400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:29:10.002175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:10.016966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Transition to ACTIVE for port object 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 will not be triggered until provisioned by entity L2. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:29:10.096012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:10.245945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:10.323221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Attempting to bind port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:29:10.323557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Attempting to bind port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '3e0d1911-7825-4f32-8bbd-034f4e32b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f'}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:29:10.323890 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Attempting to bind port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 on network 891bdf23-d801-43d4-8e16-97fbf41eaa0f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:29:10.328503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 on network 891bdf23-d801-43d4-8e16-97fbf41eaa0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:29:10.328824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Attempting to bind port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 on network 891bdf23-d801-43d4-8e16-97fbf41eaa0f {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:29:10.334148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:29:10.334488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Checking segment: {'id': '3e0d1911-7825-4f32-8bbd-034f4e32b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:29:10.334881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Bound using segment: {'id': '3e0d1911-7825-4f32-8bbd-034f4e32b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f'} {{(pid=88400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:29:10.335309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.managers [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Bound port: 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0d1911-7825-4f32-8bbd-034f4e32b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f'}}] {{(pid=88400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:29:10.335661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:10.426471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] For port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host hv-neutron-8287, cleared binding levels {{(pid=88400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:29:10.430075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] For port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:29:10.502959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:10.557714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:10.558338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:10.559682 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b2aaf5e-25f8-444f-8f12-6c2a8e527514 HTTP/1.1" status: 200 len: 1093 time: 1.0229006 Mar 02 09:29:10.560107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24af2687-da33-4815-9a83-a1e8f201338c', 'tag': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:29:10.582917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd4fbd-2af5-4d68-8576-8e0c509bb489 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,revision_number=3']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:10.606253 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24af2687-da33-4815-9a83-a1e8f201338c', 'tag': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514', 'status': 'completed', 'code': 200} Mar 02 09:29:10.698209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de92fa-7154-486b-b184-99db29ddeeb4 req-eff13115-1549-4460-a9d9-544e1c3a38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:10.699656 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-76de92fa-7154-486b-b184-99db29ddeeb4 req-eff13115-1549-4460-a9d9-544e1c3a38ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 1096 time: 0.0731256 Mar 02 09:29:10.841743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de92fa-7154-486b-b184-99db29ddeeb4 req-22ed501f-e43b-4492-b27d-2883268fd657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:10.843217 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-76de92fa-7154-486b-b184-99db29ddeeb4 req-22ed501f-e43b-4492-b27d-2883268fd657 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6012972967d645e898e940d0da86d282&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1367695 Mar 02 09:29:10.984130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de92fa-7154-486b-b184-99db29ddeeb4 req-75912f70-7795-4188-a48b-fd208395cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:10.985592 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-76de92fa-7154-486b-b184-99db29ddeeb4 req-75912f70-7795-4188-a48b-fd208395cf13 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363947 Mar 02 09:29:10.997178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4aebe-29f8-44e8-bcdc-38245bb1940d req-1702fd6e-3cf5-42f0-8731-df7c17155d47 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:10.998683 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-05f4aebe-29f8-44e8-bcdc-38245bb1940d req-1702fd6e-3cf5-42f0-8731-df7c17155d47 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 943 time: 0.1813161 Mar 02 09:29:11.045212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-05f4aebe-29f8-44e8-bcdc-38245bb1940d req-94fa22e0-85c8-488d-8d4d-e031bd965204 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Mar 02 09:29:11.091191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-89802fac-71b1-4fe5-aba8-7a57b8920034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:11.092706 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-89802fac-71b1-4fe5-aba8-7a57b8920034 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 1096 time: 0.0705473 Mar 02 09:29:11.263595 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-6c9426f7-bb81-4582-96a1-34a5fb9711fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514 HTTP/1.1" status: 200 len: 217 time: 0.1640115 Mar 02 09:29:11.325152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-cb0dc3b1-295d-4630-8f9f-64846f527792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:11.326626 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-cb0dc3b1-295d-4630-8f9f-64846f527792 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0568278 Mar 02 09:29:11.375481 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-4e614c58-2034-40ef-a572-7aea3d56707b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425496 Mar 02 09:29:11.505180 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-64d0820a-b338-4366-bb36-9a2e5a7b01b6 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231856 Mar 02 09:29:11.656112 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-bb5d30d6-5cc4-4650-9fd8-70278ffffeaf req-a2c8f23e-84b2-4f4c-933d-dbf4315178ae service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441312 Mar 02 09:29:12.235962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18719bf0-a27b-4c07-b7d9-d184d843ff77 req-8a776a68-a6c6-4d6f-9cbb-bdc8916090eb tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:12.237717 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-18719bf0-a27b-4c07-b7d9-d184d843ff77 req-8a776a68-a6c6-4d6f-9cbb-bdc8916090eb tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 943 time: 0.0824237 Mar 02 09:29:12.286065 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-18719bf0-a27b-4c07-b7d9-d184d843ff77 req-0088c009-5108-4517-bdd8-5cc7f1613ece tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Mar 02 09:29:13.467685 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d4aa8-631f-41c7-ab8f-5ae901196419 req-e178794d-1d22-4c41-961b-c4bc3e6eb78f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:13.469136 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-834d4aa8-631f-41c7-ab8f-5ae901196419 req-e178794d-1d22-4c41-961b-c4bc3e6eb78f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 943 time: 0.0783398 Mar 02 09:29:13.513435 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-834d4aa8-631f-41c7-ab8f-5ae901196419 req-1d624701-7b37-451a-8a87-50f10c208e76 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Mar 02 09:29:13.758043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:29:13.888525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:29:13.901996 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514', 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f', 'port_id': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514', 'mac_address': 'fa:16:3e:71:c4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2b8cdb-75d6-49a3-8c75-67916c9b26bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:29:13.955763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:13.975004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:29:13.990389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:29:14.094127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:14.160001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:14.405553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['1b2aaf5e-25f8-444f-8f12-6c2a8e527514'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:29:14.705584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2fae8-8e45-41fc-835c-c409d8b50be6 req-da560f0a-0f1a-402d-aa9c-95618bec8af3 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:14.707029 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0ca2fae8-8e45-41fc-835c-c409d8b50be6 req-da560f0a-0f1a-402d-aa9c-95618bec8af3 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 944 time: 0.0829949 Mar 02 09:29:14.750795 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0ca2fae8-8e45-41fc-835c-c409d8b50be6 req-e777befb-717d-4893-b6ad-a23ac3aa9aad tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 Mar 02 09:29:15.762182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:29:15.892079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:29:15.897469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:29:15.900166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:15.937195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969757e0-e808-4f31-987d-ca54e4f645db req-fc0c68fe-a420-45c7-b1ce-ea06b770eb13 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:15.938676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-969757e0-e808-4f31-987d-ca54e4f645db req-fc0c68fe-a420-45c7-b1ce-ea06b770eb13 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 944 time: 0.0807328 Mar 02 09:29:15.992859 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-969757e0-e808-4f31-987d-ca54e4f645db req-e5f24f9a-d988-4059-8ecd-19f778d62638 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475862 Mar 02 09:29:16.018567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:16.045073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24af2687-da33-4815-9a83-a1e8f201338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:29:16.055725 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:29:16.090707 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24af2687-da33-4815-9a83-a1e8f201338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514', 'code': 200} Mar 02 09:29:16.111693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:16.181093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:16.462899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e4d6a-5675-4671-a9e8-70e1a36bd628 req-ee9e926a-9b87-479c-a0e2-28f86ddbad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:16.464291 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-f52e4d6a-5675-4671-a9e8-70e1a36bd628 req-ee9e926a-9b87-479c-a0e2-28f86ddbad78 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 1098 time: 0.0683620 Mar 02 09:29:16.504322 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-f52e4d6a-5675-4671-a9e8-70e1a36bd628 req-3e3323d6-a373-4e1e-b6f8-0e1c1f369a0a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341084 Mar 02 09:29:17.175442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f1ac7-d02f-44a4-b4b6-91581d13a327 req-41f56c83-728f-4de6-ad19-a694f708551c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:17.176912 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c8f1ac7-d02f-44a4-b4b6-91581d13a327 req-41f56c83-728f-4de6-ad19-a694f708551c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0802412 Mar 02 09:29:17.220156 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c8f1ac7-d02f-44a4-b4b6-91581d13a327 req-d330a644-7827-4ef6-809b-5f166a9ca27c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376511 Mar 02 09:29:17.540837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:18.402774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fde410-d04c-4634-8d64-b6cebc9ff317 req-de35f658-6dfc-4a1f-b9fa-03b36b012656 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:18.404253 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17fde410-d04c-4634-8d64-b6cebc9ff317 req-de35f658-6dfc-4a1f-b9fa-03b36b012656 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0791531 Mar 02 09:29:18.450618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17fde410-d04c-4634-8d64-b6cebc9ff317 req-5296b391-6773-4301-b6cd-c7504350cf13 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408182 Mar 02 09:29:18.633140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74d4a-ec49-448a-b657-e3d94bb0bfa0 req-dd24da6f-d775-4f11-841a-05ccc1d0035d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:18.634595 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-deb74d4a-ec49-448a-b657-e3d94bb0bfa0 req-dd24da6f-d775-4f11-841a-05ccc1d0035d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0777948 Mar 02 09:29:18.677678 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-deb74d4a-ec49-448a-b657-e3d94bb0bfa0 req-06f9478a-6803-4b1e-a31b-581f43564aa5 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375469 Mar 02 09:29:18.875175 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d3f150d0-c166-4923-a4fd-797447d86396 req-07e282bf-a0bc-40d1-8a41-ba3923891e61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754426 Mar 02 09:29:19.011916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f150d0-c166-4923-a4fd-797447d86396 req-70c25198-6cdb-4ac4-8dae-cb9f7a6b4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:19.013477 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d3f150d0-c166-4923-a4fd-797447d86396 req-70c25198-6cdb-4ac4-8dae-cb9f7a6b4a17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 1098 time: 0.0698893 Mar 02 09:29:19.093422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596f223-90e8-4762-9249-918f75a2f007 req-fc9097b0-a4b9-4da2-97c7-3885f9cf285c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:19.094903 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b596f223-90e8-4762-9249-918f75a2f007 req-fc9097b0-a4b9-4da2-97c7-3885f9cf285c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0873907 Mar 02 09:29:19.141488 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b596f223-90e8-4762-9249-918f75a2f007 req-68ba98de-187f-4523-ac85-0ddcd9e443e0 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Mar 02 09:29:19.157600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f150d0-c166-4923-a4fd-797447d86396 req-296a2a55-8c6c-44fd-ac22-fa23840c23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:19.159057 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d3f150d0-c166-4923-a4fd-797447d86396 req-296a2a55-8c6c-44fd-ac22-fa23840c23d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 916 time: 0.1276608 Mar 02 09:29:19.228672 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d3f150d0-c166-4923-a4fd-797447d86396 req-5b8d159d-55fb-41a0-aeed-9a9f88b4d092 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514 HTTP/1.1" status: 200 len: 217 time: 0.0632257 Mar 02 09:29:19.289082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f150d0-c166-4923-a4fd-797447d86396 req-e4c5631f-ec07-402b-bc42-5182b659df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:19.290525 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d3f150d0-c166-4923-a4fd-797447d86396 req-e4c5631f-ec07-402b-bc42-5182b659df66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0564020 Mar 02 09:29:19.325155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ff15-79f7-418e-8105-cc98384203ea req-833bcdc6-b058-491e-ab66-f270e7422b9c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:19.326749 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bdf4ff15-79f7-418e-8105-cc98384203ea req-833bcdc6-b058-491e-ab66-f270e7422b9c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0780454 Mar 02 09:29:19.339369 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d3f150d0-c166-4923-a4fd-797447d86396 req-2c58d80e-b15e-4a58-ab58-9a53b2808b58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430598 Mar 02 09:29:19.374283 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bdf4ff15-79f7-418e-8105-cc98384203ea req-4355ee66-5035-413b-8681-83be33c735c3 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Mar 02 09:29:19.468764 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d3f150d0-c166-4923-a4fd-797447d86396 req-0fe015ac-33c6-44b8-af14-bcbc02b2738e service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236911 Mar 02 09:29:19.599193 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-d3f150d0-c166-4923-a4fd-797447d86396 req-0ecb19aa-01db-4291-b672-26d5082b7a29 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237431 Mar 02 09:29:19.729593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fa59d3e4-9e6f-481c-98df-39366394f33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:19.903537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d36f9-def6-4eba-80da-32d01337de6c req-feb32529-4dcd-4b6c-bda6-9a417a03a924 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:19.904950 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-da5d36f9-def6-4eba-80da-32d01337de6c req-feb32529-4dcd-4b6c-bda6-9a417a03a924 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0819180 Mar 02 09:29:19.948489 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-da5d36f9-def6-4eba-80da-32d01337de6c req-f335ff6a-697e-41a2-b734-3773702f7c1f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378597 Mar 02 09:29:19.993032 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-0d34f478-7ad1-4026-b531-989e8adb3902 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689874 Mar 02 09:29:21.135911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5f7f1-db7d-4b80-8754-a9ee9c0b224a req-6d5da1f0-7dee-48f5-b30f-3d72d1f4c980 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:21.137257 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94b5f7f1-db7d-4b80-8754-a9ee9c0b224a req-6d5da1f0-7dee-48f5-b30f-3d72d1f4c980 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0822310 Mar 02 09:29:21.181164 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94b5f7f1-db7d-4b80-8754-a9ee9c0b224a req-c5b5c1ec-99be-4d35-8d29-3d3122c02827 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381660 Mar 02 09:29:21.989796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-36448af3-5cf4-4365-930e-aafe99aabe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:22.060428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063355-38f4-41c8-b6b4-f512a91c001e req-af858190-2967-4d57-8586-3271146a0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:22.061907 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-af858190-2967-4d57-8586-3271146a0a02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 1098 time: 0.0697484 Mar 02 09:29:22.189539 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063355-38f4-41c8-b6b4-f512a91c001e req-04e5344c-6d7b-4272-bdd4-911d2718196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:22.191036 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-04e5344c-6d7b-4272-bdd4-911d2718196a service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 916 time: 0.1231022 Mar 02 09:29:22.361482 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-ec3e84ac-7566-4ede-b29c-d3162284ffe1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514 HTTP/1.1" status: 200 len: 217 time: 0.1644089 Mar 02 09:29:22.365760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74b218-2219-457e-8c0b-7094f69613d8 req-086e1d2e-90de-403d-b97e-1562c09402f5 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:22.367218 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6c74b218-2219-457e-8c0b-7094f69613d8 req-086e1d2e-90de-403d-b97e-1562c09402f5 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0798440 Mar 02 09:29:22.410438 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6c74b218-2219-457e-8c0b-7094f69613d8 req-44558442-eb7e-4edf-b876-3b1baba5c264 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 Mar 02 09:29:22.425363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063355-38f4-41c8-b6b4-f512a91c001e req-b2baebd1-bc98-4d4e-b241-95034ba381cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:22.427085 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-b2baebd1-bc98-4d4e-b241-95034ba381cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0593348 Mar 02 09:29:22.474441 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-5ad8e436-8cd7-4705-abe8-b25ddd8b5ba3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406067 Mar 02 09:29:22.605455 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-6bd5ddeb-8f60-4eea-971c-6931a87a2706 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248496 Mar 02 09:29:22.734385 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-c21d6400-35bc-4824-afae-f6c9c5158f2d service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210749 Mar 02 09:29:23.099660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:23.170264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:23.592412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ea58c-b462-46f3-9e3c-6efb848deff5 req-bd9f2785-fcda-4a3a-a395-906b3ba7429e tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:23.593871 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-590ea58c-b462-46f3-9e3c-6efb848deff5 req-bd9f2785-fcda-4a3a-a395-906b3ba7429e tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0800188 Mar 02 09:29:23.636791 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-590ea58c-b462-46f3-9e3c-6efb848deff5 req-5421203b-4098-4b88-b1ee-bd3e48046f08 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372825 Mar 02 09:29:24.706115 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:24.823625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba81eb-423a-413b-93b3-ee9edde557df req-a1a65cfb-c0db-4840-b14a-bf0ac8fcc5e1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:24.825036 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cba81eb-423a-413b-93b3-ee9edde557df req-a1a65cfb-c0db-4840-b14a-bf0ac8fcc5e1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0833838 Mar 02 09:29:24.867486 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cba81eb-423a-413b-93b3-ee9edde557df req-50a6efb2-09d0-469e-886e-2b2e26af9067 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Mar 02 09:29:26.048951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729299e5-bab6-4222-9380-bf1e754863bd req-f2dd0678-c8c3-4f45-88c3-bec015956881 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:26.050414 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-729299e5-bab6-4222-9380-bf1e754863bd req-f2dd0678-c8c3-4f45-88c3-bec015956881 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0785389 Mar 02 09:29:26.093792 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-729299e5-bab6-4222-9380-bf1e754863bd req-9704eb04-e79b-48cb-84ad-d701dfd05f02 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373704 Mar 02 09:29:27.287090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca00b4-937d-4184-a86a-fb8165f5e8c9 req-6b62fb46-4d9f-4b2b-b8b7-3199348a9396 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:27.288548 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8aca00b4-937d-4184-a86a-fb8165f5e8c9 req-6b62fb46-4d9f-4b2b-b8b7-3199348a9396 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0846801 Mar 02 09:29:27.333301 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8aca00b4-937d-4184-a86a-fb8165f5e8c9 req-061741f7-2639-48f1-a319-5e0956ea83d6 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Mar 02 09:29:28.519431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781d340-6a86-419f-b7d3-0a5a42cd8a00 req-cff0757a-4c82-4651-9467-b80ca2429c3a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:28.520900 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7781d340-6a86-419f-b7d3-0a5a42cd8a00 req-cff0757a-4c82-4651-9467-b80ca2429c3a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0797698 Mar 02 09:29:28.569335 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7781d340-6a86-419f-b7d3-0a5a42cd8a00 req-bd66f9a9-c676-47a1-98d3-b44597fb61ab tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Mar 02 09:29:29.749688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138754b4-24fc-4a0d-a92e-b8c29094f0a5 req-05b13b2a-7ee6-44ae-b39b-f9d3d671ceca tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:29.751159 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-138754b4-24fc-4a0d-a92e-b8c29094f0a5 req-05b13b2a-7ee6-44ae-b39b-f9d3d671ceca tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0776682 Mar 02 09:29:29.797312 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-138754b4-24fc-4a0d-a92e-b8c29094f0a5 req-c892e353-ccf2-47c5-9ca5-a50dd1b016a1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404890 Mar 02 09:29:29.871795 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:29:30.988990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ba4d7-345d-4200-be76-75eca09673ea req-578ae3f3-a904-41f6-8102-85a2d3afc5dd tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:30.990469 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c3ba4d7-345d-4200-be76-75eca09673ea req-578ae3f3-a904-41f6-8102-85a2d3afc5dd tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0917466 Mar 02 09:29:31.032952 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c3ba4d7-345d-4200-be76-75eca09673ea req-ffb9ca48-e376-4baa-ae81-9a24dc992e66 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369489 Mar 02 09:29:32.211072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1cb29-a557-490d-b366-bd4c4b565489 req-c3b3ef6c-c2db-42d2-9320-824385fa6873 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:32.213040 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f5d1cb29-a557-490d-b366-bd4c4b565489 req-c3b3ef6c-c2db-42d2-9320-824385fa6873 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0775435 Mar 02 09:29:32.262689 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f5d1cb29-a557-490d-b366-bd4c4b565489 req-e07ce062-a5ab-400e-9a1b-87159264cd22 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 Mar 02 09:29:33.441776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb18982-8932-4b94-a99e-fe546a2722f0 req-17ac4255-8b61-4254-ba05-6a6b64ef82db tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:33.443144 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcb18982-8932-4b94-a99e-fe546a2722f0 req-17ac4255-8b61-4254-ba05-6a6b64ef82db tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0776420 Mar 02 09:29:33.486348 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcb18982-8932-4b94-a99e-fe546a2722f0 req-3052eb72-4150-4ee4-869c-9af57c70f856 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Mar 02 09:29:34.671880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88760-c72c-48f2-92dd-c76719630d00 req-5e5c62c8-6348-441f-97b8-dd6a594b9f36 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:34.673309 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ffd88760-c72c-48f2-92dd-c76719630d00 req-5e5c62c8-6348-441f-97b8-dd6a594b9f36 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0817142 Mar 02 09:29:34.802110 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ffd88760-c72c-48f2-92dd-c76719630d00 req-ebe63d12-544b-4099-8658-fa90db7c948e tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228843 Mar 02 09:29:35.983051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815df735-9d93-46e6-b2b1-40cec568f4f2 req-f3c7f7f1-c843-4325-92ff-8b2115ae80e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:35.984486 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-815df735-9d93-46e6-b2b1-40cec568f4f2 req-f3c7f7f1-c843-4325-92ff-8b2115ae80e2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0771494 Mar 02 09:29:36.027056 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-815df735-9d93-46e6-b2b1-40cec568f4f2 req-8c10e783-e871-4f96-b71f-f9afab91605d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368829 Mar 02 09:29:37.207185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67c8a0-9af6-4802-accf-d0aa61cb6204 req-9f0c0ec4-1b8f-4484-9a1f-dd10544f5748 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:37.208603 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca67c8a0-9af6-4802-accf-d0aa61cb6204 req-9f0c0ec4-1b8f-4484-9a1f-dd10544f5748 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0791352 Mar 02 09:29:37.250583 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca67c8a0-9af6-4802-accf-d0aa61cb6204 req-d35c7484-2df0-4bb5-9466-8ccaba15b08f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 Mar 02 09:29:38.432525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea3c6f-361b-4df3-bdc9-62170098acd3 req-141b4931-1d81-4232-ba50-e9f70d92fdb6 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:38.433973 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7bea3c6f-361b-4df3-bdc9-62170098acd3 req-141b4931-1d81-4232-ba50-e9f70d92fdb6 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0817397 Mar 02 09:29:38.476355 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7bea3c6f-361b-4df3-bdc9-62170098acd3 req-ba58fe19-037b-4b2b-943e-5c8504c29701 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366495 Mar 02 09:29:39.656162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf84f2-7317-4e56-ab5e-848cb5870da6 req-0b7214fa-2431-432c-b865-21a22662d482 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:39.657598 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcaf84f2-7317-4e56-ab5e-848cb5870da6 req-0b7214fa-2431-432c-b865-21a22662d482 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0780377 Mar 02 09:29:39.700647 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcaf84f2-7317-4e56-ab5e-848cb5870da6 req-0e4ddfaf-4807-49be-a1c5-9a27f1c59c2a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373547 Mar 02 09:29:40.880244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca2acb-c027-45e2-ae7d-846d4070a6d4 req-3a368a3d-ab41-489c-8c32-a3943bb20287 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:40.881575 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fca2acb-c027-45e2-ae7d-846d4070a6d4 req-3a368a3d-ab41-489c-8c32-a3943bb20287 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0803590 Mar 02 09:29:40.924625 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fca2acb-c027-45e2-ae7d-846d4070a6d4 req-5efbe466-d104-4636-b56a-8e76ef17ed0e tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369489 Mar 02 09:29:42.105786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004807b4-0a88-411b-9a87-8a37bfaee00e req-585aed04-a582-4372-bacf-ee1d2e2f4c53 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:42.107293 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-004807b4-0a88-411b-9a87-8a37bfaee00e req-585aed04-a582-4372-bacf-ee1d2e2f4c53 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0779595 Mar 02 09:29:42.151962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-004807b4-0a88-411b-9a87-8a37bfaee00e req-08632c4b-2405-45b3-b811-97593bd655d4 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Mar 02 09:29:43.337134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a981ee-344a-4fce-810f-fadd368bbe8f req-89e0ba14-e4ef-4c3b-b9f3-821b9ca303cb tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:43.338861 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-54a981ee-344a-4fce-810f-fadd368bbe8f req-89e0ba14-e4ef-4c3b-b9f3-821b9ca303cb tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0812075 Mar 02 09:29:43.383413 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-54a981ee-344a-4fce-810f-fadd368bbe8f req-2a074472-502e-473e-abd1-9253b6e028e1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 Mar 02 09:29:44.566107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d854f-e2c6-499b-b0a7-32aaa6f8fa9b req-7aae53bb-1d74-4164-bff5-d5ddb52e9d52 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:44.567541 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e83d854f-e2c6-499b-b0a7-32aaa6f8fa9b req-7aae53bb-1d74-4164-bff5-d5ddb52e9d52 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0821898 Mar 02 09:29:44.610097 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e83d854f-e2c6-499b-b0a7-32aaa6f8fa9b req-9ed34966-f888-415a-9798-ffe2f5300b3f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367966 Mar 02 09:29:45.789189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3f94d-b387-4768-ad74-e1ae842b3489 req-7590457c-725c-4dfa-924f-19782b5e2d69 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:45.790658 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-30e3f94d-b387-4768-ad74-e1ae842b3489 req-7590457c-725c-4dfa-924f-19782b5e2d69 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0776458 Mar 02 09:29:45.835662 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-30e3f94d-b387-4768-ad74-e1ae842b3489 req-c0d2b069-5cbd-4827-8c4f-76b094a448ec tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385377 Mar 02 09:29:47.021145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad1b95-61c2-45eb-8802-defd12534b98 req-bbd2cc0e-947f-4f7c-a989-9b6c31b5a056 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:47.022616 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-faad1b95-61c2-45eb-8802-defd12534b98 req-bbd2cc0e-947f-4f7c-a989-9b6c31b5a056 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0832455 Mar 02 09:29:47.066127 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-faad1b95-61c2-45eb-8802-defd12534b98 req-c7549b98-4b79-44f6-bb2a-8b625859fd4e tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379169 Mar 02 09:29:47.526131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:48.246196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12017508-c241-4c5a-bc4c-51f5152e5a39 req-f7b18b3a-0422-43e2-91d9-19d0824c9f9a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:48.247598 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-12017508-c241-4c5a-bc4c-51f5152e5a39 req-f7b18b3a-0422-43e2-91d9-19d0824c9f9a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0804441 Mar 02 09:29:48.290712 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-12017508-c241-4c5a-bc4c-51f5152e5a39 req-347b85a8-0ad9-444d-b9ff-6be24ec1a8d4 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 Mar 02 09:29:49.477464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf1976-6516-4780-ac19-8326a9a29609 req-f4f4b066-2924-44bc-8dc3-f4e8d18cd0c4 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:49.478910 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6eaf1976-6516-4780-ac19-8326a9a29609 req-f4f4b066-2924-44bc-8dc3-f4e8d18cd0c4 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0782557 Mar 02 09:29:49.520579 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6eaf1976-6516-4780-ac19-8326a9a29609 req-c7650b5f-72b4-44d0-9e71-d67ebf11084a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361340 Mar 02 09:29:49.689128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c4873959-4335-47bc-8842-34a24de6e649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:49.748528 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-e7d22fbf-db59-4964-8be4-b774e0e8a99e service neutron] 10.222.0.15 "GET /v2.0/ports/1b2aaf5e-25f8-444f-8f12-6c2a8e527514/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0722561 Mar 02 09:29:50.286518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063355-38f4-41c8-b6b4-f512a91c001e req-ee43a6a5-f11d-49cd-a903-905fa70e260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:50.287953 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-ee43a6a5-f11d-49cd-a903-905fa70e260e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c&tenant_id=6012972967d645e898e940d0da86d282 HTTP/1.1" status: 200 len: 1098 time: 0.0723665 Mar 02 09:29:50.375641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063355-38f4-41c8-b6b4-f512a91c001e req-529ca92b-357c-4931-8548-42acf1aec20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:50.377059 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-529ca92b-357c-4931-8548-42acf1aec20e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 1098 time: 0.0680180 Mar 02 09:29:50.502858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063355-38f4-41c8-b6b4-f512a91c001e req-950a99a7-7f6b-46e7-8681-84187f368e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:50.504347 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-950a99a7-7f6b-46e7-8681-84187f368e19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 916 time: 0.1216307 Mar 02 09:29:50.575209 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-9b3be875-ca24-43f5-b6c3-6d04a1e7e91b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514 HTTP/1.1" status: 200 len: 217 time: 0.0641501 Mar 02 09:29:50.636332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81063355-38f4-41c8-b6b4-f512a91c001e req-e1426166-d18b-43d6-a12e-862106dedb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:50.638333 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-e1426166-d18b-43d6-a12e-862106dedb9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0579519 Mar 02 09:29:50.686814 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-fb420ed9-bace-4bad-b940-a888bbb84e67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429940 Mar 02 09:29:50.710033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8352a-b20e-4a72-8c11-80d8debad8a5 req-2d372019-6f18-48aa-aaf3-40fbd6e96fc6 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:50.711496 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dba8352a-b20e-4a72-8c11-80d8debad8a5 req-2d372019-6f18-48aa-aaf3-40fbd6e96fc6 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0827010 Mar 02 09:29:50.754550 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dba8352a-b20e-4a72-8c11-80d8debad8a5 req-5f4179f3-719c-4e4d-aaec-1b36fe4c9910 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Mar 02 09:29:50.815292 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-b5b5f7e5-d99a-49da-b05e-204b917a0618 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229057 Mar 02 09:29:50.942036 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-81063355-38f4-41c8-b6b4-f512a91c001e req-5b48fe9e-c4b5-4715-be98-d6b141dac564 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212194 Mar 02 09:29:51.935338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e053e55c-7d39-4068-ac0e-e130e5dfe24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:51.936434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a689e0-10b9-4be1-a42f-95e267eba234 req-3d1b2c7a-c7e0-433e-a105-24beea61b130 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:51.937919 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5a689e0-10b9-4be1-a42f-95e267eba234 req-3d1b2c7a-c7e0-433e-a105-24beea61b130 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0766153 Mar 02 09:29:51.968010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:29:51.985665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5a689e0-10b9-4be1-a42f-95e267eba234 req-fb9b9e65-b16d-41d9-9e80-0481fa908c90 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Mar 02 09:29:52.097758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:29:52.111019 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514', 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f', 'port_id': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514', 'mac_address': 'fa:16:3e:71:c4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2b8cdb-75d6-49a3-8c75-67916c9b26bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:29:52.163978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:52.180087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:29:52.203363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:29:52.319892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:52.386295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['1b2aaf5e-25f8-444f-8f12-6c2a8e527514'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:29:52.423320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:52.435544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.435889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.436226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.436563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.436890 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.437218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.437541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.437882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.438210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.438528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.438845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:52.439161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:29:53.085798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:53.168981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c88c-c211-428d-8b0f-c75e7b15357a req-af20b3be-93d2-4255-b3d2-cb6dcaf151c9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:53.170564 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a7b2c88c-c211-428d-8b0f-c75e7b15357a req-af20b3be-93d2-4255-b3d2-cb6dcaf151c9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 944 time: 0.0789454 Mar 02 09:29:53.177371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:53.214392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a7b2c88c-c211-428d-8b0f-c75e7b15357a req-4b7deca9-0b34-4679-8d8e-b49c8bd60ad5 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379670 Mar 02 09:29:53.970847 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:29:54.035679 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:29:54.036042 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:54.147777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:54.173442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24af2687-da33-4815-9a83-a1e8f201338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:29:54.183515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:29:54.224967 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24af2687-da33-4815-9a83-a1e8f201338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514', 'code': 200} Mar 02 09:29:54.252030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:54.319612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:29:54.397147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5589d4-65e1-4e7e-9a63-f0436c1a7773 req-1bda9a77-209f-4159-8373-4b9d534938c0 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:54.398595 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d5589d4-65e1-4e7e-9a63-f0436c1a7773 req-1bda9a77-209f-4159-8373-4b9d534938c0 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0803225 Mar 02 09:29:54.442179 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d5589d4-65e1-4e7e-9a63-f0436c1a7773 req-a0fea30f-fe9f-43ab-9912-e53a9d6fa860 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Mar 02 09:29:54.646131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:29:54.880627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0aff4a-8b3b-4e5f-83ab-5d9ed793907f req-340d4e44-26aa-4ff9-9956-ea97330a71ec tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:54.882107 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1b0aff4a-8b3b-4e5f-83ab-5d9ed793907f req-340d4e44-26aa-4ff9-9956-ea97330a71ec tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0793688 Mar 02 09:29:54.925927 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1b0aff4a-8b3b-4e5f-83ab-5d9ed793907f req-01484b84-e756-40c9-aa22-f88249769dc2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Mar 02 09:29:54.939566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-ede90766-7c07-41d0-b349-291cf9867fa1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:54.940259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-ede90766-7c07-41d0-b349-291cf9867fa1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Synchronizing usage tracker for tenant:6012972967d645e898e940d0da86d282 on resource:port {{(pid=88400) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:29:55.011592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-ede90766-7c07-41d0-b349-291cf9867fa1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Unset dirty status for tenant:6012972967d645e898e940d0da86d282 on resource:port {{(pid=88400) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:29:55.012664 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-ede90766-7c07-41d0-b349-291cf9867fa1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c&tenant_id=6012972967d645e898e940d0da86d282&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 945 time: 0.1534741 Mar 02 09:29:55.150110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-68364d7e-9704-4157-82b8-70fd8caaa2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:55.151592 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-68364d7e-9704-4157-82b8-70fd8caaa2b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 1098 time: 0.0721312 Mar 02 09:29:55.376085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-b2403d2f-1323-4207-93e0-385ab35366f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:55.377499 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-b2403d2f-1323-4207-93e0-385ab35366f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 916 time: 0.2206106 Mar 02 09:29:55.441886 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-df495bee-a440-44a7-8e11-d786736a6260 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514 HTTP/1.1" status: 200 len: 217 time: 0.0580924 Mar 02 09:29:55.502616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-0762a035-f5c1-4f46-b5ba-afa3d52aafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:55.504005 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-0762a035-f5c1-4f46-b5ba-afa3d52aafad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0566044 Mar 02 09:29:55.548524 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-87ff1393-342d-4721-9d79-f9e93efea4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387628 Mar 02 09:29:55.675957 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-bfa7087f-c134-4ee2-80c0-a0f2ee30d9e4 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212525 Mar 02 09:29:55.806710 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-3ff551bb-e439-4b3a-a81e-6ecc290f0242 req-ab03339f-44c9-4d68-b437-af88061ccf29 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239009 Mar 02 09:29:56.116002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb844-6c48-4cec-9234-430568eb1954 req-4046554d-e80c-43cc-b47c-da80b2dc59ae tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:56.117413 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcaeb844-6c48-4cec-9234-430568eb1954 req-4046554d-e80c-43cc-b47c-da80b2dc59ae tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0800331 Mar 02 09:29:56.159089 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcaeb844-6c48-4cec-9234-430568eb1954 req-304959b0-55a4-43d5-b5d4-323bf624b818 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Mar 02 09:29:57.340340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b822886-e5af-4b22-8960-8894a2629926 req-eb4b548a-42ed-477c-80b2-a8443295ca57 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:57.341659 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b822886-e5af-4b22-8960-8894a2629926 req-eb4b548a-42ed-477c-80b2-a8443295ca57 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0805593 Mar 02 09:29:57.477318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b822886-e5af-4b22-8960-8894a2629926 req-6a824398-97fd-4e67-b1fe-3e32941eda4c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301200 Mar 02 09:29:57.656451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccefca5-cea7-4987-9829-897228bf37e9 req-5192c6d5-6984-4f18-b2a8-513a3bb39d6f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:57.657878 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eccefca5-cea7-4987-9829-897228bf37e9 req-5192c6d5-6984-4f18-b2a8-513a3bb39d6f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0774903 Mar 02 09:29:57.702057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eccefca5-cea7-4987-9829-897228bf37e9 req-8e5368b0-e03c-4fab-8b85-9c5ef647d9be tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375402 Mar 02 09:29:57.880918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5163-6dc0-4c96-a8f0-8aa1b0431b5b req-5cef5d27-c6a9-4558-8ce4-b82537b7baf0 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:57.882366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e21a5163-6dc0-4c96-a8f0-8aa1b0431b5b req-5cef5d27-c6a9-4558-8ce4-b82537b7baf0 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0800302 Mar 02 09:29:57.925441 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e21a5163-6dc0-4c96-a8f0-8aa1b0431b5b req-22c1a192-6221-4b6e-84b3-dcdd0081e591 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Mar 02 09:29:58.623450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572311-998b-4ee4-b2c0-80538304be2b req-0b9067aa-3403-4cf1-abbe-2c7a87da697a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:29:58.624773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-0b9067aa-3403-4cf1-abbe-2c7a87da697a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 815 time: 0.1432292 Mar 02 09:29:58.639139 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-50180e30-c7a9-468f-af84-a51c6d13db92 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/quotas/6012972967d645e898e940d0da86d282 HTTP/1.1" status: 200 len: 375 time: 0.0088661 Mar 02 09:29:58.719217 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-b151894b-cdb4-427a-b752-b81917e131ff tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752506 Mar 02 09:29:58.846857 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-00fc7744-358d-4d2f-b03b-036c5e5c52f7 service neutron] 10.222.0.10 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211741 Mar 02 09:29:58.974676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-5f3b799b-18e1-46b9-8aed-3f2e088d3b4b service neutron] 10.222.0.10 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220052 Mar 02 09:29:59.219895 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0d7a2bd-f16b-4060-8b88-249ef129fde6 req-5d434b74-4f80-4b05-bcce-5f74ea92db4d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 210 time: 0.0422671 Mar 02 09:30:00.343129 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c0643-846f-47e6-bc22-f53219e69263 req-265eba88-3652-4663-95d1-01f151cf4378 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:00.344554 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-532c0643-846f-47e6-bc22-f53219e69263 req-265eba88-3652-4663-95d1-01f151cf4378 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "GET /v2.0/ports?device_id=24af2687-da33-4815-9a83-a1e8f201338c HTTP/1.1" status: 200 len: 945 time: 0.0835631 Mar 02 09:30:00.367882 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-185af7c7-40e6-405f-a087-991e3924e69a req-c3ab6dcf-87a0-4973-98b4-30a938606723 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 210 time: 0.0408964 Mar 02 09:30:00.413997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-532c0643-846f-47e6-bc22-f53219e69263 req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Deleting port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:30:00.414337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-532c0643-846f-47e6-bc22-f53219e69263 req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:00.658237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [req-532c0643-846f-47e6-bc22-f53219e69263 req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] For port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:30:00.658586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-532c0643-846f-47e6-bc22-f53219e69263 req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:00.777675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [req-532c0643-846f-47e6-bc22-f53219e69263 req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Calling delete_port for 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 owned by compute:nova {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:30:00.994215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-532c0643-846f-47e6-bc22-f53219e69263 req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:01.005460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['1b2aaf5e-25f8-444f-8f12-6c2a8e527514'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:30:01.044116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Pushing event deleted for resources: {'Port': ['ID=1b2aaf5e-25f8-444f-8f12-6c2a8e527514,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:01.113770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.114137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.114514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.114839 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.115162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.115483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.115803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.116119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.116434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.116750 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.117065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.117378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:01.129901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [req-532c0643-846f-47e6-bc22-f53219e69263 req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] No DVR routers for this DVR port 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 on host hv-neutron-8287 {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:30:01.132065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [req-532c0643-846f-47e6-bc22-f53219e69263 req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:01.136244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24af2687-da33-4815-9a83-a1e8f201338c', 'name': 'network-vif-deleted', 'tag': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:30:01.181606 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24af2687-da33-4815-9a83-a1e8f201338c', 'name': 'network-vif-deleted', 'tag': '1b2aaf5e-25f8-444f-8f12-6c2a8e527514', 'status': 'completed', 'code': 200} Mar 02 09:30:01.207907 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-532c0643-846f-47e6-bc22-f53219e69263 req-27d80c95-b8d9-4642-b4c5-958cc547782d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "DELETE /v2.0/ports/1b2aaf5e-25f8-444f-8f12-6c2a8e527514 HTTP/1.1" status: 204 len: 173 time: 0.8577933 Mar 02 09:30:01.323741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572311-998b-4ee4-b2c0-80538304be2b req-62e36a7f-739f-44e0-8f24-dcd6fddb0dc6 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:01.325155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-62e36a7f-739f-44e0-8f24-dcd6fddb0dc6 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 815 time: 0.1480699 Mar 02 09:30:01.336414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Request body: {'port': {'device_id': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f', 'admin_state_up': True, 'tenant_id': '6012972967d645e898e940d0da86d282'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:30:01.477126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:30:01.521417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Usage tracker for resource:port and tenant:6012972967d645e898e940d0da86d282 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:30:01.525586 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9df8fbb8-235a-4f49-bf70-d59e5cc94afc req-bd4d557d-5024-49e8-ae7e-bfa4cbbe69b1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 210 time: 0.0503092 Mar 02 09:30:01.526381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:30:01.532938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:30:01.611456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Made reservation on behalf of 6012972967d645e898e940d0da86d282 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:30:01.615041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:01.775833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Allocated IP 172.20.0.13 (891bdf23-d801-43d4-8e16-97fbf41eaa0f/ad2b8cdb-75d6-49a3-8c75-67916c9b26bc/68a859bc-2ef3-47f8-96ff-d40fdb180926) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:30:01.976330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:02.076302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:02.140361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Network 891bdf23-d801-43d4-8e16-97fbf41eaa0f is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:30:02.150731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:30:02.155131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:30:02.272259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Pushing event updated for resources: {'Port': ['ID=68a859bc-2ef3-47f8-96ff-d40fdb180926,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:02.290910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.295097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:02.316841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:02.317442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:02.400381 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-585ecbc0-b302-461d-91ba-7f5e2cfa1634 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0673373 Mar 02 09:30:02.412156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Request body: {'port': {'device_id': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:30:02.518988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:02.840888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded51004-edaa-4232-9bdd-b0f2b1b47fe9 req-840d9995-3dae-41da-bbe3-33954ad27567 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:02.842215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ded51004-edaa-4232-9bdd-b0f2b1b47fe9 req-840d9995-3dae-41da-bbe3-33954ad27567 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Synchronizing usage tracker for tenant:6012972967d645e898e940d0da86d282 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:30:02.931958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a859bc-2ef3-47f8-96ff-d40fdb180926 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:30:02.939221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:02.953251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Transition to ACTIVE for port object 68a859bc-2ef3-47f8-96ff-d40fdb180926 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:30:02.959672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ded51004-edaa-4232-9bdd-b0f2b1b47fe9 req-840d9995-3dae-41da-bbe3-33954ad27567 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Unset dirty status for tenant:6012972967d645e898e940d0da86d282 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:30:02.960812 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ded51004-edaa-4232-9bdd-b0f2b1b47fe9 req-840d9995-3dae-41da-bbe3-33954ad27567 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 932 time: 0.3174222 Mar 02 09:30:03.005392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ded51004-edaa-4232-9bdd-b0f2b1b47fe9 req-e8336e66-7c08-4ca3-b0c8-576fe7514d59 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385952 Mar 02 09:30:03.034319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:03.158694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Pushing event updated for resources: {'Port': ['ID=68a859bc-2ef3-47f8-96ff-d40fdb180926,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:03.256246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Attempting to bind port 68a859bc-2ef3-47f8-96ff-d40fdb180926 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:30:03.256564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Attempting to bind port 68a859bc-2ef3-47f8-96ff-d40fdb180926 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '3e0d1911-7825-4f32-8bbd-034f4e32b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:30:03.256878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Attempting to bind port 68a859bc-2ef3-47f8-96ff-d40fdb180926 on network 891bdf23-d801-43d4-8e16-97fbf41eaa0f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:30:03.261268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Port 68a859bc-2ef3-47f8-96ff-d40fdb180926 on network 891bdf23-d801-43d4-8e16-97fbf41eaa0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:30:03.261577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Attempting to bind port 68a859bc-2ef3-47f8-96ff-d40fdb180926 on network 891bdf23-d801-43d4-8e16-97fbf41eaa0f {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:30:03.267076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:30:03.267400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Checking segment: {'id': '3e0d1911-7825-4f32-8bbd-034f4e32b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:30:03.267772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Bound using segment: {'id': '3e0d1911-7825-4f32-8bbd-034f4e32b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:30:03.268177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Bound port: 68a859bc-2ef3-47f8-96ff-d40fdb180926, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0d1911-7825-4f32-8bbd-034f4e32b9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:30:03.268506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:03.353260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] For port 68a859bc-2ef3-47f8-96ff-d40fdb180926, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:30:03.356062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] For port 68a859bc-2ef3-47f8-96ff-d40fdb180926, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:30:03.440312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:03.496991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:03.497609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:03.499581 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] 10.222.0.15 "PUT /v2.0/ports/68a859bc-2ef3-47f8-96ff-d40fdb180926 HTTP/1.1" status: 200 len: 1094 time: 1.0914366 Mar 02 09:30:03.500009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'tag': '68a859bc-2ef3-47f8-96ff-d40fdb180926'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:30:03.522577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3263aa4-1990-48d7-bfbf-52276e82fa73 service neutron] Pushing event updated for resources: {'Port': ['ID=68a859bc-2ef3-47f8-96ff-d40fdb180926,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:03.629864 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'tag': '68a859bc-2ef3-47f8-96ff-d40fdb180926', 'status': 'completed', 'code': 200} Mar 02 09:30:03.669265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572311-998b-4ee4-b2c0-80538304be2b req-707fc004-9ca0-4576-91da-8b5e1e63766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:03.671320 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-707fc004-9ca0-4576-91da-8b5e1e63766a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 1097 time: 0.0734224 Mar 02 09:30:03.739266 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-56ae3614-7bba-4abe-b640-daf842728c88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926 HTTP/1.1" status: 200 len: 217 time: 0.0611517 Mar 02 09:30:03.798562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572311-998b-4ee4-b2c0-80538304be2b req-de099128-4b74-4e68-a7d1-a2e8f10aad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:03.799893 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-de099128-4b74-4e68-a7d1-a2e8f10aad71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0551345 Mar 02 09:30:03.846830 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-8463d62e-9b67-4750-a36b-d77a370ecc6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411868 Mar 02 09:30:03.972382 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-a6646fbe-48b5-4c08-b832-c42a06c6c386 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193435 Mar 02 09:30:04.016881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:30:04.049940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:30:04.050290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1b2aaf5e-25f8-444f-8f12-6c2a8e527514 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:30:04.099346 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2572311-998b-4ee4-b2c0-80538304be2b req-346f0604-bb5d-4bd1-a295-6e1b5c3dfbc6 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209617 Mar 02 09:30:04.336089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c705ea-ec4a-428f-b7e2-ea4cfe993cfa req-3d1eaa31-6d62-41b8-9d74-715f04d91c4f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:04.337501 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-55c705ea-ec4a-428f-b7e2-ea4cfe993cfa req-3d1eaa31-6d62-41b8-9d74-715f04d91c4f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 944 time: 0.2254224 Mar 02 09:30:04.339318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-7cf940ab-12e5-4feb-adea-108715232ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:04.340591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-7cf940ab-12e5-4feb-adea-108715232ad6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 1097 time: 0.1027133 Mar 02 09:30:04.457743 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-55c705ea-ec4a-428f-b7e2-ea4cfe993cfa req-b28eaa7f-db36-4b17-8c2e-fdd0f47deb55 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146066 Mar 02 09:30:04.496402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-3afc862f-8e10-4e44-a5a1-f3b656576108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:04.498567 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-3afc862f-8e10-4e44-a5a1-f3b656576108 service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 916 time: 0.1413379 Mar 02 09:30:04.567342 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-4a7eb78d-1c2a-4955-849b-b3d46495330d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926 HTTP/1.1" status: 200 len: 217 time: 0.0630453 Mar 02 09:30:04.627026 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-6a8258dc-987c-4ee8-bf66-3f7419fa1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:04.628346 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-6a8258dc-987c-4ee8-bf66-3f7419fa1d0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0559006 Mar 02 09:30:04.676285 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-3349e554-e79b-447b-8eda-4186a87385a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425282 Mar 02 09:30:04.802141 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-04100853-9ef3-43cd-9392-bf0e3c5d85e6 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197717 Mar 02 09:30:04.928898 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04f8014d-9ab2-4e9a-b647-8d7a48b7e0e5 req-df97a1cf-1230-437e-877d-3bbf136417de service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202521 Mar 02 09:30:05.643873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34f802-944f-42a0-b794-452e84999ec5 req-a7a4f833-5693-4616-a0da-fa841dd637f4 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:05.645312 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3c34f802-944f-42a0-b794-452e84999ec5 req-a7a4f833-5693-4616-a0da-fa841dd637f4 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 944 time: 0.0815327 Mar 02 09:30:05.688236 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3c34f802-944f-42a0-b794-452e84999ec5 req-2bb208b2-67d1-4b23-bcba-a96a792226e9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372977 Mar 02 09:30:06.035210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 68a859bc-2ef3-47f8-96ff-d40fdb180926 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:30:06.165068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 68a859bc-2ef3-47f8-96ff-d40fdb180926, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:30:06.178217 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '68a859bc-2ef3-47f8-96ff-d40fdb180926', 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f', 'port_id': '68a859bc-2ef3-47f8-96ff-d40fdb180926', 'mac_address': 'fa:16:3e:f3:b4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2b8cdb-75d6-49a3-8c75-67916c9b26bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:30:06.234202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:06.250099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a859bc-2ef3-47f8-96ff-d40fdb180926 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:30:06.264956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 68a859bc-2ef3-47f8-96ff-d40fdb180926, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:30:06.339173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:06.403548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=68a859bc-2ef3-47f8-96ff-d40fdb180926,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:06.656059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['68a859bc-2ef3-47f8-96ff-d40fdb180926'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:30:06.869062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ea782-bb86-47c5-8e69-005d7ff9e826 req-2f29eec8-4ee4-43ed-baf6-b679f70fc645 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:06.870098 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:30:06.870547 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc4ea782-bb86-47c5-8e69-005d7ff9e826 req-2f29eec8-4ee4-43ed-baf6-b679f70fc645 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 945 time: 0.0769887 Mar 02 09:30:06.916721 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc4ea782-bb86-47c5-8e69-005d7ff9e826 req-122ac092-4e9e-4002-9c7f-2f606976f4f3 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Mar 02 09:30:08.064316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 68a859bc-2ef3-47f8-96ff-d40fdb180926 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:30:08.095040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45491156-cc99-4ba0-aaf5-b066370ef285 req-daa81a61-8401-478f-8254-a812a349c39d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:08.096520 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-45491156-cc99-4ba0-aaf5-b066370ef285 req-daa81a61-8401-478f-8254-a812a349c39d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 945 time: 0.0782275 Mar 02 09:30:08.140462 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-45491156-cc99-4ba0-aaf5-b066370ef285 req-41e9a364-8ec2-4c65-b7aa-6995b4dcdf02 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 Mar 02 09:30:08.189461 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 68a859bc-2ef3-47f8-96ff-d40fdb180926 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:30:08.194468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 68a859bc-2ef3-47f8-96ff-d40fdb180926 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:30:08.194885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:08.307273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:08.332627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a859bc-2ef3-47f8-96ff-d40fdb180926'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:30:08.342999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 68a859bc-2ef3-47f8-96ff-d40fdb180926, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:30:08.375849 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a859bc-2ef3-47f8-96ff-d40fdb180926', 'code': 200} Mar 02 09:30:08.418198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:08.486673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=68a859bc-2ef3-47f8-96ff-d40fdb180926,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:08.747556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e14db-07db-4beb-b7ab-65ac5b7d19c6 req-b4d149d1-12b4-4f8e-a163-6d48e730171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:08.748913 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-175e14db-07db-4beb-b7ab-65ac5b7d19c6 req-b4d149d1-12b4-4f8e-a163-6d48e730171e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 1099 time: 0.0706503 Mar 02 09:30:08.787439 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-175e14db-07db-4beb-b7ab-65ac5b7d19c6 req-0ffe2e11-15b0-43c2-a1da-2681cf51909b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Mar 02 09:30:09.319314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e44b2-65f5-447f-bfd3-553b2cb4fc30 req-73839afa-efe7-4e9a-b6a9-30085cff9f14 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:09.320757 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-914e44b2-65f5-447f-bfd3-553b2cb4fc30 req-73839afa-efe7-4e9a-b6a9-30085cff9f14 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0777559 Mar 02 09:30:09.363832 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-914e44b2-65f5-447f-bfd3-553b2cb4fc30 req-e2c5b9d1-8dc1-4e35-b96f-c84f4ffcfebf tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373685 Mar 02 09:30:10.546183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679bde9-1afb-4e58-8523-65cf5fa8ad9c req-6c891701-24e9-47d1-bc74-7e97c1484733 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:10.547645 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e679bde9-1afb-4e58-8523-65cf5fa8ad9c req-6c891701-24e9-47d1-bc74-7e97c1484733 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0817699 Mar 02 09:30:10.590483 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e679bde9-1afb-4e58-8523-65cf5fa8ad9c req-ffd37345-e1a9-4fc7-b28c-58fec1d7499a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Mar 02 09:30:10.771332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09352427-b691-443c-840a-c5148b59d2c3 req-c2b34d17-554d-4bdf-8f18-51a4905c4967 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:10.772674 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-09352427-b691-443c-840a-c5148b59d2c3 req-c2b34d17-554d-4bdf-8f18-51a4905c4967 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0775421 Mar 02 09:30:10.818507 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-09352427-b691-443c-840a-c5148b59d2c3 req-70aa0ff5-cb8c-4610-b622-813a8e3befdf tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 Mar 02 09:30:11.313393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1bac-8b99-4893-bee6-87f5fd9bab62 req-c385509d-eebd-4d7f-bdff-15d5acee33cd tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:11.314890 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-029d1bac-8b99-4893-bee6-87f5fd9bab62 req-c385509d-eebd-4d7f-bdff-15d5acee33cd tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0793266 Mar 02 09:30:11.360297 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-029d1bac-8b99-4893-bee6-87f5fd9bab62 req-633126e7-69fa-4a4d-8468-f6da3188298d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Mar 02 09:30:11.378046 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-de058361-e141-4235-9fd8-7247d79baad9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709419 Mar 02 09:30:12.546764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb281d-b57c-4c56-b6b6-d4d133d16a1e req-68b7e434-5c99-4963-9f04-133fc84aecb2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:12.548259 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-40fb281d-b57c-4c56-b6b6-d4d133d16a1e req-68b7e434-5c99-4963-9f04-133fc84aecb2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0832963 Mar 02 09:30:12.680959 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-40fb281d-b57c-4c56-b6b6-d4d133d16a1e req-418b97e9-3351-4ec9-8133-ee9e0bcbf637 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270075 Mar 02 09:30:13.266769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-873277e2-7648-4c40-b85a-5adec1cb3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:13.268180 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-873277e2-7648-4c40-b85a-5adec1cb3be1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 1099 time: 0.0674152 Mar 02 09:30:13.394129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-6818a045-13c4-4d63-a806-74a4c093e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:13.395457 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-6818a045-13c4-4d63-a806-74a4c093e79e service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 916 time: 0.1210639 Mar 02 09:30:13.464901 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-abcf4f91-edd6-45e0-a84a-085c21a5d88d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926 HTTP/1.1" status: 200 len: 217 time: 0.0632172 Mar 02 09:30:13.524438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-43c33849-75d0-4aeb-906a-e04811a130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:13.525803 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-43c33849-75d0-4aeb-906a-e04811a130a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0553792 Mar 02 09:30:13.574400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-5799b224-5c0e-4917-b0ef-55da3f519e96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423110 Mar 02 09:30:13.706776 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-ffc32e51-691d-4818-aa85-cd2caba9b4fd service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249571 Mar 02 09:30:13.878395 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-804c0f0a-a0f1-414c-8576-048dce7129c0 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662362 Mar 02 09:30:13.901861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aac086-63d9-45dd-b506-1257964627fb req-f9c218d0-2266-4f38-b088-94d94c7efe56 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:13.906208 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5aac086-63d9-45dd-b506-1257964627fb req-f9c218d0-2266-4f38-b088-94d94c7efe56 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.1150215 Mar 02 09:30:13.946485 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5aac086-63d9-45dd-b506-1257964627fb req-667840a3-606c-4180-9f44-6875d7efe12a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Mar 02 09:30:15.139020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d8e64-b5d2-4c7d-95a2-06cf5e6e364f req-0304d3ea-e780-43cc-971a-a3032d401d90 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:15.140444 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-964d8e64-b5d2-4c7d-95a2-06cf5e6e364f req-0304d3ea-e780-43cc-971a-a3032d401d90 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0825124 Mar 02 09:30:15.183759 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-964d8e64-b5d2-4c7d-95a2-06cf5e6e364f req-bea51e3c-5763-4211-b25f-4305174a54a2 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377338 Mar 02 09:30:16.368695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd4971-2c4b-4716-8216-f718f8ad2522 req-2ed6ff68-4657-44b4-bd8e-7ab981fdf962 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:16.370140 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ddcd4971-2c4b-4716-8216-f718f8ad2522 req-2ed6ff68-4657-44b4-bd8e-7ab981fdf962 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0768712 Mar 02 09:30:16.415526 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ddcd4971-2c4b-4716-8216-f718f8ad2522 req-7a1ce12d-7349-41bc-b05b-e0286eb267e3 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399561 Mar 02 09:30:17.592038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:17.598833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b0a14-d15d-4f7b-8754-2ab14fb96dc6 req-4a20968d-f89f-4050-a1eb-ef988895daa8 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:17.600265 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-173b0a14-d15d-4f7b-8754-2ab14fb96dc6 req-4a20968d-f89f-4050-a1eb-ef988895daa8 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0791404 Mar 02 09:30:17.644061 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-173b0a14-d15d-4f7b-8754-2ab14fb96dc6 req-8eec53d1-397f-4881-9b86-e2a31a2ed9ff tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381157 Mar 02 09:30:18.825045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e4763-507a-48c2-9e75-c4ac8ef08ad7 req-beb1a41f-30ce-4e7a-ba86-12cf6377b9ca tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:18.826402 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9f3e4763-507a-48c2-9e75-c4ac8ef08ad7 req-beb1a41f-30ce-4e7a-ba86-12cf6377b9ca tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0806382 Mar 02 09:30:18.868295 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9f3e4763-507a-48c2-9e75-c4ac8ef08ad7 req-d0fb85ff-0cdb-4195-9cf7-a253a7ca5c30 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358229 Mar 02 09:30:19.729659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c4bd9e54-ef60-43a3-b0f3-ac7c84f8f659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:20.055168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6f0ea-eefe-4874-a169-689469643d5a req-c5c322fc-e98e-4452-a3e6-ee5f4a77b346 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:20.056593 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7bf6f0ea-eefe-4874-a169-689469643d5a req-c5c322fc-e98e-4452-a3e6-ee5f4a77b346 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0803304 Mar 02 09:30:20.099650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7bf6f0ea-eefe-4874-a169-689469643d5a req-82ead689-067e-4aa9-8a6e-553065cb9f1c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371227 Mar 02 09:30:20.941846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-792d5ae9-23e3-4f9d-96d5-d806f92ddf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:20.943200 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-792d5ae9-23e3-4f9d-96d5-d806f92ddf60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 1099 time: 0.0710025 Mar 02 09:30:21.081631 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-8c3d2e87-8f31-4c34-9c15-9a154e6adcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:21.083034 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-8c3d2e87-8f31-4c34-9c15-9a154e6adcef service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 916 time: 0.1217737 Mar 02 09:30:21.150967 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-4c054ca2-14cf-40d7-bac4-b3d6fb95a276 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926 HTTP/1.1" status: 200 len: 217 time: 0.0618057 Mar 02 09:30:21.350039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-eb8d6c12-6a36-4aa1-a10a-d46bdb954748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:21.351443 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-eb8d6c12-6a36-4aa1-a10a-d46bdb954748 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.1953433 Mar 02 09:30:21.399717 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-bf9e144e-3415-4e48-8397-ae5c0273e84f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420833 Mar 02 09:30:21.449278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99417a6-2dd9-4561-8dc1-582520dfca21 req-d45e3bf0-801a-4b28-a517-8583f8b52376 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:21.450719 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d99417a6-2dd9-4561-8dc1-582520dfca21 req-d45e3bf0-801a-4b28-a517-8583f8b52376 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.1666429 Mar 02 09:30:21.570248 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d99417a6-2dd9-4561-8dc1-582520dfca21 req-c993247b-14e7-4e5c-90ab-0b826eda797a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684214 Mar 02 09:30:21.575086 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-bc483f4e-33ab-4611-9553-c6d477f91bbc service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693900 Mar 02 09:30:21.705272 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67d3b40b-f47a-49a7-b1c3-d3db478b73ca req-0ba8d9c7-8b2b-488f-be5f-d7b07ac9d96b service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225078 Mar 02 09:30:21.929872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-84c2e97a-eda5-4113-a1b4-0296c75b4269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:22.757179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e0edc-ef25-4c7f-ae78-b12f6d557570 req-628ba21d-fc99-4f77-815e-a412e7b2e5b5 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:22.758654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-468e0edc-ef25-4c7f-ae78-b12f6d557570 req-628ba21d-fc99-4f77-815e-a412e7b2e5b5 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0824528 Mar 02 09:30:22.802085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-468e0edc-ef25-4c7f-ae78-b12f6d557570 req-39c680e0-5018-4726-915b-ba47f0ccd343 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Mar 02 09:30:23.078993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:23.180105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:23.981548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab0cf5-edf3-4fd0-a730-13a6deb6dbce req-6ee5b2fa-ff37-4d23-a3ef-90573f97c91e tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:23.983006 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2eab0cf5-edf3-4fd0-a730-13a6deb6dbce req-6ee5b2fa-ff37-4d23-a3ef-90573f97c91e tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0775537 Mar 02 09:30:24.030611 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2eab0cf5-edf3-4fd0-a730-13a6deb6dbce req-f3a9b22c-a6e2-41be-8049-82c0360f4177 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 Mar 02 09:30:24.690185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:25.213820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70908f-925c-4d61-bebf-c9263321e6b9 req-092ca544-a530-4ce6-a10d-a6788fdacb42 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:25.215262 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ed70908f-925c-4d61-bebf-c9263321e6b9 req-092ca544-a530-4ce6-a10d-a6788fdacb42 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0808206 Mar 02 09:30:25.258256 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ed70908f-925c-4d61-bebf-c9263321e6b9 req-c3694eec-dec1-4c99-9fcf-fc3609c36190 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370860 Mar 02 09:30:26.440396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7dbae-88ee-43ab-8f22-6f7069fc8197 req-97ddd4b4-ed53-44c2-9b3c-ea7a22522c86 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:26.441825 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8e7dbae-88ee-43ab-8f22-6f7069fc8197 req-97ddd4b4-ed53-44c2-9b3c-ea7a22522c86 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0792911 Mar 02 09:30:26.483772 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8e7dbae-88ee-43ab-8f22-6f7069fc8197 req-3aea444c-bceb-46eb-aa20-f92f5c003d53 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365071 Mar 02 09:30:27.670834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9c584-ae41-4f9d-8e43-20f465892cef req-9f529a31-5f73-4518-87a0-84c0028e645d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:27.672265 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-56d9c584-ae41-4f9d-8e43-20f465892cef req-9f529a31-5f73-4518-87a0-84c0028e645d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0815206 Mar 02 09:30:27.725224 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-56d9c584-ae41-4f9d-8e43-20f465892cef req-4601c6d6-009e-4dd8-b69e-a3127793ac7b tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 Mar 02 09:30:28.905131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a07e3-e417-4756-a4a1-5f153f02a14f req-194d1c56-17c0-4aca-bea2-9c11d43b163a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:28.906576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c52a07e3-e417-4756-a4a1-5f153f02a14f req-194d1c56-17c0-4aca-bea2-9c11d43b163a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0759535 Mar 02 09:30:28.953881 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c52a07e3-e417-4756-a4a1-5f153f02a14f req-2e870b6d-b750-4446-87f6-94804e9a41dc tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417213 Mar 02 09:30:30.137691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aeefa-6cdc-4727-92fe-ecfad1b449b9 req-ef66f945-2e0f-4fb8-974a-9cfa165ff5f8 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:30.139122 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-312aeefa-6cdc-4727-92fe-ecfad1b449b9 req-ef66f945-2e0f-4fb8-974a-9cfa165ff5f8 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0770655 Mar 02 09:30:30.181571 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-312aeefa-6cdc-4727-92fe-ecfad1b449b9 req-115c6385-037d-4be4-8214-1d168bfde5c4 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369146 Mar 02 09:30:31.364683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47aa23-f102-4795-9aa4-becc220fa8ac req-f8beb68d-27f8-4ac9-b235-af0c32bd3763 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:31.366032 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4a47aa23-f102-4795-9aa4-becc220fa8ac req-f8beb68d-27f8-4ac9-b235-af0c32bd3763 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0801659 Mar 02 09:30:31.407908 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4a47aa23-f102-4795-9aa4-becc220fa8ac req-a5d509ea-4f4e-463c-b585-d184703d0e98 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364022 Mar 02 09:30:32.586591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698845e-b3e3-4234-a948-d6a3530f886a req-6fdf5fe5-6939-432e-b282-30e919b4be9f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:32.588034 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8698845e-b3e3-4234-a948-d6a3530f886a req-6fdf5fe5-6939-432e-b282-30e919b4be9f tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0779772 Mar 02 09:30:32.630522 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8698845e-b3e3-4234-a948-d6a3530f886a req-72352f8e-20c6-4067-827c-b695364c4799 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368836 Mar 02 09:30:33.811158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c312aab-710b-4522-901d-216fffe8c8da req-c55de1dc-224d-4910-945d-636d80c027a8 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:33.812748 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8c312aab-710b-4522-901d-216fffe8c8da req-c55de1dc-224d-4910-945d-636d80c027a8 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0789635 Mar 02 09:30:33.854780 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8c312aab-710b-4522-901d-216fffe8c8da req-a25ff6f8-a528-44df-85b8-bcced2c9e0f1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360539 Mar 02 09:30:35.037331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419ea89-ca0a-4e17-b174-1d1c752082ab req-bee9d78c-09ef-4a40-99ca-435178f49305 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:35.038769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4419ea89-ca0a-4e17-b174-1d1c752082ab req-bee9d78c-09ef-4a40-99ca-435178f49305 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0807164 Mar 02 09:30:35.081734 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4419ea89-ca0a-4e17-b174-1d1c752082ab req-4f9db798-e148-4857-81b8-793b91b3ff0d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Mar 02 09:30:36.260863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b7db0-2eda-4414-8bb6-36371c238a28 req-f1eab3f8-1150-45b4-9f63-03208c5bc3d7 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:36.262314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-645b7db0-2eda-4414-8bb6-36371c238a28 req-f1eab3f8-1150-45b4-9f63-03208c5bc3d7 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0772617 Mar 02 09:30:36.304233 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-645b7db0-2eda-4414-8bb6-36371c238a28 req-39ad206f-9fa8-4423-8e4d-7f1b77e2dcb0 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Mar 02 09:30:37.577545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6342462-0204-458c-8e88-a6cbb4cc6328 req-ba750f15-af46-4428-b7e3-4e262ad62c56 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:37.579032 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e6342462-0204-458c-8e88-a6cbb4cc6328 req-ba750f15-af46-4428-b7e3-4e262ad62c56 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.1703417 Mar 02 09:30:37.622735 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e6342462-0204-458c-8e88-a6cbb4cc6328 req-3ba61315-9ac0-4cd7-9bef-53b1ed2594d0 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Mar 02 09:30:38.801798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314a657-8a15-4091-ba52-5e99624e52f6 req-8bf0507e-26fa-44a3-950d-ef4360feaf2c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:38.803223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d314a657-8a15-4091-ba52-5e99624e52f6 req-8bf0507e-26fa-44a3-950d-ef4360feaf2c tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0758219 Mar 02 09:30:38.848272 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d314a657-8a15-4091-ba52-5e99624e52f6 req-3682d89e-8a6c-45b0-b32d-c0c8ac657b19 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Mar 02 09:30:40.025243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80796f1-0fb3-4dd2-a0cd-b73f63350dbc req-213ad48c-293d-45c4-94a5-5cd998c6ab84 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:40.026690 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a80796f1-0fb3-4dd2-a0cd-b73f63350dbc req-213ad48c-293d-45c4-94a5-5cd998c6ab84 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0771930 Mar 02 09:30:40.068938 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a80796f1-0fb3-4dd2-a0cd-b73f63350dbc req-4a2e8f13-bf73-4814-85c1-6d4720b07b49 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367422 Mar 02 09:30:41.028650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-148116e2-9f7d-4c87-8b43-e9667a58003f service neutron] 10.222.0.15 "GET /v2.0/ports/68a859bc-2ef3-47f8-96ff-d40fdb180926/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0748665 Mar 02 09:30:41.259892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a0609-0451-48f4-bafc-1affc89173b5 req-02983ba8-d882-4da7-90f0-3bbbf77b05b9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:41.261387 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-337a0609-0451-48f4-bafc-1affc89173b5 req-02983ba8-d882-4da7-90f0-3bbbf77b05b9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0820847 Mar 02 09:30:41.305720 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-337a0609-0451-48f4-bafc-1affc89173b5 req-fa7c0dd1-6a4c-484e-bf8c-2834ffa0c3ed tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 Mar 02 09:30:41.519916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-2b26a85c-bbc6-497d-b618-7ce190b84b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:41.521368 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-2b26a85c-bbc6-497d-b618-7ce190b84b3f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7&tenant_id=6012972967d645e898e940d0da86d282 HTTP/1.1" status: 200 len: 1099 time: 0.0739405 Mar 02 09:30:41.612927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-41c178df-a6b9-48ad-a043-154608bc3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:41.614414 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-41c178df-a6b9-48ad-a043-154608bc3518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 1099 time: 0.0727870 Mar 02 09:30:41.741312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-9c2f6ca3-c645-40e6-8734-59de07d728d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:41.742752 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-9c2f6ca3-c645-40e6-8734-59de07d728d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 916 time: 0.1219907 Mar 02 09:30:41.809348 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-8576f2c4-1875-4088-86f1-2cc787409149 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926 HTTP/1.1" status: 200 len: 217 time: 0.0610991 Mar 02 09:30:41.868209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-988b7216-7858-442e-8c38-41c503f31e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:41.869569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-988b7216-7858-442e-8c38-41c503f31e07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0547891 Mar 02 09:30:41.913563 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-c1d54fd7-51c1-430d-9066-987426f07996 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383739 Mar 02 09:30:42.040601 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-4f9a0f26-6644-4323-925b-5290d9414241 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213923 Mar 02 09:30:42.171229 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a2ebef1-d00a-44d7-b666-52d1480270b1 req-b608a77e-7012-418f-b989-34bfbe6b0214 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207979 Mar 02 09:30:42.494899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ab9c1-6cc4-4608-8ac7-fb8198843b55 req-45e9b5f0-1b27-4341-ae05-3853f5549871 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:42.496354 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-530ab9c1-6cc4-4608-8ac7-fb8198843b55 req-45e9b5f0-1b27-4341-ae05-3853f5549871 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0848885 Mar 02 09:30:42.539429 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-530ab9c1-6cc4-4608-8ac7-fb8198843b55 req-3b7aab8f-b31f-4a9b-8cbd-b0375e2f4b17 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Mar 02 09:30:43.726250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48630ec7-ee7f-4e0a-8a79-018488cba7ac req-db4eafb6-af54-4197-8965-3913d75ef0c9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:43.727604 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48630ec7-ee7f-4e0a-8a79-018488cba7ac req-db4eafb6-af54-4197-8965-3913d75ef0c9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0806317 Mar 02 09:30:43.774697 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48630ec7-ee7f-4e0a-8a79-018488cba7ac req-1c7061c9-0b13-43bd-a38f-6e7de7e0b9ec tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Mar 02 09:30:43.869803 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:30:44.228364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 68a859bc-2ef3-47f8-96ff-d40fdb180926 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:30:44.358601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 68a859bc-2ef3-47f8-96ff-d40fdb180926, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:30:44.371109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '68a859bc-2ef3-47f8-96ff-d40fdb180926', 'network_id': '891bdf23-d801-43d4-8e16-97fbf41eaa0f', 'port_id': '68a859bc-2ef3-47f8-96ff-d40fdb180926', 'mac_address': 'fa:16:3e:f3:b4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2b8cdb-75d6-49a3-8c75-67916c9b26bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:30:44.422998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:44.441764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68a859bc-2ef3-47f8-96ff-d40fdb180926 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:30:44.456065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 68a859bc-2ef3-47f8-96ff-d40fdb180926, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:30:44.509926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:44.578953 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=68a859bc-2ef3-47f8-96ff-d40fdb180926,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:44.583588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['68a859bc-2ef3-47f8-96ff-d40fdb180926'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:30:44.963821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793075c-9e05-4b71-9daf-c0547836b49e req-ddccf13c-2275-4ed8-a24e-a78e22314e78 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:44.965291 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3793075c-9e05-4b71-9daf-c0547836b49e req-ddccf13c-2275-4ed8-a24e-a78e22314e78 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 945 time: 0.0801253 Mar 02 09:30:45.010274 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3793075c-9e05-4b71-9daf-c0547836b49e req-841e88e7-13fc-4d4e-afc9-736995205c1e tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 Mar 02 09:30:46.195636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eaaa2-f454-46d7-8764-6afcb31dfede req-6a85b801-af6b-4943-a17f-107542e8769d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:46.197064 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7f6eaaa2-f454-46d7-8764-6afcb31dfede req-6a85b801-af6b-4943-a17f-107542e8769d tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 945 time: 0.0811694 Mar 02 09:30:46.228476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 68a859bc-2ef3-47f8-96ff-d40fdb180926 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:30:46.240306 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7f6eaaa2-f454-46d7-8764-6afcb31dfede req-865b1a0b-0006-4d5d-bee4-fb135499fcd8 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Mar 02 09:30:46.293970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 68a859bc-2ef3-47f8-96ff-d40fdb180926 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:30:46.294256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:46.407221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:46.432897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a859bc-2ef3-47f8-96ff-d40fdb180926'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:30:46.443421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 68a859bc-2ef3-47f8-96ff-d40fdb180926, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:30:46.527597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:46.617175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=68a859bc-2ef3-47f8-96ff-d40fdb180926,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:46.643328 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a859bc-2ef3-47f8-96ff-d40fdb180926', 'code': 200} Mar 02 09:30:46.740632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3d6c7-e4e9-4e22-bf2c-4573841e375e req-d20b44a4-85b3-48d9-9574-25546d19e087 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:46.742054 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5f3d6c7-e4e9-4e22-bf2c-4573841e375e req-d20b44a4-85b3-48d9-9574-25546d19e087 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.1216364 Mar 02 09:30:46.799600 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5f3d6c7-e4e9-4e22-bf2c-4573841e375e req-90dd7da5-186a-49de-9fe7-e948d293eb69 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507495 Mar 02 09:30:46.812606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-aeaf7a0a-8a10-4c2b-9219-e594a0ca3814 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:46.814275 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-aeaf7a0a-8a10-4c2b-9219-e594a0ca3814 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7&tenant_id=6012972967d645e898e940d0da86d282&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 946 time: 0.1264198 Mar 02 09:30:46.948017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-0932b46f-904a-4d7a-bbec-444ea940e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:46.949416 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-0932b46f-904a-4d7a-bbec-444ea940e4e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6012972967d645e898e940d0da86d282&device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 1099 time: 0.0699329 Mar 02 09:30:47.164898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-29a4ae8d-4ee9-48af-8118-057dd1390eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:47.166482 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-29a4ae8d-4ee9-48af-8118-057dd1390eda service neutron] 10.222.0.15 "GET /v2.0/networks?id=891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 200 len: 916 time: 0.2111807 Mar 02 09:30:47.231778 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-1e326f89-4c83-4386-81db-8a850bce058c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926 HTTP/1.1" status: 200 len: 217 time: 0.0595863 Mar 02 09:30:47.303082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-d04a7533-44d1-46ec-bdd9-991b39925635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:47.304500 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-d04a7533-44d1-46ec-bdd9-991b39925635 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 200 len: 855 time: 0.0670891 Mar 02 09:30:47.355165 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-2ed581d5-e834-42b5-8fc6-fc783a44bf51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=891bdf23-d801-43d4-8e16-97fbf41eaa0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448599 Mar 02 09:30:47.513370 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-f351bffb-32cc-4e25-bc99-526930d4bafd service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519809 Mar 02 09:30:47.544992 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:47.652844 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0dbe49-58a5-4696-b5c3-16403989f724 req-29183001-f1c7-4da6-90d7-a4f23f41de02 service neutron] 10.222.0.15 "GET /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335049 Mar 02 09:30:47.994859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a057d-b6fb-4300-955b-f2cd834ccb6a req-702e4127-b669-4008-b805-e6102b204c1a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:47.996231 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b22a057d-b6fb-4300-955b-f2cd834ccb6a req-702e4127-b669-4008-b805-e6102b204c1a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0831625 Mar 02 09:30:48.047032 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b22a057d-b6fb-4300-955b-f2cd834ccb6a req-b6c9135f-0ec9-45e5-ba3e-1cc0ece8ec53 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449498 Mar 02 09:30:49.229073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02e09-9497-4484-a1d5-9e99d54ef23f req-38db5444-2b0e-41a5-be7c-a3915cfb57c9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:49.230569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dbf02e09-9497-4484-a1d5-9e99d54ef23f req-38db5444-2b0e-41a5-be7c-a3915cfb57c9 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0778751 Mar 02 09:30:49.274618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dbf02e09-9497-4484-a1d5-9e99d54ef23f req-f512f0c4-2ea7-4eda-b54f-38c866b2e361 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382857 Mar 02 09:30:49.457399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484bfa8-784d-4df7-88b7-f47f807471f8 req-c1f5cb37-95fe-4c7c-93bc-5b209112cc03 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:49.458938 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6484bfa8-784d-4df7-88b7-f47f807471f8 req-c1f5cb37-95fe-4c7c-93bc-5b209112cc03 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0806932 Mar 02 09:30:49.501650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6484bfa8-784d-4df7-88b7-f47f807471f8 req-0be0147d-c5ed-4eb8-b552-9a6cc6bf0592 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368943 Mar 02 09:30:49.681493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c59b1-79ee-43af-8ca0-2c7574478859 req-434ed7a8-ff78-40cf-90d4-ba40072da7a5 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:49.682962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-875c59b1-79ee-43af-8ca0-2c7574478859 req-434ed7a8-ff78-40cf-90d4-ba40072da7a5 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0784767 Mar 02 09:30:49.704388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b761427a-8526-4f38-a892-4443aa256430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:49.728950 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-875c59b1-79ee-43af-8ca0-2c7574478859 req-e2480618-0f33-4add-b9d3-f075fe0cee68 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403333 Mar 02 09:30:50.439767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9faed22-46e3-41ef-bb5d-a467f801d58d req-6a6e8433-3265-4b01-a846-63ddc078e66a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:50.441086 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b9faed22-46e3-41ef-bb5d-a467f801d58d req-6a6e8433-3265-4b01-a846-63ddc078e66a tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0771141 Mar 02 09:30:50.484021 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b9faed22-46e3-41ef-bb5d-a467f801d58d req-c010c7f5-1164-4d08-bcf9-f72ad47b0ff1 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366819 Mar 02 09:30:51.668887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abf731-ad83-4ba7-a2d6-05e1c135b708 req-8a9c7f64-1529-4dfb-b681-3f57d003c309 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:51.670424 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e7abf731-ad83-4ba7-a2d6-05e1c135b708 req-8a9c7f64-1529-4dfb-b681-3f57d003c309 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0812755 Mar 02 09:30:51.713336 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e7abf731-ad83-4ba7-a2d6-05e1c135b708 req-049ae167-7ff3-4568-8741-bd26be95d503 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bd6dabd-7150-4a50-b660-8f52a287f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372760 Mar 02 09:30:51.945186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2ce9b880-73a1-4436-9ac6-48afe41a9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:52.087512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-9a8d04f6-b7d9-4b57-b140-8ffbc3c72c53 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:52.088913 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-9a8d04f6-b7d9-4b57-b140-8ffbc3c72c53 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 946 time: 0.0777400 Mar 02 09:30:52.161761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Deleting port 68a859bc-2ef3-47f8-96ff-d40fdb180926 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:30:52.162127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:52.397427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] For port 68a859bc-2ef3-47f8-96ff-d40fdb180926, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=68a859bc-2ef3-47f8-96ff-d40fdb180926,segment=NetworkSegment(3e0d1911-7825-4f32-8bbd-034f4e32b9d7),segment_id=3e0d1911-7825-4f32-8bbd-034f4e32b9d7)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:30:52.397778 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:52.606082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Calling delete_port for 68a859bc-2ef3-47f8-96ff-d40fdb180926 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:30:52.786417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:52.798593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['68a859bc-2ef3-47f8-96ff-d40fdb180926'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:30:52.871015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Pushing event deleted for resources: {'Port': ['ID=68a859bc-2ef3-47f8-96ff-d40fdb180926,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:52.942328 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ebc8428-7131-4206-89f4-5dd8d2f275cd req-45bb67e9-8f34-4d79-bd26-41394a9295fd tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6fc6bfa-e251-4490-95b1-9d4a25c9eef7 HTTP/1.1" status: 200 len: 210 time: 0.1097908 Mar 02 09:30:52.952917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] No DVR routers for this DVR port 68a859bc-2ef3-47f8-96ff-d40fdb180926 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:30:52.955426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:52.958467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'name': 'network-vif-deleted', 'tag': '68a859bc-2ef3-47f8-96ff-d40fdb180926'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:30:53.002512 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fc6bfa-e251-4490-95b1-9d4a25c9eef7', 'name': 'network-vif-deleted', 'tag': '68a859bc-2ef3-47f8-96ff-d40fdb180926', 'status': 'completed', 'code': 200} Mar 02 09:30:53.009373 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2a4a3f47-b817-45fe-a781-8f9e82303aa4 req-5c92c8f3-e28d-42a3-92d9-0517cf8fd011 tempest-ServerDiskConfigTestJSON-1520918488 tempest-ServerDiskConfigTestJSON-1520918488-project] 10.222.0.15 "DELETE /v2.0/ports/68a859bc-2ef3-47f8-96ff-d40fdb180926 HTTP/1.1" status: 204 len: 173 time: 0.9153063 Mar 02 09:30:53.025942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:53.173887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.172628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 41292) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:30:54.233175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-49daec80-af41-4c95-93ce-bf8e0652e863 admin admin] Deleting subnet ad2b8cdb-75d6-49a3-8c75-67916c9b26bc {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:30:54.235909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49daec80-af41-4c95-93ce-bf8e0652e863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.283107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49daec80-af41-4c95-93ce-bf8e0652e863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.338570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49daec80-af41-4c95-93ce-bf8e0652e863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.552600 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49daec80-af41-4c95-93ce-bf8e0652e863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.589442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daec80-af41-4c95-93ce-bf8e0652e863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2b8cdb-75d6-49a3-8c75-67916c9b26bc,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:54.593074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-49daec80-af41-4c95-93ce-bf8e0652e863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.599758 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-49daec80-af41-4c95-93ce-bf8e0652e863 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ad2b8cdb-75d6-49a3-8c75-67916c9b26bc HTTP/1.1" status: 204 len: 168 time: 0.4253280 Mar 02 09:30:54.601402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 41296) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:30:54.637525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.703939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.822193 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.845372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891bdf23-d801-43d4-8e16-97fbf41eaa0f']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:30:54.860523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0d1911-7825-4f32-8bbd-034f4e32b9d7') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:30:54.860811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0d1911-7825-4f32-8bbd-034f4e32b9d7') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:30:54.872124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.887314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.893371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:30:54.898862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:30:54.906184 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:30:55.037574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:55.053278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:55.067021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] Pushing event deleted for resources: {'Network': ['ID=891bdf23-d801-43d4-8e16-97fbf41eaa0f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:55.139955 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-20f88f46-848b-4ff0-980c-319e69bf60fc admin admin] 10.222.0.10 "DELETE /v2.0/networks/891bdf23-d801-43d4-8e16-97fbf41eaa0f HTTP/1.1" status: 204 len: 168 time: 0.5375609 Mar 02 09:30:55.435178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 41302) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:30:55.483110 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3844aef1-7083-4101-937a-ef733701de24 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6012972967d645e898e940d0da86d282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467820 Mar 02 09:30:55.485453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 41306) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:30:55.541016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84cdfb61-d186-44ff-8cce-ea5ee6ee6691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:55.565845 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84cdfb61-d186-44ff-8cce-ea5ee6ee6691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:55.648655 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84cdfb61-d186-44ff-8cce-ea5ee6ee6691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:55.663802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdfb61-d186-44ff-8cce-ea5ee6ee6691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd6dabd-7150-4a50-b660-8f52a287f6f6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:55.721779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-84cdfb61-d186-44ff-8cce-ea5ee6ee6691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:55.722925 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-84cdfb61-d186-44ff-8cce-ea5ee6ee6691 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bd6dabd-7150-4a50-b660-8f52a287f6f6 HTTP/1.1" status: 204 len: 168 time: 0.2365882 Mar 02 09:30:56.292118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 68a859bc-2ef3-47f8-96ff-d40fdb180926 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:30:56.325397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 68a859bc-2ef3-47f8-96ff-d40fdb180926 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:30:56.325767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 68a859bc-2ef3-47f8-96ff-d40fdb180926 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:30:56.779556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 41330) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:30:56.880462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1692693345-network', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:30:56.885065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:30:56.888874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Usage tracker for resource:network and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:30:56.891724 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:30:56.898391 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:30:57.002435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Made reservation on behalf of 4664d2863cbb45f9b81383e49059dbd1 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:30:57.004755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.016775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.035562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:30:57.039930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Usage tracker for resource:security_group_rule and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:30:57.042740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:30:57.048371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:30:57.125994 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.197305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.227986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:30:57.232890 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89849bd-1dd7-40d4-a9b3-664d752a344a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:57.239360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.239693 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Added segment 995cd4b8-fddc-4c82-b04a-4df347b0ca0e of type vlan for network 15b560e3-d4c7-4157-90b3-04cdc75d847c Mar 02 09:30:57.265131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.368498 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.369421 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:57.370024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.471714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] Pushing event updated for resources: {'Network': ['ID=15b560e3-d4c7-4157-90b3-04cdc75d847c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:57.482036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:30:57.538043 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-57dde54e-9e3f-45a8-a1a8-aef0cedd23cc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7546310 Mar 02 09:30:57.538401 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 41336) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:30:57.543924 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Request body: {'subnet': {'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1692693345-subnet', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:30:57.548987 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:30:57.553608 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Usage tracker for resource:subnet and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:30:57.556752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:30:57.562519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:30:57.632147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Made reservation on behalf of 4664d2863cbb45f9b81383e49059dbd1 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:30:57.634420 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.895075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:57.969464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79300918-b421-4c17-b5a3-09af3e3d223a,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:57.979411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Checking segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:30:57.979764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Network hostable DHCP agents. Network: 15b560e3-d4c7-4157-90b3-04cdc75d847c, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:30:58.059885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:30:58.122034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 15b560e3-d4c7-4157-90b3-04cdc75d847c) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:30:58.127058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:30:58.127831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:58.129496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819aaaff-d03b-4534-bcf8-4a6a064c5059 None None] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:30:58.215378 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-06cae029-e792-4b8f-82bd-7007514ebe43 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6757486 Mar 02 09:30:58.217939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 41340) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:30:58.222880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:30:58.228058 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:30:58.231955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Usage tracker for resource:router and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:30:58.234745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:30:58.240332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:30:58.306185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:58.307197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:58.322338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:58.338533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-15b560e3-d4c7-4157-90b3-04cdc75d847c', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:30:58.339433 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:58.489515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Allocated IP 172.20.0.2 (15b560e3-d4c7-4157-90b3-04cdc75d847c/79300918-b421-4c17-b5a3-09af3e3d223a/aa11be86-d213-4eda-89a7-ff6094d7d0d2) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:30:58.695325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:58.705221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Transition to ACTIVE for port object aa11be86-d213-4eda-89a7-ff6094d7d0d2 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:30:58.723970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Transition to ACTIVE for port object aa11be86-d213-4eda-89a7-ff6094d7d0d2 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:30:58.733607 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:58.792483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:58.884799 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:30:58.891421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:30:58.895390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:30:58.901521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Pushing event updated for resources: {'Port': ['ID=aa11be86-d213-4eda-89a7-ff6094d7d0d2,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:58.941002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.941351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.941692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.942051 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.942381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.942712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.943037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.943915 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.944246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.944569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.944901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.945205 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:30:58.996201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Attempting to bind port aa11be86-d213-4eda-89a7-ff6094d7d0d2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:30:58.996567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Attempting to bind port aa11be86-d213-4eda-89a7-ff6094d7d0d2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:30:58.996928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Attempting to bind port aa11be86-d213-4eda-89a7-ff6094d7d0d2 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:30:59.002340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:30:59.002709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Checking segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:30:59.003108 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:59.003495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Bound using segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:30:59.003955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Bound port: aa11be86-d213-4eda-89a7-ff6094d7d0d2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:30:59.004321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:59.091206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] For port aa11be86-d213-4eda-89a7-ff6094d7d0d2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:30:59.093960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] For port aa11be86-d213-4eda-89a7-ff6094d7d0d2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aa11be86-d213-4eda-89a7-ff6094d7d0d2,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:30:59.125168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:59.154266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:59.175428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:59.258005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40aae97-6826-4a50-8308-31a32482cc16 None None] Pushing event updated for resources: {'Port': ['ID=aa11be86-d213-4eda-89a7-ff6094d7d0d2,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:30:59.298840 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Allocated IP 172.26.3.87 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/dcc2c285-2783-453c-9017-3f8de47a799c) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:30:59.467042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:59.547246 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:30:59.610936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:30:59.618200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:30:59.623564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:30:59.656176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc2c285-2783-453c-9017-3f8de47a799c,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:00.132898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:00.177650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd824f45-0758-47eb-b362-12e73910f544 None None] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:31:00.340425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-33c7d895-4243-48c9-845f-6907027558f8 None None] Provisioning for port aa11be86-d213-4eda-89a7-ff6094d7d0d2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:31:00.585975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:00.826380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:31:00.997413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:31:01.006618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:31:01.015495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:31:01.016165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:30:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:01.089474 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:01.090959 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-978de1f9-56d7-47e6-99df-ba10f278c032 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8718235 Mar 02 09:31:01.093502 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 41344) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:31:01.190435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aa11be86-d213-4eda-89a7-ff6094d7d0d2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:31:01.221389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:31:01.502483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port aa11be86-d213-4eda-89a7-ff6094d7d0d2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:31:01.511211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port aa11be86-d213-4eda-89a7-ff6094d7d0d2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:01.511511 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:01.583700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:30:59Z', 'revision_number': 3, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:01.614341 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:31:01.614679 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Updating router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef port dcc2c285-2783-453c-9017-3f8de47a799c binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:31:01.688967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:01.697354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:01.769250 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:01.814738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port aa11be86-d213-4eda-89a7-ff6094d7d0d2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aa11be86-d213-4eda-89a7-ff6094d7d0d2,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:01.855880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.031147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=aa11be86-d213-4eda-89a7-ff6094d7d0d2,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:02.083677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Allocated IP 172.20.0.1 (15b560e3-d4c7-4157-90b3-04cdc75d847c/79300918-b421-4c17-b5a3-09af3e3d223a/050eed8c-f575-4e9d-a131-40ae5c1897b1) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:31:02.132293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.143201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Transition to ACTIVE for port object dcc2c285-2783-453c-9017-3f8de47a799c will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:31:02.220565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.231897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.247097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Transition to ACTIVE for port object 050eed8c-f575-4e9d-a131-40ae5c1897b1 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:31:02.299571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Attempting to bind port dcc2c285-2783-453c-9017-3f8de47a799c on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:31:02.299868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Attempting to bind port dcc2c285-2783-453c-9017-3f8de47a799c by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:31:02.300225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Attempting to bind port dcc2c285-2783-453c-9017-3f8de47a799c on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:31:02.307075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef05502-507a-4669-b992-72cedee50749 None None] Pushing event updated for resources: {'Port': ['ID=dcc2c285-2783-453c-9017-3f8de47a799c,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:02.309431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:31:02.309803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:31:02.310220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.310602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:31:02.311056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Bound port: dcc2c285-2783-453c-9017-3f8de47a799c, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:31:02.311422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.381659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] For port dcc2c285-2783-453c-9017-3f8de47a799c, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:31:02.384576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] For port dcc2c285-2783-453c-9017-3f8de47a799c, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=dcc2c285-2783-453c-9017-3f8de47a799c,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:31:02.387625 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.445993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:31:02.448636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:31:02.460204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:31:02.479054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.500105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Pushing event updated for resources: {'Port': ['ID=050eed8c-f575-4e9d-a131-40ae5c1897b1,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:02.513211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.513425 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.513761 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.514114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.514440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.514763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.515088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.515414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.515732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.516121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.516445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.516756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:02.528413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.565018 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:31:02.565792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:30:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:02.642989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef05502-507a-4669-b992-72cedee50749 None None] Pushing event updated for resources: {'Port': ['ID=dcc2c285-2783-453c-9017-3f8de47a799c,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:02.767881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:31:02.856044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:02.862653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5204c4d8-e5b7-4034-9cb0-38f0aa1aaab4 None None] Provisioning for port 050eed8c-f575-4e9d-a131-40ae5c1897b1 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:31:02.885599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5204c4d8-e5b7-4034-9cb0-38f0aa1aaab4 None None] Provisioning complete for port 050eed8c-f575-4e9d-a131-40ae5c1897b1 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:02.885994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5204c4d8-e5b7-4034-9cb0-38f0aa1aaab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:03.009999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-5204c4d8-e5b7-4034-9cb0-38f0aa1aaab4 None None] Port 050eed8c-f575-4e9d-a131-40ae5c1897b1 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:31:03.080595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:03.099394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:30:59Z', 'revision_number': 3, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:03.104169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49320818-c9e3-4a4c-b198-d76f3764d7ca None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:30:59Z', 'revision_number': 3, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:31:03.140784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:03.163142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aa11be86-d213-4eda-89a7-ff6094d7d0d2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:31:03.234922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port aa11be86-d213-4eda-89a7-ff6094d7d0d2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:03.235545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:03.248779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Pushing event updated for resources: {'Port': ['ID=050eed8c-f575-4e9d-a131-40ae5c1897b1,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:03.254837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:03.413510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:31:03.414828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:31:03.615174 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:31:03.656582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6a353f21-2fb5-4303-a9c7-5383716f9693 None None] Provisioning complete for port 050eed8c-f575-4e9d-a131-40ae5c1897b1 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:03.656923 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6a353f21-2fb5-4303-a9c7-5383716f9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:03.722775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6a353f21-2fb5-4303-a9c7-5383716f9693 None None] Port 050eed8c-f575-4e9d-a131-40ae5c1897b1 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:31:03.913915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:31:03.922376 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-67766c30-3d42-4e26-b5aa-18bdade76faa admin admin] 10.222.0.10 "PUT /v2.0/routers/0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278458 Mar 02 09:31:04.464600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 41354) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:31:04.469953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--59303727', 'description': 'tempest-description--991332799'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:31:04.476805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:31:04.480854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Usage tracker for resource:security_group and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:31:04.483774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:31:04.490212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:31:04.529998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:04.550943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:31:04.554805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Usage tracker for resource:security_group_rule and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:31:04.557805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:31:04.563479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:31:04.610921 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:31:04.621531 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:31:04.622158 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:30:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:04.633912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:04.700771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:04.741909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8cb44f-5671-436b-aac5-7d6a54681c20,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:04.748952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.749298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.749625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.749985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.750309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.750629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.750947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.751260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.751573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.751885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.752228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.752537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:04.795411 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:31:04.844273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:04.845628 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-da11ddc9-cc5f-49d2-8518-ace3bb8992c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3799913 Mar 02 09:31:04.848342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 41358) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:31:04.853458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'security_group_rule': {'security_group_id': '5f8cb44f-5671-436b-aac5-7d6a54681c20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:31:04.864178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:31:04.864178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Usage tracker for resource:security_group_rule and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:31:04.866179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:31:04.871693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:31:04.953522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.018774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.089746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.104147 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 2, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:05.107990 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:31:05.108329 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Updating router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef port 050eed8c-f575-4e9d-a131-40ae5c1897b1 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:31:05.114211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254c0b4c-ac53-4be0-9a8d-13a413a72065,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:05.164104 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.197798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device dcc2c285-2783-453c-9017-3f8de47a799c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:31:05.210223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.211352 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8350b872-b9ae-4e2a-87d7-78e5d0531ec1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3621199 Mar 02 09:31:05.213940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 41362) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:31:05.219178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'security_group_rule': {'security_group_id': '5f8cb44f-5671-436b-aac5-7d6a54681c20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:31:05.225204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:31:05.229076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Usage tracker for resource:security_group_rule and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:31:05.232002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:31:05.237933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:31:05.330681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.352319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port dcc2c285-2783-453c-9017-3f8de47a799c completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:31:05.357465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port dcc2c285-2783-453c-9017-3f8de47a799c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:05.357909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.391493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.461540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.476559 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.493408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port dcc2c285-2783-453c-9017-3f8de47a799c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=dcc2c285-2783-453c-9017-3f8de47a799c,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:05.502386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716b92f3-e9f2-40a2-b8c2-5e93222e37f0,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:05.506328 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.517973 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Transition to ACTIVE for port object 050eed8c-f575-4e9d-a131-40ae5c1897b1 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:31:05.575976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.604533 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.604716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.608510 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-09b41800-1de2-44c9-8f3b-281ef3a40b6d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3908648 Mar 02 09:31:05.608886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 41366) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:31:05.613966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:31:05.619931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:31:05.623668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Usage tracker for resource:floatingip and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:31:05.626507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:31:05.633226 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:31:05.645156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=dcc2c285-2783-453c-9017-3f8de47a799c,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:05.719170 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.769299 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Pushing event updated for resources: {'Port': ['ID=050eed8c-f575-4e9d-a131-40ae5c1897b1,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:05.809771 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.810130 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.810463 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.810791 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.811123 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.811439 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.811761 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.812079 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.812396 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.812710 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.813024 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.813335 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:31:05.837978 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Attempting to bind port 050eed8c-f575-4e9d-a131-40ae5c1897b1 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:31:05.838391 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Attempting to bind port 050eed8c-f575-4e9d-a131-40ae5c1897b1 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:31:05.838747 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Attempting to bind port 050eed8c-f575-4e9d-a131-40ae5c1897b1 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:31:05.845386 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:31:05.846010 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Checking segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:31:05.846353 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.846787 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Bound using segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:31:05.847410 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Bound port: 050eed8c-f575-4e9d-a131-40ae5c1897b1, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:31:05.847958 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.867060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:05.937289 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] For port 050eed8c-f575-4e9d-a131-40ae5c1897b1, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:31:05.940076 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] For port 050eed8c-f575-4e9d-a131-40ae5c1897b1, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=050eed8c-f575-4e9d-a131-40ae5c1897b1,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:31:06.004543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Allocated IP 172.26.3.208 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/f3095cc2-2fc7-4530-98f6-20e062778395) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:31:06.010728 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:06.086139 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:31:06.086763 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:30:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:06.156278 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:06.187617 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe6824-ff71-453a-8c8f-12501f547684 None None] Pushing event updated for resources: {'Port': ['ID=050eed8c-f575-4e9d-a131-40ae5c1897b1,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:06.233869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:06.299098 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:31:06.307218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:31:06.311337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:31:06.311905 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:31:06.340117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event updated for resources: {'Port': ['ID=f3095cc2-2fc7-4530-98f6-20e062778395,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:06.394604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:06.520407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:06.620303 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:06.624566 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a8614-ef83-43d8-a2bc-d66a0b3154f7 None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:31:06.736348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:06.787181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:06.894353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event updated for resources: {'Port': ['ID=f3095cc2-2fc7-4530-98f6-20e062778395,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:06.906690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:06.993125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:06.994458 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-efaadeab-e62e-47e2-8bae-62ec2279db2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3846359 Mar 02 09:31:07.165354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-4b951f92-2d27-4ba7-85c5-ab56075c2800 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Synchronizing usage tracker for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:31:07.235565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device dcc2c285-2783-453c-9017-3f8de47a799c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:31:07.244429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-4b951f92-2d27-4ba7-85c5-ab56075c2800 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Unset dirty status for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:31:07.245724 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-4b951f92-2d27-4ba7-85c5-ab56075c2800 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--59303727&fields=id&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 267 time: 0.1281464 Mar 02 09:31:07.349865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port dcc2c285-2783-453c-9017-3f8de47a799c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:07.350249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:07.407708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-326e2582-ace9-4537-9fd1-981ff27942ec tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:07.409344 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-326e2582-ace9-4537-9fd1-981ff27942ec tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 812 time: 0.1561563 Mar 02 09:31:07.425992 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-c8258395-8059-49af-8e92-4fbb28401355 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/quotas/4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0094864 Mar 02 09:31:07.470278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 050eed8c-f575-4e9d-a131-40ae5c1897b1 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:31:07.518333 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-c135a16e-40d6-4924-a520-f681526257ce tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865595 Mar 02 09:31:07.604876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 050eed8c-f575-4e9d-a131-40ae5c1897b1 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:31:07.610288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 050eed8c-f575-4e9d-a131-40ae5c1897b1 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:07.610660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:07.661133 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-2eb5ba27-e88c-4ad3-9c70-381f0c51f260 service neutron] 10.222.0.10 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307890 Mar 02 09:31:07.735294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:07.767976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 050eed8c-f575-4e9d-a131-40ae5c1897b1, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=050eed8c-f575-4e9d-a131-40ae5c1897b1,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:07.798276 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-a63a4655-9162-4402-9bef-09fc4ef3e393 service neutron] 10.222.0.10 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300879 Mar 02 09:31:07.833493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:07.902837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=050eed8c-f575-4e9d-a131-40ae5c1897b1,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:08.023159 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1c48b2a5-a3ef-49fd-a7bb-a4e4221e3676 req-d9cb6457-822a-44ca-8d11-e31be0bd4201 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 210 time: 0.0413592 Mar 02 09:31:09.119272 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d08ba81-fa70-4249-934d-69e1b672ebaf req-12b93d17-a1f7-4498-be8a-277b13c9edef tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 210 time: 0.0445380 Mar 02 09:31:09.164623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 050eed8c-f575-4e9d-a131-40ae5c1897b1 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:31:09.230960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 050eed8c-f575-4e9d-a131-40ae5c1897b1 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:09.231327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:10.293633 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-509cc65a-8580-4fda-8a75-56c4fcac6a59 req-f20ff3f4-759e-412d-909d-55e500d82598 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 210 time: 0.0655770 Mar 02 09:31:10.417394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-3de68e3a-4b8f-49aa-9744-4de412c400a7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:10.418708 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-3de68e3a-4b8f-49aa-9744-4de412c400a7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 812 time: 0.1522865 Mar 02 09:31:10.465996 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-f9102219-dad8-452e-9211-7d5c9b9df2ac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 378 time: 0.0392468 Mar 02 09:31:10.474031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'port': {'device_id': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'admin_state_up': True, 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'security_groups': ['5f8cb44f-5671-436b-aac5-7d6a54681c20']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:31:10.701394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:31:10.704997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Usage tracker for resource:port and tenant:4664d2863cbb45f9b81383e49059dbd1 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:31:10.707731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:31:10.713240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:31:10.821702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Made reservation on behalf of 4664d2863cbb45f9b81383e49059dbd1 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:31:10.825335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:10.983359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Allocated IP 172.20.0.7 (15b560e3-d4c7-4157-90b3-04cdc75d847c/79300918-b421-4c17-b5a3-09af3e3d223a/bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:31:11.167536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:11.183108 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Transition to ACTIVE for port object bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:31:11.279469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:11.344096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:31:11.351688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:31:11.355958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:31:11.386491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event updated for resources: {'Port': ['ID=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:11.464221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:11.464829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:11.519668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6863f33-10da-49c8-89a5-01187f93bfac req-1f05f202-f583-4e98-a082-2b2876929fb4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:11.520266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d6863f33-10da-49c8-89a5-01187f93bfac req-1f05f202-f583-4e98-a082-2b2876929fb4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Synchronizing usage tracker for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:31:11.554456 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-394b1b5a-2943-459a-a3d8-9532d0ed4d61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0838008 Mar 02 09:31:11.564358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-8dea597e-7bce-4108-bada-65f000343773 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:31:11.565243 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-8dea597e-7bce-4108-bada-65f000343773 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048683 Mar 02 09:31:11.574837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Request body: {'port': {'device_id': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:31:11.612669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d6863f33-10da-49c8-89a5-01187f93bfac req-1f05f202-f583-4e98-a082-2b2876929fb4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Unset dirty status for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:31:11.613802 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d6863f33-10da-49c8-89a5-01187f93bfac req-1f05f202-f583-4e98-a082-2b2876929fb4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 931 time: 0.2032764 Mar 02 09:31:11.713898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3fc420da-f929-474c-89a9-d3836a8d6238 None None] Provisioning for port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:31:11.715944 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d6863f33-10da-49c8-89a5-01187f93bfac req-e5a0d358-52fb-4497-9001-4c5936cd47cc tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958214 Mar 02 09:31:11.719119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3fc420da-f929-474c-89a9-d3836a8d6238 None None] Provisioning complete for port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:11.719522 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3fc420da-f929-474c-89a9-d3836a8d6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:11.720795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:11.779114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3fc420da-f929-474c-89a9-d3836a8d6238 None None] Port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:31:12.050030 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:31:12.057752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:12.071888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Transition to ACTIVE for port object bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:31:12.142533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:12.274199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:12.378644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Attempting to bind port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:31:12.379261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Attempting to bind port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:31:12.379261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Attempting to bind port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:31:12.383756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:31:12.384068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Attempting to bind port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:31:12.389020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:31:12.389347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Checking segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:31:12.389723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Bound using segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:31:12.390167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Bound port: bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:31:12.390506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:12.480392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] For port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:31:12.483126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] For port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:31:12.577004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:12.631904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:12.632505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:12.633876 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 HTTP/1.1" status: 200 len: 1093 time: 1.0627296 Mar 02 09:31:12.634307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:31:12.664585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64663b-f45a-43b2-9c25-92dd3c4a0ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:12.682291 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'status': 'completed', 'code': 200} Mar 02 09:31:12.784972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf87f42-73e0-4ded-a097-ce5b0ff66702 req-4e3d01d4-d464-464e-be42-3bbf8b1ef5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:12.786521 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cf87f42-73e0-4ded-a097-ce5b0ff66702 req-4e3d01d4-d464-464e-be42-3bbf8b1ef5b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 1096 time: 0.0813248 Mar 02 09:31:13.075833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf87f42-73e0-4ded-a097-ce5b0ff66702 req-6c07fab7-bad1-44ae-8048-6d302b2fa452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:13.077266 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cf87f42-73e0-4ded-a097-ce5b0ff66702 req-6c07fab7-bad1-44ae-8048-6d302b2fa452 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4664d2863cbb45f9b81383e49059dbd1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2839279 Mar 02 09:31:13.089999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7e9fd-f2d4-4abf-b386-a8cfdcf0616a req-e2795a75-4634-41bb-bb86-3b53c445e3eb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:13.091357 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5ec7e9fd-f2d4-4abf-b386-a8cfdcf0616a req-e2795a75-4634-41bb-bb86-3b53c445e3eb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 943 time: 0.2605848 Mar 02 09:31:13.137517 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5ec7e9fd-f2d4-4abf-b386-a8cfdcf0616a req-1a593518-ae2b-4caf-91e8-8b08d42df88b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402794 Mar 02 09:31:13.271441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf87f42-73e0-4ded-a097-ce5b0ff66702 req-db1646b8-71e6-4785-8acc-736d136a08de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:13.272941 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6cf87f42-73e0-4ded-a097-ce5b0ff66702 req-db1646b8-71e6-4785-8acc-736d136a08de service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1807320 Mar 02 09:31:13.379803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-7caa3edb-673d-4146-ad30-b58bf8714deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:13.381244 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-7caa3edb-673d-4146-ad30-b58bf8714deb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 1096 time: 0.0745840 Mar 02 09:31:13.448207 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-1c8c5cb9-0f36-46c6-a2ed-827baa78d729 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 HTTP/1.1" status: 200 len: 217 time: 0.0595353 Mar 02 09:31:13.511235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-bd1fd123-ddc2-4898-9c9c-986ed877537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:13.512532 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-bd1fd123-ddc2-4898-9c9c-986ed877537e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0585873 Mar 02 09:31:13.584182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-b10b3987-a1c3-42e4-bc25-bad1fde44015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:13.585612 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-b10b3987-a1c3-42e4-bc25-bad1fde44015 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675762 Mar 02 09:31:13.711446 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-0849023f-ef99-4f69-b86c-623766b4809d service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200862 Mar 02 09:31:13.839692 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cb2d49a-e6dd-4be6-a0ed-be8c2315318d req-d391fd6a-2565-4e0e-869c-7a053892a439 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226547 Mar 02 09:31:14.329647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb41442-302c-42b8-8e2a-9cea845f510d req-16900871-3aa3-49df-9c67-2a821f25d3ce tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:14.331090 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9cb41442-302c-42b8-8e2a-9cea845f510d req-16900871-3aa3-49df-9c67-2a821f25d3ce tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 943 time: 0.0812778 Mar 02 09:31:14.373704 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9cb41442-302c-42b8-8e2a-9cea845f510d req-bdfe4685-76fa-4035-8dd9-3dd0f979e113 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362594 Mar 02 09:31:15.555584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6086a3a-bd4e-4abc-8487-3c73f55000e3 req-3a52244d-7191-4edb-ad27-684f332177e9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:15.556525 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a6086a3a-bd4e-4abc-8487-3c73f55000e3 req-3a52244d-7191-4edb-ad27-684f332177e9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 943 time: 0.0777884 Mar 02 09:31:15.599444 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a6086a3a-bd4e-4abc-8487-3c73f55000e3 req-770ef282-cb28-4e17-ac73-acbbf7d9d86e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374560 Mar 02 09:31:16.406459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:31:16.533034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:16.545800 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'mac_address': 'fa:16:3e:b1:4d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:31:16.601855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:16.617639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:31:16.632509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:16.690844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:16.756401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:16.790368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce15d7d-e267-4fb5-a21f-1a5ac70405ba req-c789804d-24c7-4716-bd11-c4c0ebdd9f26 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:16.791742 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dce15d7d-e267-4fb5-a21f-1a5ac70405ba req-c789804d-24c7-4716-bd11-c4c0ebdd9f26 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 944 time: 0.0860744 Mar 02 09:31:16.836730 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dce15d7d-e267-4fb5-a21f-1a5ac70405ba req-9bc36688-e2f8-45e3-b069-171e3919f0a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385087 Mar 02 09:31:17.011833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:31:17.582612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:18.016248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d0f7-5985-4460-a596-72c59770aa77 req-2c2efc2d-f479-4284-8209-ad1b4e0dbd5f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:18.017683 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4da2d0f7-5985-4460-a596-72c59770aa77 req-2c2efc2d-f479-4284-8209-ad1b4e0dbd5f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 944 time: 0.0769503 Mar 02 09:31:18.060317 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4da2d0f7-5985-4460-a596-72c59770aa77 req-9e36e379-9935-4ed5-bf78-9ff482451f22 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369689 Mar 02 09:31:18.421625 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:31:18.548691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:31:18.553549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:18.554045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:18.666742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:18.692270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:31:18.702407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:18.743755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:18.795683 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'code': 200} Mar 02 09:31:18.820528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:19.153226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4c64-bac7-4fa2-8eb5-8cb4bca0118c req-ebec4f3e-8a45-4600-96bb-34a49a154a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:19.154734 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1fac4c64-bac7-4fa2-8eb5-8cb4bca0118c req-ebec4f3e-8a45-4600-96bb-34a49a154a1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 1098 time: 0.0713079 Mar 02 09:31:19.236123 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1fac4c64-bac7-4fa2-8eb5-8cb4bca0118c req-e672b740-0407-467f-87a0-999e700f476f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751708 Mar 02 09:31:19.266163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00db7a-c35f-4ff5-a944-d51500f754ec req-a88d5b88-6c1c-41b0-bc97-c79e2c795d9b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:19.267575 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db00db7a-c35f-4ff5-a944-d51500f754ec req-a88d5b88-6c1c-41b0-bc97-c79e2c795d9b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0942318 Mar 02 09:31:19.314679 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db00db7a-c35f-4ff5-a944-d51500f754ec req-73999e1c-ee0d-4f5c-b6e9-f6022b7d54a3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415113 Mar 02 09:31:19.737253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2eb2fe45-9397-4712-989b-1fde3d0cdb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:20.500332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d155-f2b7-45e9-9d2e-ef123e769e10 req-fdaa61e3-b1dd-4de3-9cd9-220e45a468ac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:20.501786 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1549d155-f2b7-45e9-9d2e-ef123e769e10 req-fdaa61e3-b1dd-4de3-9cd9-220e45a468ac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0795288 Mar 02 09:31:20.544688 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1549d155-f2b7-45e9-9d2e-ef123e769e10 req-deb7636c-d189-4167-bb65-6f5f056f51ac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373580 Mar 02 09:31:20.869254 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:31:20.893305 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-3a12b32a-a8dc-42fa-8326-18f7d83feea2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704618 Mar 02 09:31:21.026261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-5fb549b5-3f7e-4eee-b507-8ca897c1127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:21.027675 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-5fb549b5-3f7e-4eee-b507-8ca897c1127d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 1098 time: 0.0691936 Mar 02 09:31:21.167580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-5304ee02-0db4-4651-9ae9-014acd274279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:21.168908 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-5304ee02-0db4-4651-9ae9-014acd274279 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1225421 Mar 02 09:31:21.330629 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-46dbfd9d-5f24-4c91-81fa-b34d7670ed69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 HTTP/1.1" status: 200 len: 217 time: 0.1556351 Mar 02 09:31:21.390603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-0374e16d-6c41-457c-b60f-9c8a0c019dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:21.391961 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-0374e16d-6c41-457c-b60f-9c8a0c019dd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0556006 Mar 02 09:31:21.463712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-2d2c8ab1-dc84-44b1-8e5c-9884018f858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:21.465039 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-2d2c8ab1-dc84-44b1-8e5c-9884018f858a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674717 Mar 02 09:31:21.592314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-2026f500-1305-4bac-8504-71bcedd55b6f service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212690 Mar 02 09:31:21.773062 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6dc265dd-1ba3-4140-b845-a6a994137d82 req-b9801be3-8fe6-4157-9b62-e2c0808dc8bd service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751659 Mar 02 09:31:21.800219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf93694-1f21-4f68-8aa4-1e3cca1a2ab4 req-2873b814-0e2f-4e53-bf2c-0bed9b89c4f8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:21.806608 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bcf93694-1f21-4f68-8aa4-1e3cca1a2ab4 req-2873b814-0e2f-4e53-bf2c-0bed9b89c4f8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.1197753 Mar 02 09:31:21.845401 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bcf93694-1f21-4f68-8aa4-1e3cca1a2ab4 req-d6c02a75-1305-49ae-9f8c-02db625bba8f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380945 Mar 02 09:31:21.955146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9c8bcfe-8d37-442b-9969-1b049958f18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:22.025491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa616f0-04b8-417d-b5d2-5b8393a31e00 req-83c3c83b-1e4d-4c91-904b-35b9cb477a55 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:22.026936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dfa616f0-04b8-417d-b5d2-5b8393a31e00 req-83c3c83b-1e4d-4c91-904b-35b9cb477a55 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0800195 Mar 02 09:31:22.035672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 41436) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:31:22.040461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-50c09e56-00da-463d-9c74-8f3d07293104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'floatingip': {'port_id': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:31:22.113118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50c09e56-00da-463d-9c74-8f3d07293104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:22.689631 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50c09e56-00da-463d-9c74-8f3d07293104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:22.754759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50c09e56-00da-463d-9c74-8f3d07293104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:23.019546 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-50c09e56-00da-463d-9c74-8f3d07293104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2 associated. External IP: 172.26.3.208, port: bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8. Mar 02 09:31:23.069255 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:23.160549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:23.361353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c09e56-00da-463d-9c74-8f3d07293104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:31:23.534431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c09e56-00da-463d-9c74-8f3d07293104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:31:23.538703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-50c09e56-00da-463d-9c74-8f3d07293104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:23.544201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:31:23.554050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:31:23.554734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:31:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:23.592159 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-50c09e56-00da-463d-9c74-8f3d07293104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "PUT /v2.0/floatingips/148e1ae6-956e-434a-bc72-a7ad6170e9a2 HTTP/1.1" status: 200 len: 991 time: 1.5554693 Mar 02 09:31:23.592727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:31:23.638005 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'status': 'completed', 'code': 200} Mar 02 09:31:23.764184 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:31:23.783649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-96a60856-ed14-438f-b363-d4658011053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:23.785150 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-96a60856-ed14-438f-b363-d4658011053f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 1098 time: 0.1266389 Mar 02 09:31:23.819517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6184f1-c31d-4496-9a59-22052c32aa6d req-98218ee2-cc76-4a89-8f25-58f2a448c8e7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:23.820922 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a6184f1-c31d-4496-9a59-22052c32aa6d req-98218ee2-cc76-4a89-8f25-58f2a448c8e7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.1255839 Mar 02 09:31:23.933131 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a6184f1-c31d-4496-9a59-22052c32aa6d req-3d52899e-d509-49fa-8d3b-e9f12bc9c1db tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974987 Mar 02 09:31:23.957405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-ed8eaa7e-92c6-4d12-8eac-07441ca44cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:23.958868 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-ed8eaa7e-92c6-4d12-8eac-07441ca44cd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1667018 Mar 02 09:31:24.104643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-7f2b50f9-d11a-44b4-aca0-1f171e198916 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 HTTP/1.1" status: 200 len: 999 time: 0.1391048 Mar 02 09:31:24.115249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:b1:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:31:22Z', 'revision_number': 1, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:24.119129 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:31:24.128140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:31:24.128729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:31:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:24.178137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-20f919f8-38b7-414a-bb55-34750a9b7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:24.179552 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-20f919f8-38b7-414a-bb55-34750a9b7b03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0690048 Mar 02 09:31:24.188226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67e46c-7a7a-4ce8-ad31-630ee5d6deec req-d0949f35-7e8c-4ef1-a492-1f7e506928f2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:24.189495 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b67e46c-7a7a-4ce8-ad31-630ee5d6deec req-d0949f35-7e8c-4ef1-a492-1f7e506928f2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.1491463 Mar 02 09:31:24.273769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b67e46c-7a7a-4ce8-ad31-630ee5d6deec req-fd4361bd-fa89-4f84-b73a-6e005109c318 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553002 Mar 02 09:31:24.297475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-b3e94b03-2388-438c-93bf-eaacbbd528d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:24.298971 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-b3e94b03-2388-438c-93bf-eaacbbd528d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1086338 Mar 02 09:31:24.301411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:31:24.538130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-cd75560d-541d-4d4a-a617-dcecd3b25828 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324259 Mar 02 09:31:24.669338 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-073fbe9e-204e-4f2e-b8fd-34bf019804f9 req-94740ed9-a759-4e77-8e01-33e4f379669e service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237447 Mar 02 09:31:24.753753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:24.758166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:b1:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:31:22Z', 'revision_number': 1, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:24.806660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4325cadf-f6c6-4fd9-bc9a-b06385257fad None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:b1:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:31:22Z', 'revision_number': 1, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:31:24.988141 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb451d-ce32-4418-8ce9-8f23ec8e9f7e None None] New status for floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:31:25.456518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c4af7-70de-4c56-9535-4d84533d4d32 req-78162644-0739-45fa-a8b1-4fcb3fb7b9bd tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:25.457927 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5e9c4af7-70de-4c56-9535-4d84533d4d32 req-78162644-0739-45fa-a8b1-4fcb3fb7b9bd tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0782144 Mar 02 09:31:25.501034 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5e9c4af7-70de-4c56-9535-4d84533d4d32 req-e9b20ee9-a462-4087-a410-9c0e0063b582 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372605 Mar 02 09:31:25.835261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e3e8e-3d3d-4923-8417-5e18488d1f9b req-b9c63561-8d7c-4a9d-9cf8-b17cfd3c5286 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:25.836701 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-449e3e8e-3d3d-4923-8417-5e18488d1f9b req-b9c63561-8d7c-4a9d-9cf8-b17cfd3c5286 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0869451 Mar 02 09:31:25.879557 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-449e3e8e-3d3d-4923-8417-5e18488d1f9b req-f88571e6-2ab5-4bb1-b635-bcb3316e8fb3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367548 Mar 02 09:31:26.400364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a30ba-cac3-4725-a43b-35a4a6a463d7 req-a2e84d4f-610e-4a99-9966-8da5ff5ba916 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:26.402473 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ae8a30ba-cac3-4725-a43b-35a4a6a463d7 req-a2e84d4f-610e-4a99-9966-8da5ff5ba916 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0799744 Mar 02 09:31:26.430145 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-0971cc83-3904-461a-96e1-e275353bf014 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715532 Mar 02 09:31:26.449403 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ae8a30ba-cac3-4725-a43b-35a4a6a463d7 req-1026a369-1d69-47d0-9011-1d811f59b37f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411816 Mar 02 09:31:27.654538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58793ef-5392-494a-a7e7-d5027f102773 req-828e3eae-a012-4115-843f-ca4f7810ab15 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:27.655986 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c58793ef-5392-494a-a7e7-d5027f102773 req-828e3eae-a012-4115-843f-ca4f7810ab15 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0884364 Mar 02 09:31:27.702089 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c58793ef-5392-494a-a7e7-d5027f102773 req-331d25e6-f94c-464a-b368-d2bb70e447c7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389655 Mar 02 09:31:28.257884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-155b8e68-f09b-4dc7-99af-71824e6b886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:28.259307 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-155b8e68-f09b-4dc7-99af-71824e6b886b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 1098 time: 0.0712843 Mar 02 09:31:28.387155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-fe9d0344-6a71-4a5d-93f5-c140a25c2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:28.388585 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-fe9d0344-6a71-4a5d-93f5-c140a25c2a85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1226327 Mar 02 09:31:28.489720 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-374ce211-53a3-4c88-a0e0-2f472b516d53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 HTTP/1.1" status: 200 len: 1001 time: 0.0947530 Mar 02 09:31:28.549946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-0bd61a00-48ba-494a-8ebe-0ba11b54be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:28.551371 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-0bd61a00-48ba-494a-8ebe-0ba11b54be0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0564072 Mar 02 09:31:28.623910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-97041a7f-7230-4bcc-ba0a-ced675d7bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:28.625355 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-97041a7f-7230-4bcc-ba0a-ced675d7bf7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685523 Mar 02 09:31:28.752969 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-2881e86c-b719-46c7-8de2-3823f898cd9c service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216011 Mar 02 09:31:28.928329 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-2ecc8883-8695-47c9-aea4-6fab3d522d28 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693037 Mar 02 09:31:28.952487 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f8c9f-2ff3-471e-90fe-ffcb61d062dc req-54972794-de1f-4986-8d2f-c414d3ac4a50 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:28.953936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9b0f8c9f-2ff3-471e-90fe-ffcb61d062dc req-54972794-de1f-4986-8d2f-c414d3ac4a50 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.1161730 Mar 02 09:31:28.997960 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9b0f8c9f-2ff3-471e-90fe-ffcb61d062dc req-f8703a60-f392-4549-94d7-9f242cad678e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382340 Mar 02 09:31:30.176234 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7fd17-8cb1-47f8-8a91-d16b6b98e4ca req-6896bb12-dd67-4d8e-ad4f-922d07c13155 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:30.177642 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2a7fd17-8cb1-47f8-8a91-d16b6b98e4ca req-6896bb12-dd67-4d8e-ad4f-922d07c13155 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0759883 Mar 02 09:31:30.223033 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d2a7fd17-8cb1-47f8-8a91-d16b6b98e4ca req-a94e39b1-297a-49c5-9097-9c43f3dc5e6b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398536 Mar 02 09:31:31.401081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6f95f-b8be-4c90-8740-ce34449ba0a3 req-81381818-ed5d-4e12-9d56-4d4bf78ab744 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:31.402988 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cba6f95f-b8be-4c90-8740-ce34449ba0a3 req-81381818-ed5d-4e12-9d56-4d4bf78ab744 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0772781 Mar 02 09:31:31.445682 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cba6f95f-b8be-4c90-8740-ce34449ba0a3 req-34bfdaed-0c99-42cd-a6bf-b2472dcd8949 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372546 Mar 02 09:31:32.727147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef124-7483-4a51-ab60-9371603b6428 req-2c51cd4b-fdce-4e4c-a1c6-a1e67f393991 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:32.728468 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d62ef124-7483-4a51-ab60-9371603b6428 req-2c51cd4b-fdce-4e4c-a1c6-a1e67f393991 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.1776571 Mar 02 09:31:32.770504 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d62ef124-7483-4a51-ab60-9371603b6428 req-d1b3bd74-3b61-4463-9bb8-f0b1b0275c61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357127 Mar 02 09:31:33.951979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c4a38-21ea-4435-ac21-f66340c54487 req-b53de5cb-f82b-4762-9b3c-869109fb86ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:33.953379 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e24c4a38-21ea-4435-ac21-f66340c54487 req-b53de5cb-f82b-4762-9b3c-869109fb86ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0761764 Mar 02 09:31:33.994623 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e24c4a38-21ea-4435-ac21-f66340c54487 req-9474e82c-d3cb-4201-b037-929cadcb3179 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357528 Mar 02 09:31:35.176443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d1b31-aa64-4748-a381-4b2fdb497ccc req-f41508e4-fd48-431a-afc4-976dd5320ccf tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:35.177903 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-340d1b31-aa64-4748-a381-4b2fdb497ccc req-f41508e4-fd48-431a-afc4-976dd5320ccf tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0793393 Mar 02 09:31:35.222235 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-340d1b31-aa64-4748-a381-4b2fdb497ccc req-cf1e2570-d997-48ff-9a91-8d9ec6384551 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385020 Mar 02 09:31:36.407392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044868e-0d08-415e-a654-25974c89e1f2 req-2bcc6dc1-ab95-4162-8441-4fc750be3d0e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:36.408791 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1044868e-0d08-415e-a654-25974c89e1f2 req-2bcc6dc1-ab95-4162-8441-4fc750be3d0e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0796900 Mar 02 09:31:36.450744 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1044868e-0d08-415e-a654-25974c89e1f2 req-cef052aa-b657-45fe-a52f-ced8010d10e8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364821 Mar 02 09:31:37.628169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e5ec3-b10b-4c89-8f0e-11a8ed00cdf5 req-b2fd3e11-6b8f-4ad1-849b-01fc5121ce22 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:37.629593 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-606e5ec3-b10b-4c89-8f0e-11a8ed00cdf5 req-b2fd3e11-6b8f-4ad1-849b-01fc5121ce22 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0769422 Mar 02 09:31:37.672319 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-606e5ec3-b10b-4c89-8f0e-11a8ed00cdf5 req-e6e29e1e-3602-4916-b086-583e0186365a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370548 Mar 02 09:31:38.852437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf686b0-d53d-45e6-bfa4-35e5af4eb621 req-97cb2622-2d2f-4c01-9768-366f30b96d34 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:38.853765 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcf686b0-d53d-45e6-bfa4-35e5af4eb621 req-97cb2622-2d2f-4c01-9768-366f30b96d34 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0797453 Mar 02 09:31:38.895437 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcf686b0-d53d-45e6-bfa4-35e5af4eb621 req-40612458-97db-4072-947f-fb1d467a7e86 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355637 Mar 02 09:31:40.076340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230c70-c528-4e30-ba27-e43b27a3a658 req-a44ab1c7-fd0d-488f-9e1f-baf52505d917 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:40.077757 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-77230c70-c528-4e30-ba27-e43b27a3a658 req-a44ab1c7-fd0d-488f-9e1f-baf52505d917 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0770292 Mar 02 09:31:40.123164 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-77230c70-c528-4e30-ba27-e43b27a3a658 req-e1a36a1d-8d6f-4e2f-83e6-f39731fcd4c5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399528 Mar 02 09:31:41.301004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d2c0-64b5-4c65-b222-86932499b597 req-00361a97-1d40-4972-8627-afba8323089b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:41.302472 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b308d2c0-64b5-4c65-b222-86932499b597 req-00361a97-1d40-4972-8627-afba8323089b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0778697 Mar 02 09:31:41.345444 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b308d2c0-64b5-4c65-b222-86932499b597 req-34d0a1f4-3ae9-43ab-8f09-576eb8998000 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374088 Mar 02 09:31:42.526623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ddd69-72d5-47ab-ba27-e6a4aa78bfd9 req-d13acfb8-d4a7-4589-9980-62ecdc84be5c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:42.528534 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a85ddd69-72d5-47ab-ba27-e6a4aa78bfd9 req-d13acfb8-d4a7-4589-9980-62ecdc84be5c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0811832 Mar 02 09:31:42.572093 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a85ddd69-72d5-47ab-ba27-e6a4aa78bfd9 req-15250d6a-c3b7-48c1-b2bd-07049eb4e0a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378056 Mar 02 09:31:43.757535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199227e2-1469-48b1-946b-2e80096ea813 req-dd52a4d5-d27e-4833-ad1c-e6b9c3cc3967 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:43.759096 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-199227e2-1469-48b1-946b-2e80096ea813 req-dd52a4d5-d27e-4833-ad1c-e6b9c3cc3967 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0782864 Mar 02 09:31:43.804509 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-199227e2-1469-48b1-946b-2e80096ea813 req-73069aac-6a19-4977-a5fe-7389a2257e25 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394790 Mar 02 09:31:44.992752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f12a4-6cdc-418d-8424-e163e992abb5 req-991fff9a-6091-4872-9e99-e04d2c03ef90 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:44.994219 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-161f12a4-6cdc-418d-8424-e163e992abb5 req-991fff9a-6091-4872-9e99-e04d2c03ef90 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0802376 Mar 02 09:31:45.036349 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-161f12a4-6cdc-418d-8424-e163e992abb5 req-5d906e1c-90fe-420b-96b7-670034cd8ec6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360343 Mar 02 09:31:45.945064 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-53ca5d89-ff78-49f9-946e-605539cd762f service neutron] 10.222.0.15 "GET /v2.0/ports/bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0762346 Mar 02 09:31:46.217255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0722da4-34f4-4927-a2e8-8052acd73a40 req-c1f4bb68-0f9b-42ee-a9bd-ef5bebafc207 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:46.218719 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d0722da4-34f4-4927-a2e8-8052acd73a40 req-c1f4bb68-0f9b-42ee-a9bd-ef5bebafc207 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0777788 Mar 02 09:31:46.261390 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d0722da4-34f4-4927-a2e8-8052acd73a40 req-fbb8427a-7bab-4b1a-9575-0ee049de9431 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370367 Mar 02 09:31:46.553189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-0ca9288b-138a-4a3b-8923-81fa1f338271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:46.554682 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-0ca9288b-138a-4a3b-8923-81fa1f338271 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 1098 time: 0.0733430 Mar 02 09:31:46.642402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-a48d5c5d-ab0d-45c6-b85c-e355b3218838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:46.643806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-a48d5c5d-ab0d-45c6-b85c-e355b3218838 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 1098 time: 0.0679460 Mar 02 09:31:46.769468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-565d3765-377c-462d-b831-d7048da86cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:46.770893 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-565d3765-377c-462d-b831-d7048da86cca service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1218934 Mar 02 09:31:46.870445 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-9ed7f2a1-4c55-496f-a3d2-8839d193e98b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 HTTP/1.1" status: 200 len: 1001 time: 0.0932720 Mar 02 09:31:46.929360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-d0d54706-2bfa-4fa0-9515-524255cb939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:46.933439 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-d0d54706-2bfa-4fa0-9515-524255cb939a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0546768 Mar 02 09:31:47.093304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-9dabb9ed-2bc6-4dc3-9867-3209f7003b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:47.094770 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-9dabb9ed-2bc6-4dc3-9867-3209f7003b83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1581225 Mar 02 09:31:47.220270 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-b2441a3f-5ea8-4cf3-9e56-707b458d142c service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185722 Mar 02 09:31:47.347627 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-252ce3e7-5636-425d-9692-e51c8ac1639c req-03a99842-bb64-418f-8afb-8aaa99b08fa2 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214268 Mar 02 09:31:47.442004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb329d58-4f7b-444b-83a1-e8ae82014357 req-43a886e7-83bc-4f03-a727-9665df950098 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:47.443360 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb329d58-4f7b-444b-83a1-e8ae82014357 req-43a886e7-83bc-4f03-a727-9665df950098 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0763712 Mar 02 09:31:47.485964 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bb329d58-4f7b-444b-83a1-e8ae82014357 req-a0380472-16ec-4516-851c-4cdcaa952b05 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366387 Mar 02 09:31:47.574879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:48.579759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:31:48.670502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effff1c-2630-47ba-bcc2-c51c851bb50b req-2031a93d-1405-439e-9414-7c6536d5be51 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:48.671930 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5effff1c-2630-47ba-bcc2-c51c851bb50b req-2031a93d-1405-439e-9414-7c6536d5be51 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0820525 Mar 02 09:31:48.712208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:48.715877 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5effff1c-2630-47ba-bcc2-c51c851bb50b req-bbff1560-0655-4de0-8672-fd63ad939e90 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378623 Mar 02 09:31:48.725383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'mac_address': 'fa:16:3e:b1:4d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:31:48.781925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:48.798367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:31:48.813573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:48.871914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:48.988813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:49.159562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:31:49.701507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f09a1416-3629-458d-b01e-2848d04a1173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:49.912556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dbab-da86-42ac-a06a-3944397f16d8 req-82a6b29a-6fdd-4707-bcb5-005789cffdac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:49.914592 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b12dbab-da86-42ac-a06a-3944397f16d8 req-82a6b29a-6fdd-4707-bcb5-005789cffdac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 944 time: 0.0893862 Mar 02 09:31:49.961407 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b12dbab-da86-42ac-a06a-3944397f16d8 req-2e098ff6-d274-4e57-9ab2-817f09049637 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413461 Mar 02 09:31:50.600707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:31:50.668118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:31:50.668486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:50.785628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:50.811492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:31:50.821104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:50.865538 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'code': 200} Mar 02 09:31:50.884183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:50.950250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:51.144745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c795a-c906-4ac2-9f50-4601a4c7a1c0 req-ccc7d3d8-e9eb-4518-b35c-1ca8ffa59c27 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:51.146218 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf5c795a-c906-4ac2-9f50-4601a4c7a1c0 req-ccc7d3d8-e9eb-4518-b35c-1ca8ffa59c27 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0784140 Mar 02 09:31:51.188437 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf5c795a-c906-4ac2-9f50-4601a4c7a1c0 req-f0c4d337-2185-4c7a-b861-fd15c9e69780 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366571 Mar 02 09:31:51.591147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e293-c4d3-43d4-b56e-0717bf27dfdf req-5cf0a298-dd0f-417e-8377-2448a7ea75c2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:51.593119 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9001e293-c4d3-43d4-b56e-0717bf27dfdf req-5cf0a298-dd0f-417e-8377-2448a7ea75c2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0830119 Mar 02 09:31:51.680392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9001e293-c4d3-43d4-b56e-0717bf27dfdf req-dc6a585e-82c1-4c26-9e0f-cb4ddf06f1d7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562685 Mar 02 09:31:51.705099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b346d-9035-4a66-a704-822524862334 req-cb0612b4-8c6e-4a73-8c2d-c597d2f835f7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:51.706533 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd7b346d-9035-4a66-a704-822524862334 req-cb0612b4-8c6e-4a73-8c2d-c597d2f835f7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a&tenant_id=4664d2863cbb45f9b81383e49059dbd1&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 945 time: 0.1125894 Mar 02 09:31:51.843880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b346d-9035-4a66-a704-822524862334 req-4c3523c3-f8fb-4fc0-b094-0d3c02497ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:51.845313 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd7b346d-9035-4a66-a704-822524862334 req-4c3523c3-f8fb-4fc0-b094-0d3c02497ef2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 1098 time: 0.0720263 Mar 02 09:31:51.958585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-252377b8-b7fd-48ea-8f80-dfa807596a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:51.973168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b346d-9035-4a66-a704-822524862334 req-2b5f7750-d3a6-4525-8bfa-f65014f9455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:51.978404 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd7b346d-9035-4a66-a704-822524862334 req-2b5f7750-d3a6-4525-8bfa-f65014f9455c service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1239161 Mar 02 09:31:52.073142 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd7b346d-9035-4a66-a704-822524862334 req-36be0d37-8f52-448f-8f8c-22702ad49e0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 HTTP/1.1" status: 200 len: 1001 time: 0.0926979 Mar 02 09:31:52.136145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b346d-9035-4a66-a704-822524862334 req-34539d5f-1e24-4930-8a20-0841a6434b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:52.137512 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd7b346d-9035-4a66-a704-822524862334 req-34539d5f-1e24-4930-8a20-0841a6434b05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0587692 Mar 02 09:31:52.208482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b346d-9035-4a66-a704-822524862334 req-a541366b-557a-4b55-b21c-6afbc5166bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:52.210011 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd7b346d-9035-4a66-a704-822524862334 req-a541366b-557a-4b55-b21c-6afbc5166bdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664873 Mar 02 09:31:52.334533 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd7b346d-9035-4a66-a704-822524862334 req-7d722d6b-1017-4ddc-a000-c3174f6b59a1 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185896 Mar 02 09:31:52.460591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd7b346d-9035-4a66-a704-822524862334 req-19ca248d-56f4-4016-b4ef-fc2ef26720ec service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203668 Mar 02 09:31:52.961385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d9057-dd6c-453e-97c4-6a2811de052d req-66a10b3d-1856-4540-b19e-253fdbd23005 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:52.962865 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-235d9057-dd6c-453e-97c4-6a2811de052d req-66a10b3d-1856-4540-b19e-253fdbd23005 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.1777401 Mar 02 09:31:53.008643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-235d9057-dd6c-453e-97c4-6a2811de052d req-962e74ed-9a1e-42a4-ac62-50a06c4fa236 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397704 Mar 02 09:31:53.032835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:53.204580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:54.189684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e49135-4281-4e70-bec9-e4fb86fbe2ea req-946bc7c3-59f7-415d-9e98-ea907623de8a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:54.191128 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9e49135-4281-4e70-bec9-e4fb86fbe2ea req-946bc7c3-59f7-415d-9e98-ea907623de8a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0787776 Mar 02 09:31:54.234684 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9e49135-4281-4e70-bec9-e4fb86fbe2ea req-bede423c-b82b-4538-b9ea-532015e88202 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381224 Mar 02 09:31:54.416420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7a822-2953-4f5d-8e34-6113020ac145 req-4744d3d8-9572-40d5-a7da-2793dfa52f61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:54.417773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-92f7a822-2953-4f5d-8e34-6113020ac145 req-4744d3d8-9572-40d5-a7da-2793dfa52f61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0817895 Mar 02 09:31:54.460402 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-92f7a822-2953-4f5d-8e34-6113020ac145 req-bc701dc2-5ac1-44ca-a8a3-3c44920979ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370533 Mar 02 09:31:54.641148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c7777-2453-4508-850e-d5985928bcf8 req-db7d9bed-3b64-4258-a743-9c5f0220b938 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:54.642637 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-034c7777-2453-4508-850e-d5985928bcf8 req-db7d9bed-3b64-4258-a743-9c5f0220b938 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0817640 Mar 02 09:31:54.656337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:54.684630 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-034c7777-2453-4508-850e-d5985928bcf8 req-a109ea8a-c67f-4b14-9fd2-829f6408336b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362654 Mar 02 09:31:55.241562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb66741-33e3-4c0f-baef-53ada8d37497 req-64f3a6f9-0e93-4a21-a185-59db578d98c5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:55.243016 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9eb66741-33e3-4c0f-baef-53ada8d37497 req-64f3a6f9-0e93-4a21-a185-59db578d98c5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0809026 Mar 02 09:31:55.284848 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9eb66741-33e3-4c0f-baef-53ada8d37497 req-64157ab3-99c0-41a8-81d4-1c44e5ab8d45 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361352 Mar 02 09:31:56.466811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b90fd3-2e3d-45d5-b85c-2c8e7711a563 req-4db8ae52-9767-48a9-89a2-1bb5f46e2e58 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:56.468251 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-50b90fd3-2e3d-45d5-b85c-2c8e7711a563 req-4db8ae52-9767-48a9-89a2-1bb5f46e2e58 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0770481 Mar 02 09:31:56.511227 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-50b90fd3-2e3d-45d5-b85c-2c8e7711a563 req-8e7a00cb-80d7-4d70-bace-ae1367f90c71 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374370 Mar 02 09:31:57.049769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-0820dd9f-09bb-4f47-b0d6-55ecacb39136 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:57.051230 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-0820dd9f-09bb-4f47-b0d6-55ecacb39136 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.0805259 Mar 02 09:31:57.116388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Deleting port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:31:57.116719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:57.351243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] For port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:31:57.351502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:57.673945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:57.674639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:57.674639 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2 disassociated. External IP: 172.26.3.208, port: bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8. Mar 02 09:31:57.674857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Calling delete_port for bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:31:57.775437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8208e3-def4-4960-a908-6dfde8263242 req-af417dfc-2e64-4d75-9be3-af6fe10aaeb8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:31:57.776861 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6c8208e3-def4-4960-a908-6dfde8263242 req-af417dfc-2e64-4d75-9be3-af6fe10aaeb8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 945 time: 0.1612158 Mar 02 09:31:57.865624 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6c8208e3-def4-4960-a908-6dfde8263242 req-85158654-6f9a-422c-a74e-c1efecfae54b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594332 Mar 02 09:31:57.868604 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:31:57.913652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:57.969222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event deleted for resources: {'Port': ['ID=bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:31:58.254883 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:31:58.430170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:31:58.440566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:31:58.450185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:31:58.450790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:31:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:58.506207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] No DVR routers for this DVR port bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:31:58.507504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:31:58.511501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'name': 'network-vif-deleted', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:31:58.559026 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ee4d57-1cc6-4bfa-a837-a287b0836d2a', 'name': 'network-vif-deleted', 'tag': 'bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8', 'status': 'completed', 'code': 200} Mar 02 09:31:58.588862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-016e1a9b-0428-4496-a5bb-e926049f2ad5 req-75688189-a328-4d72-b5d5-91d2948fca9f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "DELETE /v2.0/ports/bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 HTTP/1.1" status: 204 len: 173 time: 1.5327318 Mar 02 09:31:58.628220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:31:58.934317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:58.938202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:31:58.946552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:31:58.947141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:31:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:59.023374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-82ca8ac4-4b50-4074-a262-c3506598a0bd req-71266637-7925-47a4-ace6-db8511f38dd2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Synchronizing usage tracker for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:31:59.090555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-82ca8ac4-4b50-4074-a262-c3506598a0bd req-71266637-7925-47a4-ace6-db8511f38dd2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Unset dirty status for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:31:59.092082 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-82ca8ac4-4b50-4074-a262-c3506598a0bd req-71266637-7925-47a4-ace6-db8511f38dd2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=91ee4d57-1cc6-4bfa-a837-a287b0836d2a HTTP/1.1" status: 200 len: 210 time: 0.1096590 Mar 02 09:31:59.127424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:31:59.474943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:31:59.478818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c80737-fc74-486b-84ff-f45291e8e664 None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:31:59.684206 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6840494-c9e7-4101-a1a0-55681cc67543 None None] New status for floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:32:00.415088 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2bd81a66-f17b-45d4-a4e5-7e2de64a5751 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--59303727&fields=id&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 267 time: 0.0381293 Mar 02 09:32:00.560849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-df60446e-df52-47e0-be8e-17b543f783b9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:00.562324 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-df60446e-df52-47e0-be8e-17b543f783b9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 812 time: 0.1402099 Mar 02 09:32:00.576506 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-4eccaccf-4570-4da8-a1fc-904380539b72 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/quotas/4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0088735 Mar 02 09:32:00.628087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:32:00.661356 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-04841be3-16d3-4905-8c4b-ef67d4a5b0da tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801303 Mar 02 09:32:00.663757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:32:00.664104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device bd8f4efc-6dcc-4504-9a2d-2d9af6bb37b8 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:32:00.838146 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-6352a324-8053-4a0f-83aa-713e9999098b service neutron] 10.222.0.10 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635604 Mar 02 09:32:00.964895 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-0e31a63b-1d64-4af5-8d9f-377136671229 service neutron] 10.222.0.10 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204345 Mar 02 09:32:01.178324 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d5ce87ec-ea2e-4ade-b957-0ffe4360c2f9 req-58b21036-6f2c-4598-9b12-458d9672853b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 210 time: 0.0411143 Mar 02 09:32:02.322395 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e198e612-ce7f-4942-834e-9c88672e501d req-c74f5a38-55b6-4058-a904-ed687663bb01 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 210 time: 0.0402308 Mar 02 09:32:02.979230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90317977-e092-431e-bf71-c071d2176635 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:02.980500 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90317977-e092-431e-bf71-c071d2176635 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 812 time: 0.1445856 Mar 02 09:32:03.030675 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-53e6c9c6-45a2-4912-b065-88cb3b3bc693 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 378 time: 0.0414321 Mar 02 09:32:03.043989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'port': {'device_id': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'admin_state_up': True, 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'security_groups': ['5f8cb44f-5671-436b-aac5-7d6a54681c20']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:32:03.281953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:32:03.291230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:32:03.365408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Made reservation on behalf of 4664d2863cbb45f9b81383e49059dbd1 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:32:03.368940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:03.484964 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-209d04e6-bc68-442f-929a-be82ab68dc81 req-8ec94b64-f314-4619-a3e9-154dd25baaca tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 210 time: 0.0566461 Mar 02 09:32:03.566164 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Allocated IP 172.20.0.6 (15b560e3-d4c7-4157-90b3-04cdc75d847c/79300918-b421-4c17-b5a3-09af3e3d223a/38cc71ff-207d-414e-80c9-05c31460a435) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:32:03.742494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:03.757570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Transition to ACTIVE for port object 38cc71ff-207d-414e-80c9-05c31460a435 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:32:03.846143 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:03.912471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:32:03.919232 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:32:03.923913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:32:03.954504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event updated for resources: {'Port': ['ID=38cc71ff-207d-414e-80c9-05c31460a435,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:32:03.990528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:03.991125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:04.183101 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-90f42d6b-be5b-413a-9ade-7a3182247db7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0506725 Mar 02 09:32:04.183101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Request body: {'port': {'device_id': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:32:04.223196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b33d1d98-a634-4b33-ac33-57d25d14a07f None None] Provisioning for port 38cc71ff-207d-414e-80c9-05c31460a435 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:32:04.225781 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:04.228233 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b33d1d98-a634-4b33-ac33-57d25d14a07f None None] Provisioning complete for port 38cc71ff-207d-414e-80c9-05c31460a435 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:32:04.228613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b33d1d98-a634-4b33-ac33-57d25d14a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:04.280877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b33d1d98-a634-4b33-ac33-57d25d14a07f None None] Port 38cc71ff-207d-414e-80c9-05c31460a435 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:32:04.567952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38cc71ff-207d-414e-80c9-05c31460a435 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:32:04.575615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:04.591973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Transition to ACTIVE for port object 38cc71ff-207d-414e-80c9-05c31460a435 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:32:04.671424 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255d5ef-3ab4-42f5-8731-28625e459d76 req-31ad22e4-5f08-4ea2-9837-121261be31be tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:04.672104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-3255d5ef-3ab4-42f5-8731-28625e459d76 req-31ad22e4-5f08-4ea2-9837-121261be31be tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Synchronizing usage tracker for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:32:04.685598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:04.805286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-3255d5ef-3ab4-42f5-8731-28625e459d76 req-31ad22e4-5f08-4ea2-9837-121261be31be tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Unset dirty status for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:32:04.805286 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3255d5ef-3ab4-42f5-8731-28625e459d76 req-31ad22e4-5f08-4ea2-9837-121261be31be tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 931 time: 0.2011983 Mar 02 09:32:04.833078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Pushing event updated for resources: {'Port': ['ID=38cc71ff-207d-414e-80c9-05c31460a435,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:32:04.873852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.874197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.874529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.874860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.875746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.876066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.876392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.876708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.877023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.877340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.877646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.877989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:04.941962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3255d5ef-3ab4-42f5-8731-28625e459d76 req-32ccced4-4821-4014-bb74-1bb7e4b3d56c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369536 Mar 02 09:32:04.968993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Attempting to bind port 38cc71ff-207d-414e-80c9-05c31460a435 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:32:04.969321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Attempting to bind port 38cc71ff-207d-414e-80c9-05c31460a435 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:32:04.969641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Attempting to bind port 38cc71ff-207d-414e-80c9-05c31460a435 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:32:04.974123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Port 38cc71ff-207d-414e-80c9-05c31460a435 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:32:04.974435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Attempting to bind port 38cc71ff-207d-414e-80c9-05c31460a435 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:32:04.979355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:32:04.979683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Checking segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:32:04.980059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Bound using segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:32:04.980469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Bound port: 38cc71ff-207d-414e-80c9-05c31460a435, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:32:04.980805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:05.066406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:32:05.069116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=38cc71ff-207d-414e-80c9-05c31460a435,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:32:05.177726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:05.233939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:05.234991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:05.236641 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] 10.222.0.15 "PUT /v2.0/ports/38cc71ff-207d-414e-80c9-05c31460a435 HTTP/1.1" status: 200 len: 1093 time: 1.1373034 Mar 02 09:32:05.239184 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:32:05.272289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd7192-f524-4ba1-b22f-bf2a18460e61 service neutron] Pushing event updated for resources: {'Port': ['ID=38cc71ff-207d-414e-80c9-05c31460a435,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:32:05.288190 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435', 'status': 'completed', 'code': 200} Mar 02 09:32:05.379132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7867ff3-e841-4571-a34f-a1ba4c7ce998 req-83f8f273-dbec-433f-b3cc-6c4f23d26ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:05.380621 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d7867ff3-e841-4571-a34f-a1ba4c7ce998 req-83f8f273-dbec-433f-b3cc-6c4f23d26ea3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 1096 time: 0.0725205 Mar 02 09:32:05.624327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7867ff3-e841-4571-a34f-a1ba4c7ce998 req-a24a7178-09ce-4c15-bd56-3705d2f2ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:05.625718 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d7867ff3-e841-4571-a34f-a1ba4c7ce998 req-a24a7178-09ce-4c15-bd56-3705d2f2ea34 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4664d2863cbb45f9b81383e49059dbd1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2387574 Mar 02 09:32:05.757055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7867ff3-e841-4571-a34f-a1ba4c7ce998 req-f8fddd9d-708c-4d5d-a65e-2021a99d5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:05.758497 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d7867ff3-e841-4571-a34f-a1ba4c7ce998 req-f8fddd9d-708c-4d5d-a65e-2021a99d5d83 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267819 Mar 02 09:32:05.868437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-7cc63e60-ee26-4216-8b8b-82d645d7ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:05.869892 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-7cc63e60-ee26-4216-8b8b-82d645d7ea33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 1096 time: 0.0718877 Mar 02 09:32:05.937729 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-cea2e709-9a5f-4027-91a0-221608dfd99a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38cc71ff-207d-414e-80c9-05c31460a435 HTTP/1.1" status: 200 len: 217 time: 0.0608976 Mar 02 09:32:06.001140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-895ddb3f-dbeb-4b42-afea-31512a13bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:06.002618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-895ddb3f-dbeb-4b42-afea-31512a13bb71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0582500 Mar 02 09:32:06.129876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-5aa29eb5-a99d-4881-a747-232e2f09467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:06.131324 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-5aa29eb5-a99d-4881-a747-232e2f09467f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1225660 Mar 02 09:32:06.182167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe521ba0-dd08-49b3-aadd-5b236fa883cf req-a1d31523-5d09-40f5-ade8-523331cd8815 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:06.183522 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fe521ba0-dd08-49b3-aadd-5b236fa883cf req-a1d31523-5d09-40f5-ade8-523331cd8815 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 943 time: 0.1342335 Mar 02 09:32:06.295339 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fe521ba0-dd08-49b3-aadd-5b236fa883cf req-e6557bac-10ab-429a-9207-e24e23efa4e1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643706 Mar 02 09:32:06.302618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-800edea5-8d4a-42b0-a31b-fec9b31f830c service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617749 Mar 02 09:32:06.438864 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b488dbc1-d11b-4cb3-a22e-d4aeed7f8b5e req-b0096246-ee53-48d5-85ba-d7a7d04853d4 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305130 Mar 02 09:32:07.478633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728075b-8d70-468a-a58a-6cc1fc45c9e3 req-58155b4d-0428-47c0-ac06-46fa2fc157fa tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:07.480007 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e728075b-8d70-468a-a58a-6cc1fc45c9e3 req-58155b4d-0428-47c0-ac06-46fa2fc157fa tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 943 time: 0.0825126 Mar 02 09:32:07.522807 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e728075b-8d70-468a-a58a-6cc1fc45c9e3 req-0406ffe3-3a56-446b-ad86-d26878885901 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373342 Mar 02 09:32:08.643964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 38cc71ff-207d-414e-80c9-05c31460a435 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:32:08.702255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01743b5-0581-4d45-bdd7-791754f4f2a3 req-b5cfe9ee-301d-4606-825b-03ec9f053511 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:08.703734 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f01743b5-0581-4d45-bdd7-791754f4f2a3 req-b5cfe9ee-301d-4606-825b-03ec9f053511 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 943 time: 0.0772440 Mar 02 09:32:08.746909 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f01743b5-0581-4d45-bdd7-791754f4f2a3 req-bf8ec83e-7b15-4267-b0b0-96173d544f35 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374584 Mar 02 09:32:08.774724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=38cc71ff-207d-414e-80c9-05c31460a435,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:32:08.787720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '38cc71ff-207d-414e-80c9-05c31460a435', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': '38cc71ff-207d-414e-80c9-05c31460a435', 'mac_address': 'fa:16:3e:5a:e4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:32:08.843572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:08.859759 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cc71ff-207d-414e-80c9-05c31460a435 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:32:08.874915 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=38cc71ff-207d-414e-80c9-05c31460a435,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:32:08.925977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:08.990303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=38cc71ff-207d-414e-80c9-05c31460a435,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:32:08.997154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:08.997507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:08.997858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:08.998206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:08.998536 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:08.998864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:08.999193 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:08.999546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:08.999862 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:09.000208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:09.000527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:09.000841 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:32:09.207496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['38cc71ff-207d-414e-80c9-05c31460a435'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:32:09.929219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587c547-ba54-4e9e-bce4-0b03149e88ca req-e03f9687-9202-4d5c-bd81-102378f278b0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:09.930631 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3587c547-ba54-4e9e-bce4-0b03149e88ca req-e03f9687-9202-4d5c-bd81-102378f278b0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 944 time: 0.0799501 Mar 02 09:32:09.973321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3587c547-ba54-4e9e-bce4-0b03149e88ca req-803a629f-f672-42ef-98a3-ebf4ff439ba6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372419 Mar 02 09:32:10.649427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 38cc71ff-207d-414e-80c9-05c31460a435 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:32:10.749106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 38cc71ff-207d-414e-80c9-05c31460a435 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:32:10.754339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 38cc71ff-207d-414e-80c9-05c31460a435 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:32:10.754707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:10.865751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:10.893975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:32:10.903180 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=38cc71ff-207d-414e-80c9-05c31460a435,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:32:10.938326 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435', 'code': 200} Mar 02 09:32:10.950058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:11.020323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=38cc71ff-207d-414e-80c9-05c31460a435,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:32:11.151834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5602d5-cec2-441f-8e6c-035b77641be1 req-a0b03075-bf83-46f9-8c32-8c904fb0ff69 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:11.153260 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d5602d5-cec2-441f-8e6c-035b77641be1 req-a0b03075-bf83-46f9-8c32-8c904fb0ff69 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0773654 Mar 02 09:32:11.196352 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d5602d5-cec2-441f-8e6c-035b77641be1 req-9a6c5aec-3961-4ae3-a6f4-860d415ad84d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369546 Mar 02 09:32:11.302222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2598c-9aa7-4e79-9c3a-127afd1c7848 req-16df472e-fb8c-47a0-bbcd-fe5cd6200428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:11.303782 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ef2598c-9aa7-4e79-9c3a-127afd1c7848 req-16df472e-fb8c-47a0-bbcd-fe5cd6200428 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 1098 time: 0.0715728 Mar 02 09:32:11.342906 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ef2598c-9aa7-4e79-9c3a-127afd1c7848 req-ee19fe2e-c563-42bd-a1ae-7ecabd7ac53a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333166 Mar 02 09:32:12.374565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278206c-38b8-424a-85dc-debbc3d21a5e req-74242097-ccb4-4ab5-8bc4-94880b65bf23 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:12.375965 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3278206c-38b8-424a-85dc-debbc3d21a5e req-74242097-ccb4-4ab5-8bc4-94880b65bf23 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0760605 Mar 02 09:32:12.422332 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3278206c-38b8-424a-85dc-debbc3d21a5e req-0954f3df-cb43-473d-af9f-d563a3dab973 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403960 Mar 02 09:32:13.600968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d0214-e9ce-4633-b956-84db53e390d7 req-2003ee2f-c7ec-4265-b6bc-adec12f4dc10 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:13.602417 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d13d0214-e9ce-4633-b956-84db53e390d7 req-2003ee2f-c7ec-4265-b6bc-adec12f4dc10 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0767968 Mar 02 09:32:13.644978 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d13d0214-e9ce-4633-b956-84db53e390d7 req-d553d104-1914-4b44-a8c7-32ee67b870ad tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369520 Mar 02 09:32:13.911928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec746bb-ff95-499b-9342-327fc51bfbb1 req-ffc67fec-9d9d-43ca-9619-198d9b8c04fb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:13.913346 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ec746bb-ff95-499b-9342-327fc51bfbb1 req-ffc67fec-9d9d-43ca-9619-198d9b8c04fb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.1692748 Mar 02 09:32:13.921743 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 41604) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:32:13.926496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f126114e-df17-4b3f-8f33-2fc749c2d443 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'floatingip': {'port_id': '38cc71ff-207d-414e-80c9-05c31460a435'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:32:14.005107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f126114e-df17-4b3f-8f33-2fc749c2d443 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:14.593723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f126114e-df17-4b3f-8f33-2fc749c2d443 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:14.658060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f126114e-df17-4b3f-8f33-2fc749c2d443 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:14.821675 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-f126114e-df17-4b3f-8f33-2fc749c2d443 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2 associated. External IP: 172.26.3.208, port: 38cc71ff-207d-414e-80c9-05c31460a435. Mar 02 09:32:15.160342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f126114e-df17-4b3f-8f33-2fc749c2d443 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:32:15.434556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f126114e-df17-4b3f-8f33-2fc749c2d443 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:32:15.439084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f126114e-df17-4b3f-8f33-2fc749c2d443 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:15.445257 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:32:15.454846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:32:15.456075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:31:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:32:15.496751 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f126114e-df17-4b3f-8f33-2fc749c2d443 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "PUT /v2.0/floatingips/148e1ae6-956e-434a-bc72-a7ad6170e9a2 HTTP/1.1" status: 200 len: 991 time: 1.5714810 Mar 02 09:32:15.496751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:32:15.542031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435', 'status': 'completed', 'code': 200} Mar 02 09:32:15.635797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-445e4a18-5bb8-4b69-9745-6cb6c1593bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:15.637451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-445e4a18-5bb8-4b69-9745-6cb6c1593bd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 1098 time: 0.0716901 Mar 02 09:32:15.637984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:32:15.767851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-5cc4fc34-f5c2-4041-93a9-009a349a46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:15.769202 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-5cc4fc34-f5c2-4041-93a9-009a349a46f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1261933 Mar 02 09:32:15.917808 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-4ea5d15b-fbbe-4b82-b245-463c2cb1141f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38cc71ff-207d-414e-80c9-05c31460a435 HTTP/1.1" status: 200 len: 999 time: 0.1424749 Mar 02 09:32:16.005110 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': '38cc71ff-207d-414e-80c9-05c31460a435', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:5a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:32:14Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:32:16.005452 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-9442e6f8-d753-41ef-bcff-f762d1182d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:16.006566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-9442e6f8-d753-41ef-bcff-f762d1182d7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0803239 Mar 02 09:32:16.009194 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:32:16.017671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:32:16.018367 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:31:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:32:16.018699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a435e48-51f6-4050-8fd8-3d185854d2c0 req-6adfeaf9-c937-40c4-a35f-49fa5a0bcb73 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:16.020112 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9a435e48-51f6-4050-8fd8-3d185854d2c0 req-6adfeaf9-c937-40c4-a35f-49fa5a0bcb73 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.1428273 Mar 02 09:32:16.103837 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9a435e48-51f6-4050-8fd8-3d185854d2c0 req-28bab6ef-f5c3-4b9d-aa5d-64c54a0751cf tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533414 Mar 02 09:32:16.128921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-10545ee4-afb0-4d8a-8856-1df7a458214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:16.130441 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-10545ee4-afb0-4d8a-8856-1df7a458214d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1093729 Mar 02 09:32:16.231386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:32:16.260787 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-c3a0089c-091e-4114-b233-c5e9c604ad97 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238661 Mar 02 09:32:16.389335 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48e2dfd6-684c-48b6-96e3-945233eaf122 req-a4a1efe2-23bc-4c85-874f-77e72aaccbf4 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226022 Mar 02 09:32:16.567313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': '38cc71ff-207d-414e-80c9-05c31460a435', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:5a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:32:14Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:32:16.571220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae573390-cb3e-4b53-bf08-61f7f3a1190a None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': '38cc71ff-207d-414e-80c9-05c31460a435', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:5a:e4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:32:14Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:32:16.748809 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c83b42-73b8-413b-badf-36853491d906 None None] New status for floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:32:17.300377 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294dcc0-9add-4188-921e-d77295d2998e req-0f1f7c8a-e181-4a2e-87e2-524859c1dd39 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:17.301786 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a294dcc0-9add-4188-921e-d77295d2998e req-0f1f7c8a-e181-4a2e-87e2-524859c1dd39 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0808966 Mar 02 09:32:17.344479 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a294dcc0-9add-4188-921e-d77295d2998e req-e111afba-6c2e-41a7-8be5-061510c974f4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370479 Mar 02 09:32:17.630226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:18.527905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c293b-3b67-41c9-be1d-4cac3d00ba8b req-3ba0bc3f-b267-4918-8160-bf4964fe3791 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:18.529353 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab6c293b-3b67-41c9-be1d-4cac3d00ba8b req-3ba0bc3f-b267-4918-8160-bf4964fe3791 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0820289 Mar 02 09:32:18.575907 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab6c293b-3b67-41c9-be1d-4cac3d00ba8b req-08e9cf7f-5eec-4d1d-bfbc-02ea05b44f77 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409138 Mar 02 09:32:19.687462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d1fd21bb-4166-43df-a7df-b3d6e812675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:19.756600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec8a3-4551-4f16-a27b-b3b8ff0f2a8d req-d9411d17-8a27-43e8-9e28-562fa3e5fdf3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:19.758036 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a1aec8a3-4551-4f16-a27b-b3b8ff0f2a8d req-d9411d17-8a27-43e8-9e28-562fa3e5fdf3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0779305 Mar 02 09:32:19.800898 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a1aec8a3-4551-4f16-a27b-b3b8ff0f2a8d req-a3e7628e-84bc-4def-ac40-9db02575b77e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372972 Mar 02 09:32:20.985200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab900d-433d-46fa-912d-84d86e3071cf req-3ccb44bc-0ea7-4f25-8bd8-221ddd41e290 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:20.986638 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d1ab900d-433d-46fa-912d-84d86e3071cf req-3ccb44bc-0ea7-4f25-8bd8-221ddd41e290 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0796444 Mar 02 09:32:21.029052 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d1ab900d-433d-46fa-912d-84d86e3071cf req-be31c09a-440f-4ac2-8ea9-56e7a3d9f62a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363815 Mar 02 09:32:21.951192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4b5140c5-f63a-4231-b600-ddfb7a2929b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:21.958222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-606e1744-ac62-4313-bf1a-559cc1cca59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:21.959706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-606e1744-ac62-4313-bf1a-559cc1cca59e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 1098 time: 0.0714037 Mar 02 09:32:22.101363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-ae0a207b-fe27-41e5-9bd9-c20babc35396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:22.102733 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-ae0a207b-fe27-41e5-9bd9-c20babc35396 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1257102 Mar 02 09:32:22.246661 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-73bc1ddb-3123-41e6-9548-8532ac87f51e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38cc71ff-207d-414e-80c9-05c31460a435 HTTP/1.1" status: 200 len: 1001 time: 0.1369200 Mar 02 09:32:22.406214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac6709-0d93-4706-830c-6e779f008385 req-e0681690-3d1c-4872-bd86-eadab289312f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:22.407701 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-78ac6709-0d93-4706-830c-6e779f008385 req-e0681690-3d1c-4872-bd86-eadab289312f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.2438576 Mar 02 09:32:22.412660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-70d00e71-f990-40d5-9150-0a1935adced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:22.414010 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-70d00e71-f990-40d5-9150-0a1935adced9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.1621897 Mar 02 09:32:22.496373 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-78ac6709-0d93-4706-830c-6e779f008385 req-7d7f7694-9714-4f7c-bf87-7d9170157c2e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814452 Mar 02 09:32:22.516850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-313cc018-4208-4714-b45b-ac50329b542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:22.518301 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-313cc018-4208-4714-b45b-ac50329b542a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908127 Mar 02 09:32:22.646655 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-37fbef82-5f0f-45a4-940e-33f407161270 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215420 Mar 02 09:32:22.773048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-14f88656-b91c-42fc-8506-b5a84811d2cc req-6e652a43-b53a-4c9f-8b77-fac6e61a5ad0 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203976 Mar 02 09:32:23.041677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:23.179533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:23.677277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f12d7-f129-45b5-b9aa-738b98eb2c1e req-8b029d5c-47c1-482c-9934-6112daf46b74 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:23.678782 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2e9f12d7-f129-45b5-b9aa-738b98eb2c1e req-8b029d5c-47c1-482c-9934-6112daf46b74 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0779514 Mar 02 09:32:23.721370 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2e9f12d7-f129-45b5-b9aa-738b98eb2c1e req-5bebb3af-19ff-420f-97fd-955c397af2ee tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370941 Mar 02 09:32:24.699395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:24.901241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fafaf-1f2c-44e0-9560-c1da522bdfa7 req-b3ae4f74-1ee4-4917-8496-4f7c4eb2aaa4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:24.902618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b31fafaf-1f2c-44e0-9560-c1da522bdfa7 req-b3ae4f74-1ee4-4917-8496-4f7c4eb2aaa4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0809627 Mar 02 09:32:24.945178 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b31fafaf-1f2c-44e0-9560-c1da522bdfa7 req-0544174c-0bcf-4329-b297-1486c9fe1b90 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368543 Mar 02 09:32:26.127786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b4e38-5a23-40f5-bc10-1619ad934b0f req-9086765e-fc54-4863-89c0-bf3b46467c33 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:26.129718 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-047b4e38-5a23-40f5-bc10-1619ad934b0f req-9086765e-fc54-4863-89c0-bf3b46467c33 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0775321 Mar 02 09:32:26.171815 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-047b4e38-5a23-40f5-bc10-1619ad934b0f req-6d35d2ec-07c6-4815-85e1-141048c6f9ce tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364652 Mar 02 09:32:27.354365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee090e3-b112-40cd-8684-289f54595fe8 req-f993caaf-d5cb-4030-9638-935518b40ebb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:27.355787 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bee090e3-b112-40cd-8684-289f54595fe8 req-f993caaf-d5cb-4030-9638-935518b40ebb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0820684 Mar 02 09:32:27.398696 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bee090e3-b112-40cd-8684-289f54595fe8 req-4fc9499f-d472-4094-a312-faa15b09369a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374489 Mar 02 09:32:28.581761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6624df0-3dda-4eb5-bbf9-f7c1bbfc5603 req-d2f5c023-31d9-4266-a5c9-76ad88eace3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:28.583227 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e6624df0-3dda-4eb5-bbf9-f7c1bbfc5603 req-d2f5c023-31d9-4266-a5c9-76ad88eace3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0776920 Mar 02 09:32:28.630229 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e6624df0-3dda-4eb5-bbf9-f7c1bbfc5603 req-bf26f7ca-b9e1-48a0-b89b-e088f0dd9800 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414021 Mar 02 09:32:29.811648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c18f0d-56c9-4c49-b4c5-6e9cc58cee9c req-2674fbaf-f1fe-44fc-8a24-e3654ba8efc9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:29.812985 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7c18f0d-56c9-4c49-b4c5-6e9cc58cee9c req-2674fbaf-f1fe-44fc-8a24-e3654ba8efc9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0777810 Mar 02 09:32:29.856610 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7c18f0d-56c9-4c49-b4c5-6e9cc58cee9c req-08248cfe-0d52-4ca7-85d3-e0b5e70f899d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378063 Mar 02 09:32:31.036872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41c8c2-a8c5-428c-9ece-068f8337ba67 req-13e63703-c1a4-4296-8035-108f6e2a78d0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:31.038325 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e41c8c2-a8c5-428c-9ece-068f8337ba67 req-13e63703-c1a4-4296-8035-108f6e2a78d0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0796046 Mar 02 09:32:31.080968 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e41c8c2-a8c5-428c-9ece-068f8337ba67 req-aa92899d-c8cf-45a9-bd5a-edfdfaab4ff0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371912 Mar 02 09:32:32.260207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd973706-6f6b-4bd1-8773-179da83510eb req-4e9c9c3b-a4f3-494a-8a92-0b2a82067d16 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:32.261650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dd973706-6f6b-4bd1-8773-179da83510eb req-4e9c9c3b-a4f3-494a-8a92-0b2a82067d16 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0781121 Mar 02 09:32:32.303666 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dd973706-6f6b-4bd1-8773-179da83510eb req-75bcf675-acba-45ec-a58e-22c4fce757dc tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366092 Mar 02 09:32:33.484154 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402e2b-8ff3-4723-b5e3-0f341a661e36 req-78c7e0b0-524a-40ac-af8d-b0a7ba0012bd tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:33.485482 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-59402e2b-8ff3-4723-b5e3-0f341a661e36 req-78c7e0b0-524a-40ac-af8d-b0a7ba0012bd tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0795629 Mar 02 09:32:33.529144 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-59402e2b-8ff3-4723-b5e3-0f341a661e36 req-f2401824-74cc-4fe7-9039-d2d7bcc44084 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379395 Mar 02 09:32:34.710357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a3c7c-e15e-42b6-bcf0-e19c344da359 req-d6f2b302-b762-4a80-a8ff-b57cc615073e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:34.711751 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-122a3c7c-e15e-42b6-bcf0-e19c344da359 req-d6f2b302-b762-4a80-a8ff-b57cc615073e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0798974 Mar 02 09:32:34.752966 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-122a3c7c-e15e-42b6-bcf0-e19c344da359 req-1c796200-08fc-474a-b282-d4f70322647b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356870 Mar 02 09:32:34.869107 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:32:35.935489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc95851-a4a9-4bd9-8c2f-1d5f0b68f2cc req-d11d17c7-3721-43c4-a544-d993761c8a70 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:35.936867 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc95851-a4a9-4bd9-8c2f-1d5f0b68f2cc req-d11d17c7-3721-43c4-a544-d993761c8a70 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0781183 Mar 02 09:32:35.980297 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc95851-a4a9-4bd9-8c2f-1d5f0b68f2cc req-155ffdf5-0cd2-4f2b-ba1f-82c22830394f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376735 Mar 02 09:32:37.170140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec4c72-698c-4a13-8bfb-f5466ac1e4cc req-967fea98-84ec-410a-859c-9702c9ebe87d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:37.171559 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c2ec4c72-698c-4a13-8bfb-f5466ac1e4cc req-967fea98-84ec-410a-859c-9702c9ebe87d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0845487 Mar 02 09:32:37.214419 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c2ec4c72-698c-4a13-8bfb-f5466ac1e4cc req-bbd6dd29-b70f-4330-a426-c9f668cc9168 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372801 Mar 02 09:32:38.391390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46d532-f860-442b-a4af-dfa0733b1409 req-8a812e3b-a41d-403e-a778-329122bd088e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:38.392788 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b46d532-f860-442b-a4af-dfa0733b1409 req-8a812e3b-a41d-403e-a778-329122bd088e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0766418 Mar 02 09:32:38.437670 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b46d532-f860-442b-a4af-dfa0733b1409 req-2b061f6b-aa34-41cf-9009-c298dbfff116 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388105 Mar 02 09:32:39.706647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0f96a-2cdd-424a-9b31-0baf99e8c030 req-ed414b98-44e5-4ec2-aaf5-3d3c9e8f6088 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:39.708618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d9e0f96a-2cdd-424a-9b31-0baf99e8c030 req-ed414b98-44e5-4ec2-aaf5-3d3c9e8f6088 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.1675258 Mar 02 09:32:39.750746 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d9e0f96a-2cdd-424a-9b31-0baf99e8c030 req-9e0452ed-e9e0-430b-a118-7bd412c34b58 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363927 Mar 02 09:32:40.929623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841e257-f20a-437a-8d07-55efb3601e95 req-20484569-696d-42d1-bc3a-e0f82395245d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:40.930986 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c841e257-f20a-437a-8d07-55efb3601e95 req-20484569-696d-42d1-bc3a-e0f82395245d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0785241 Mar 02 09:32:40.973636 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c841e257-f20a-437a-8d07-55efb3601e95 req-f1f69884-b5d6-47eb-93fe-7938667a0fc1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372343 Mar 02 09:32:42.154430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef548a-8b70-4f13-8a4f-d066bb6f7336 req-3295e0c3-7dfd-4529-a25f-d59262e7d8d1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:42.155859 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6bef548a-8b70-4f13-8a4f-d066bb6f7336 req-3295e0c3-7dfd-4529-a25f-d59262e7d8d1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0771523 Mar 02 09:32:42.200286 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6bef548a-8b70-4f13-8a4f-d066bb6f7336 req-6edef2a2-73f7-4a0a-9747-47299909781e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390332 Mar 02 09:32:42.721542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668fac2-c7c3-4490-8914-0d2bea800a73 req-f22bb3e8-4e51-4b56-85e9-a872f480fae9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:42.723004 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5668fac2-c7c3-4490-8914-0d2bea800a73 req-f22bb3e8-4e51-4b56-85e9-a872f480fae9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0775170 Mar 02 09:32:42.766980 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5668fac2-c7c3-4490-8914-0d2bea800a73 req-44cd2d5b-2f7d-4ca3-9729-66f64ba521bf tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382726 Mar 02 09:32:42.789632 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-2a547d73-8391-48e5-b0ea-f3580b6815d3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684175 Mar 02 09:32:43.977301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ca95-68c8-49e8-ada4-d16a2303a774 req-7595424e-4a56-4612-9681-52e78112ff84 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:43.978804 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b031ca95-68c8-49e8-ada4-d16a2303a774 req-7595424e-4a56-4612-9681-52e78112ff84 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0852296 Mar 02 09:32:44.028065 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b031ca95-68c8-49e8-ada4-d16a2303a774 req-e11c190b-304b-4644-98bf-9aa488d10dcb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400674 Mar 02 09:32:44.807263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-6494c8f4-1198-4686-a79b-38593c53bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:44.808714 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-6494c8f4-1198-4686-a79b-38593c53bc91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 1098 time: 0.0675254 Mar 02 09:32:44.937482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-91631260-7764-4ba2-bd94-e7d487a3a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:44.938935 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-91631260-7764-4ba2-bd94-e7d487a3a0fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1242962 Mar 02 09:32:45.041798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-2e7478bf-d1dc-4a89-a221-304dd68290d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38cc71ff-207d-414e-80c9-05c31460a435 HTTP/1.1" status: 200 len: 1001 time: 0.0937862 Mar 02 09:32:45.105071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-de81a04e-022e-47cb-adeb-f9f7aa820122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:45.106588 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-de81a04e-022e-47cb-adeb-f9f7aa820122 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0595262 Mar 02 09:32:45.241596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-1eb247af-e2b2-4f4c-99ba-4682f9c3a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:45.243082 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-1eb247af-e2b2-4f4c-99ba-4682f9c3a314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1310654 Mar 02 09:32:45.250979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b3370-8372-4289-b585-3a0ffb7b9f7b req-cbfa164f-c23c-4d59-9150-76f1b7dfea39 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:45.252292 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e32b3370-8372-4289-b585-3a0ffb7b9f7b req-cbfa164f-c23c-4d59-9150-76f1b7dfea39 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.1116207 Mar 02 09:32:45.384288 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e32b3370-8372-4289-b585-3a0ffb7b9f7b req-5b16514c-169c-47e0-8cde-f51ac775f78c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108174 Mar 02 09:32:45.408644 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-39622d20-c5b2-43fa-9f67-658cc5c4e9bc service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524289 Mar 02 09:32:45.536760 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-dc02b8aa-5c11-4498-8d90-931a14a8c0d7 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215985 Mar 02 09:32:46.571572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d55b6-015d-439a-8553-f6c513113b16 req-6769ce4c-204a-4004-a7aa-94c853dc4181 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:46.573025 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-835d55b6-015d-439a-8553-f6c513113b16 req-6769ce4c-204a-4004-a7aa-94c853dc4181 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0809383 Mar 02 09:32:46.619779 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-835d55b6-015d-439a-8553-f6c513113b16 req-9dd280fe-032c-4669-9685-231d70f494d2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409231 Mar 02 09:32:47.476925 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-1129997b-c613-4da9-8683-3f83fb2c4bb6 service neutron] 10.222.0.15 "GET /v2.0/ports/38cc71ff-207d-414e-80c9-05c31460a435/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0720117 Mar 02 09:32:47.616671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:47.799493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe2443-5da4-4538-858b-68cb9f16cf0e req-bec13d9d-b6b9-4909-8e31-efda4b5c0ccc tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:47.800911 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e4fe2443-5da4-4538-858b-68cb9f16cf0e req-bec13d9d-b6b9-4909-8e31-efda4b5c0ccc tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0771456 Mar 02 09:32:47.940898 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e4fe2443-5da4-4538-858b-68cb9f16cf0e req-09b29bee-4a1e-41a7-8f0d-4702eddc055b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325409 Mar 02 09:32:48.019633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-a29d9cfc-9be5-4751-a19f-36a34c170096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:48.021576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-a29d9cfc-9be5-4751-a19f-36a34c170096 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 1098 time: 0.0683279 Mar 02 09:32:48.111939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-6deed7d9-670b-48a5-9cda-e3f073b09655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:48.113269 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-6deed7d9-670b-48a5-9cda-e3f073b09655 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 1098 time: 0.0716398 Mar 02 09:32:48.239036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-0b7aa082-b577-41e9-85ff-bc3051ea12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:48.240452 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-0b7aa082-b577-41e9-85ff-bc3051ea12ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1214883 Mar 02 09:32:48.336400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-432ef745-0755-4aca-a736-3e098eb09541 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38cc71ff-207d-414e-80c9-05c31460a435 HTTP/1.1" status: 200 len: 1001 time: 0.0899639 Mar 02 09:32:48.397958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-81c8defc-db21-4e05-bd94-dde8c75b7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:48.399251 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-81c8defc-db21-4e05-bd94-dde8c75b7828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0574601 Mar 02 09:32:48.474479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-71d931a4-a22a-465f-b731-8b507959f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:48.475900 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-71d931a4-a22a-465f-b731-8b507959f3d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710528 Mar 02 09:32:48.609438 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-8d95ec68-1aa2-437a-a77e-71e78d5ab436 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246886 Mar 02 09:32:48.736928 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ddf64ef-b5c2-4e00-9816-b415e528ace0 req-ab54a182-0385-4701-bfb0-6c9045ac2b6c service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212749 Mar 02 09:32:49.126081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f6b86-00d7-4b67-836d-fa1a5e982241 req-6b8eeff8-cda8-4b44-a365-3a1fd32d9a5d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:49.127515 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f54f6b86-00d7-4b67-836d-fa1a5e982241 req-6b8eeff8-cda8-4b44-a365-3a1fd32d9a5d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0822902 Mar 02 09:32:49.169576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f54f6b86-00d7-4b67-836d-fa1a5e982241 req-e627ede5-6362-4e2f-97f8-61ca8dc9c2b9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364959 Mar 02 09:32:49.708203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6f3e2e16-b9bd-4bfb-a4ee-11e43b8ef38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:50.352138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740a862-750d-4051-95f9-ef466bd7eb2b req-a2910594-bef0-48bf-8bef-7f28b16ca36d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:50.353552 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2740a862-750d-4051-95f9-ef466bd7eb2b req-a2910594-bef0-48bf-8bef-7f28b16ca36d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0768638 Mar 02 09:32:50.398436 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2740a862-750d-4051-95f9-ef466bd7eb2b req-12aaa4fa-30a9-409f-b5b6-d06ddea714bc tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394552 Mar 02 09:32:50.846076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 38cc71ff-207d-414e-80c9-05c31460a435 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:32:50.848293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 38cc71ff-207d-414e-80c9-05c31460a435 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:32:51.053045 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:51.088455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=38cc71ff-207d-414e-80c9-05c31460a435,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:32:51.105360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:32:51.117402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '38cc71ff-207d-414e-80c9-05c31460a435', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': '38cc71ff-207d-414e-80c9-05c31460a435', 'mac_address': 'fa:16:3e:5a:e4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:32:51.119591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=38cc71ff-207d-414e-80c9-05c31460a435,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:32:51.163974 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435', 'code': 200} Mar 02 09:32:51.179604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:51.215904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:51.243274 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38cc71ff-207d-414e-80c9-05c31460a435 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:32:51.311531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=38cc71ff-207d-414e-80c9-05c31460a435,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:32:51.331617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:32:51.332065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:32:51.586833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1726af-9642-418c-bb06-062ed8ba235c req-19df782e-749b-4bf6-a160-b34a2f7e213c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:51.588395 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef1726af-9642-418c-bb06-062ed8ba235c req-19df782e-749b-4bf6-a160-b34a2f7e213c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 943 time: 0.0806947 Mar 02 09:32:51.633741 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ef1726af-9642-418c-bb06-062ed8ba235c req-5b16d63f-1fca-43ed-b030-e64941d1fdd8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396128 Mar 02 09:32:51.894412 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:51.914993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cc71ff-207d-414e-80c9-05c31460a435 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:32:51.930154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=38cc71ff-207d-414e-80c9-05c31460a435,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:32:52.006188 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cf449a4b-a8fd-4b9d-a104-771541f22734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:52.034829 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:52.113689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0a89-2960-4137-8516-d80356bb5d0b req-9baa91fb-4342-4952-8bb2-aa817d3c9129 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:52.115185 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c02a0a89-2960-4137-8516-d80356bb5d0b req-9baa91fb-4342-4952-8bb2-aa817d3c9129 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 944 time: 0.0928612 Mar 02 09:32:52.116743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['38cc71ff-207d-414e-80c9-05c31460a435'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:32:52.167753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=38cc71ff-207d-414e-80c9-05c31460a435,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:32:52.202178 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c02a0a89-2960-4137-8516-d80356bb5d0b req-d8ba10b0-3888-40ac-ac9c-610f87bbc9df tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559576 Mar 02 09:32:52.236756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-c5679deb-982d-40d1-8537-dbbce4181066 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:52.238199 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-c5679deb-982d-40d1-8537-dbbce4181066 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13&tenant_id=4664d2863cbb45f9b81383e49059dbd1&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 944 time: 0.1221576 Mar 02 09:32:52.375586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-ad7d8238-eb51-4c6c-9222-2c6ee1edda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:52.377010 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-ad7d8238-eb51-4c6c-9222-2c6ee1edda3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 1097 time: 0.0718684 Mar 02 09:32:52.509248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-8edd1546-6944-4894-aa9e-2a46e815d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:52.510630 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-8edd1546-6944-4894-aa9e-2a46e815d2d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1275780 Mar 02 09:32:52.608945 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-df2780ac-4e72-458f-aa32-f38f1d608bbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38cc71ff-207d-414e-80c9-05c31460a435 HTTP/1.1" status: 200 len: 1000 time: 0.0915592 Mar 02 09:32:52.757540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-d3087810-97c7-4d81-92d0-a0df84e0a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:52.758987 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-d3087810-97c7-4d81-92d0-a0df84e0a1bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.1447237 Mar 02 09:32:52.830664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-399d0535-3b98-4c37-bf5e-38eb84935c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:52.832069 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-399d0535-3b98-4c37-bf5e-38eb84935c0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678532 Mar 02 09:32:52.851697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 38cc71ff-207d-414e-80c9-05c31460a435 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:32:52.919449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 38cc71ff-207d-414e-80c9-05c31460a435 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:32:52.920220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:52.958419 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-2c4afd68-fa8b-4405-8ed1-93bec964528a service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204059 Mar 02 09:32:53.062404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:53.081007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:53.091925 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0cc209ac-3533-4d83-8b2b-b79f33e70c91 req-e2a87b73-d496-46a1-8c3b-afa31c98c08d service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277032 Mar 02 09:32:53.123057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=38cc71ff-207d-414e-80c9-05c31460a435,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:32:53.164778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:32:53.200388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:53.201621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:53.232366 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435', 'code': 200} Mar 02 09:32:53.269578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=38cc71ff-207d-414e-80c9-05c31460a435,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:32:53.396390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cbc45-4a53-4ebf-9e13-b62f7bb56cde req-31feabfc-8bdb-471c-8338-37818a652207 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:53.397747 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-514cbc45-4a53-4ebf-9e13-b62f7bb56cde req-31feabfc-8bdb-471c-8338-37818a652207 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0821533 Mar 02 09:32:53.439902 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-514cbc45-4a53-4ebf-9e13-b62f7bb56cde req-28959d5a-6d6e-442d-ab9b-46ae4016215d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366285 Mar 02 09:32:54.629174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529dbe9-4fa0-4eb8-ac22-961bc64d394f req-a297a5c9-3bf2-4423-b783-8a4a936c86d7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:54.630638 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1529dbe9-4fa0-4eb8-ac22-961bc64d394f req-a297a5c9-3bf2-4423-b783-8a4a936c86d7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0835786 Mar 02 09:32:54.657435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:32:54.676990 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1529dbe9-4fa0-4eb8-ac22-961bc64d394f req-b727ab9a-c083-4a3a-9c55-3fcfa041a3af tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401123 Mar 02 09:32:54.857885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f9874-8a66-41e2-9b8e-de221930b81a req-4cddc70f-70e9-4301-a06f-a6208e805a01 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:54.859285 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b10f9874-8a66-41e2-9b8e-de221930b81a req-4cddc70f-70e9-4301-a06f-a6208e805a01 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0785658 Mar 02 09:32:54.901524 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b10f9874-8a66-41e2-9b8e-de221930b81a req-bf7ee4ba-d72d-45b6-a8bb-47dbea09f335 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366788 Mar 02 09:32:55.395129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3df877-781c-4aa8-819a-328df1ac9517 req-8444b57f-4d2a-4b29-b8eb-868ac5f3ae2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:55.396621 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7c3df877-781c-4aa8-819a-328df1ac9517 req-8444b57f-4d2a-4b29-b8eb-868ac5f3ae2b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0821652 Mar 02 09:32:55.440481 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7c3df877-781c-4aa8-819a-328df1ac9517 req-3ad91b7d-1093-4d1b-aed3-065e511470d2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373979 Mar 02 09:32:55.521490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-f2710baa-c524-46b7-a02d-bcaf2084823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:55.523066 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-f2710baa-c524-46b7-a02d-bcaf2084823d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 1098 time: 0.0705066 Mar 02 09:32:55.651219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-66b8550b-918b-41c8-8816-6610e2f3408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:55.652641 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-66b8550b-918b-41c8-8816-6610e2f3408e service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1230478 Mar 02 09:32:55.751948 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-67b6c587-6ee1-45b2-b346-afd873d8dc91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38cc71ff-207d-414e-80c9-05c31460a435 HTTP/1.1" status: 200 len: 1001 time: 0.0933471 Mar 02 09:32:55.811972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-b0e01787-4c59-4469-ae38-3ceb2aaea5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:55.813367 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-b0e01787-4c59-4469-ae38-3ceb2aaea5a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0551388 Mar 02 09:32:55.888800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-3617f72f-e09b-4370-967b-a1d398319107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:55.890292 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-3617f72f-e09b-4370-967b-a1d398319107 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710022 Mar 02 09:32:56.018928 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-f44150ed-2463-46f4-a858-57fb57226b69 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217124 Mar 02 09:32:56.145513 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9e9eb2e-6074-45c1-b16d-fb09b2dcfb3d req-413b8456-9b82-444a-93ac-b03c3a834ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205049 Mar 02 09:32:56.625781 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ca04-22c2-45ad-a65a-acc3a319eb01 req-4be8cce0-1e6a-44b5-8fa3-52741afc5b96 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:56.627236 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a958ca04-22c2-45ad-a65a-acc3a319eb01 req-4be8cce0-1e6a-44b5-8fa3-52741afc5b96 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0788398 Mar 02 09:32:56.673245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a958ca04-22c2-45ad-a65a-acc3a319eb01 req-63ff2e97-3264-48d6-9bfe-7ac17f1443a4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397151 Mar 02 09:32:57.945546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312c48c-ca7d-4951-9f5e-58e55a31d404 req-a5424aad-9344-47da-aad5-17deeab0141c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:57.946919 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9312c48c-ca7d-4951-9f5e-58e55a31d404 req-a5424aad-9344-47da-aad5-17deeab0141c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.1689911 Mar 02 09:32:57.988442 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9312c48c-ca7d-4951-9f5e-58e55a31d404 req-758838ee-115c-4c3a-95d6-89e2c278c98f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359828 Mar 02 09:32:58.624471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65891-6598-4faa-9588-6f393441cb67 req-2751bdaf-f8f7-470b-b2bc-e9eb8829b954 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:58.625923 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3df65891-6598-4faa-9588-6f393441cb67 req-2751bdaf-f8f7-470b-b2bc-e9eb8829b954 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0827181 Mar 02 09:32:58.669709 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3df65891-6598-4faa-9588-6f393441cb67 req-7e002bf6-2e38-4844-86e7-09b9d803ca42 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380967 Mar 02 09:32:59.850162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00b3e5-a3a2-407a-8a26-0bc91bd37b83 req-703b5d26-4ce5-41ef-9580-2d2a2844a67a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:32:59.852030 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4c00b3e5-a3a2-407a-8a26-0bc91bd37b83 req-703b5d26-4ce5-41ef-9580-2d2a2844a67a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0776978 Mar 02 09:32:59.899193 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4c00b3e5-a3a2-407a-8a26-0bc91bd37b83 req-38d157bf-a0b0-48ce-8dd2-03b789fefbff tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416844 Mar 02 09:33:00.348411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-ce840506-1c07-44dc-a463-97bc6ef9a431 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:00.349799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-ce840506-1c07-44dc-a463-97bc6ef9a431 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.0770500 Mar 02 09:33:00.415661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Deleting port 38cc71ff-207d-414e-80c9-05c31460a435 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:33:00.415994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:00.654389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] For port 38cc71ff-207d-414e-80c9-05c31460a435, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=38cc71ff-207d-414e-80c9-05c31460a435,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:00.654657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:00.931106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:00.931647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:00.931768 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2 disassociated. External IP: 172.26.3.208, port: 38cc71ff-207d-414e-80c9-05c31460a435. Mar 02 09:33:00.932082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Calling delete_port for 38cc71ff-207d-414e-80c9-05c31460a435 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:33:01.136215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15555336-edb1-4066-9ce6-8b5aed107f0f req-11e736b6-7af0-42f6-a2ea-5a05d6f72d68 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:01.137659 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15555336-edb1-4066-9ce6-8b5aed107f0f req-11e736b6-7af0-42f6-a2ea-5a05d6f72d68 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 945 time: 0.1341691 Mar 02 09:33:01.181345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15555336-edb1-4066-9ce6-8b5aed107f0f req-114a6d56-c426-48d2-b88f-d099095ac8d1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379467 Mar 02 09:33:01.183590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:01.235051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event deleted for resources: {'Port': ['ID=38cc71ff-207d-414e-80c9-05c31460a435,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:01.418096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:33:01.681909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:33:01.691151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:33:01.700512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:33:01.701121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:32:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:33:01.754648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] No DVR routers for this DVR port 38cc71ff-207d-414e-80c9-05c31460a435 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:33:01.757102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:01.760722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'name': 'network-vif-deleted', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:33:01.807248 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cc452e-2b71-4912-a884-5b9445b71d13', 'name': 'network-vif-deleted', 'tag': '38cc71ff-207d-414e-80c9-05c31460a435', 'status': 'completed', 'code': 200} Mar 02 09:33:01.835261 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-514b63e9-1acf-47c1-9bff-f7c621f5d687 req-7accf129-7df1-42d3-accd-ec7bddebda3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "DELETE /v2.0/ports/38cc71ff-207d-414e-80c9-05c31460a435 HTTP/1.1" status: 204 len: 173 time: 1.4794877 Mar 02 09:33:01.879823 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:33:02.190169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:33:02.193859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:33:02.201998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:33:02.202584 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:32:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:33:02.342066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5f4ef047-f4fc-4400-bc5a-4de16f3f9621 req-2ca92c50-4ef9-4fe3-b158-0f4032603117 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Synchronizing usage tracker for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:33:02.377569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:33:02.411362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5f4ef047-f4fc-4400-bc5a-4de16f3f9621 req-2ca92c50-4ef9-4fe3-b158-0f4032603117 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Unset dirty status for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:33:02.412603 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5f4ef047-f4fc-4400-bc5a-4de16f3f9621 req-2ca92c50-4ef9-4fe3-b158-0f4032603117 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2cc452e-2b71-4912-a884-5b9445b71d13 HTTP/1.1" status: 200 len: 210 time: 0.1112418 Mar 02 09:33:02.692330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:33:02.697281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f90ac-8171-4260-816d-5a0c837a8349 None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:33:02.897111 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8ba8a-58c6-40de-8fd5-6545863c608c None None] New status for floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:33:03.742935 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-fbb19485-1267-43cb-b1a3-ad5c334626a5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--59303727&fields=id&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 267 time: 0.0418541 Mar 02 09:33:03.885388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168577e5-f197-4ff6-b921-298988b2dadb req-47a59e95-6989-4ad4-b7dd-bc7186c7f421 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:03.886804 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-47a59e95-6989-4ad4-b7dd-bc7186c7f421 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 812 time: 0.1375701 Mar 02 09:33:03.901303 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-566ed388-a7b5-4682-bf3d-b3b55debbdb5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/quotas/4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0091214 Mar 02 09:33:03.982316 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-2225e3cf-a659-4d9b-95ca-c50d389fa908 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762277 Mar 02 09:33:04.112587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-60ca3f05-b763-4b85-9ccd-bc48f8b8e66c service neutron] 10.222.0.10 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191382 Mar 02 09:33:04.240987 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-34f8592a-9d50-430f-bf27-7361f91d50e2 service neutron] 10.222.0.10 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226788 Mar 02 09:33:04.479306 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1060b4e9-c4f4-4db2-896d-0bcf093d40d6 req-6887118f-4ba1-44a4-bc4d-54fe04afe123 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 210 time: 0.0413671 Mar 02 09:33:04.901381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 38cc71ff-207d-414e-80c9-05c31460a435 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:33:04.935821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 38cc71ff-207d-414e-80c9-05c31460a435 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:33:04.936157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 38cc71ff-207d-414e-80c9-05c31460a435 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:33:05.628932 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c51b36d0-3886-4bfe-b99c-8259d826d828 req-24994031-a41d-42e7-9797-8d77538d531e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 210 time: 0.0451512 Mar 02 09:33:06.401646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168577e5-f197-4ff6-b921-298988b2dadb req-ecc8bc9d-be75-4d06-87c9-4022bcdb1b3b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:06.403085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-ecc8bc9d-be75-4d06-87c9-4022bcdb1b3b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 812 time: 0.1436849 Mar 02 09:33:06.451587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-f73db6ca-ac72-481d-92e3-a33e4cfe208f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 378 time: 0.0390337 Mar 02 09:33:06.460370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'port': {'device_id': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'admin_state_up': True, 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'security_groups': ['5f8cb44f-5671-436b-aac5-7d6a54681c20']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:33:06.596017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:33:06.605606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:33:06.682054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Made reservation on behalf of 4664d2863cbb45f9b81383e49059dbd1 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:33:06.685700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:06.793103 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-85e396a5-468a-4bf6-99b2-3fb2be0abdd3 req-3b662560-c7bf-4f41-bed1-9e73a646c30f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 210 time: 0.0546088 Mar 02 09:33:06.886588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Allocated IP 172.20.0.4 (15b560e3-d4c7-4157-90b3-04cdc75d847c/79300918-b421-4c17-b5a3-09af3e3d223a/b12b7a74-accc-4664-8ac4-a4afc4da1851) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:33:07.157527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:07.173397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Transition to ACTIVE for port object b12b7a74-accc-4664-8ac4-a4afc4da1851 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:33:07.257605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:07.320934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:33:07.328133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:33:07.332569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:33:07.362068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:07.379745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.380085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.380421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.380752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.381079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.381407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.381727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.382074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.382396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.382714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.383065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.383379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:07.409102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:07.409734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:07.499810 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-0ee7b3b1-4954-4e78-8145-5274e1dee99d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0427887 Mar 02 09:33:07.511726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Request body: {'port': {'device_id': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:33:07.621997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:07.641508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-83f0ae04-a637-4fc5-ab25-5d60cf112c1a None None] Provisioning for port b12b7a74-accc-4664-8ac4-a4afc4da1851 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:33:07.646499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-83f0ae04-a637-4fc5-ab25-5d60cf112c1a None None] Provisioning complete for port b12b7a74-accc-4664-8ac4-a4afc4da1851 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:33:07.646870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-83f0ae04-a637-4fc5-ab25-5d60cf112c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:07.702521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-83f0ae04-a637-4fc5-ab25-5d60cf112c1a None None] Port b12b7a74-accc-4664-8ac4-a4afc4da1851 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:33:08.002352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12b7a74-accc-4664-8ac4-a4afc4da1851 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:33:08.010642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:08.035572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Transition to ACTIVE for port object b12b7a74-accc-4664-8ac4-a4afc4da1851 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:33:08.047192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d1012-076e-4cb1-8d6e-86b9a277b45e req-bb0a1f4c-21b1-469b-bf77-19e7ef01ed9d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:08.047873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0c5d1012-076e-4cb1-8d6e-86b9a277b45e req-bb0a1f4c-21b1-469b-bf77-19e7ef01ed9d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Synchronizing usage tracker for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:33:08.104799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:08.145080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0c5d1012-076e-4cb1-8d6e-86b9a277b45e req-bb0a1f4c-21b1-469b-bf77-19e7ef01ed9d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Unset dirty status for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:33:08.146247 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c5d1012-076e-4cb1-8d6e-86b9a277b45e req-bb0a1f4c-21b1-469b-bf77-19e7ef01ed9d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 931 time: 0.2442825 Mar 02 09:33:08.264550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:08.334244 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c5d1012-076e-4cb1-8d6e-86b9a277b45e req-0b89502c-26a6-49ca-a080-92e82ea8a8ac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764035 Mar 02 09:33:08.374686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Attempting to bind port b12b7a74-accc-4664-8ac4-a4afc4da1851 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:33:08.375007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Attempting to bind port b12b7a74-accc-4664-8ac4-a4afc4da1851 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:33:08.375322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Attempting to bind port b12b7a74-accc-4664-8ac4-a4afc4da1851 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:33:08.379765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Port b12b7a74-accc-4664-8ac4-a4afc4da1851 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:33:08.380066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Attempting to bind port b12b7a74-accc-4664-8ac4-a4afc4da1851 on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:33:08.385091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:33:08.385416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Checking segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:33:08.385790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Bound using segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:33:08.386226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Bound port: b12b7a74-accc-4664-8ac4-a4afc4da1851, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:33:08.386558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:08.478896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:33:08.481614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:33:08.545293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:08.600079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:08.600698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:08.602068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] 10.222.0.15 "PUT /v2.0/ports/b12b7a74-accc-4664-8ac4-a4afc4da1851 HTTP/1.1" status: 200 len: 1093 time: 1.0950763 Mar 02 09:33:08.602483 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:33:08.632069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c25368-7ad3-44dc-ae87-9be7291d3a29 service neutron] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:08.654858 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'status': 'completed', 'code': 200} Mar 02 09:33:08.750594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28941afd-54d2-428c-b77e-9bd7c613bfd3 req-748deb89-7379-4128-b152-4d7cab8a7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:08.752054 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28941afd-54d2-428c-b77e-9bd7c613bfd3 req-748deb89-7379-4128-b152-4d7cab8a7ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 1096 time: 0.0768692 Mar 02 09:33:08.888094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28941afd-54d2-428c-b77e-9bd7c613bfd3 req-dd84a194-7261-483c-abe5-1d8865dd330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:08.889442 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28941afd-54d2-428c-b77e-9bd7c613bfd3 req-dd84a194-7261-483c-abe5-1d8865dd330f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4664d2863cbb45f9b81383e49059dbd1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1300337 Mar 02 09:33:09.108753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28941afd-54d2-428c-b77e-9bd7c613bfd3 req-63d2c0cd-22ca-4690-858e-08397c18597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:09.110108 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28941afd-54d2-428c-b77e-9bd7c613bfd3 req-63d2c0cd-22ca-4690-858e-08397c18597e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146091 Mar 02 09:33:09.211936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168577e5-f197-4ff6-b921-298988b2dadb req-ae749f89-d326-4cd3-b8b6-ef2d65afef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:09.213364 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-ae749f89-d326-4cd3-b8b6-ef2d65afef42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 1096 time: 0.0683029 Mar 02 09:33:09.280170 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-d8f07a9d-52c3-4477-a2a1-7b3e6f26aece service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851 HTTP/1.1" status: 200 len: 217 time: 0.0603380 Mar 02 09:33:09.342464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168577e5-f197-4ff6-b921-298988b2dadb req-e707e41b-5905-4325-856f-7c0d32931e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:09.343830 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-e707e41b-5905-4325-856f-7c0d32931e48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0582550 Mar 02 09:33:09.422612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168577e5-f197-4ff6-b921-298988b2dadb req-08969d61-09cd-4632-9068-80e6292918f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:09.424107 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-08969d61-09cd-4632-9068-80e6292918f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745323 Mar 02 09:33:09.614465 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-bcecf660-ee76-444f-be44-225dcb4d1835 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830227 Mar 02 09:33:09.625122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03678b-1da1-425d-ab81-5735f5b4acbf req-762cdd3f-d03e-4e4d-b91c-e26574ebb4c2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:09.626593 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3c03678b-1da1-425d-ab81-5735f5b4acbf req-762cdd3f-d03e-4e4d-b91c-e26574ebb4c2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 943 time: 0.1760120 Mar 02 09:33:09.763258 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3c03678b-1da1-425d-ab81-5735f5b4acbf req-83974097-a404-4153-a80b-aadc4a934414 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169620 Mar 02 09:33:09.788259 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-168577e5-f197-4ff6-b921-298988b2dadb req-98f2fee0-62ba-477b-94e0-a689658b836d service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607819 Mar 02 09:33:10.949278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9db93-3391-4eb1-b4ea-5ec448b11fbe req-308a5c38-a75f-4cef-b942-fdc977c2af36 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:10.950659 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5be9db93-3391-4eb1-b4ea-5ec448b11fbe req-308a5c38-a75f-4cef-b942-fdc977c2af36 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 943 time: 0.0812552 Mar 02 09:33:10.992714 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5be9db93-3391-4eb1-b4ea-5ec448b11fbe req-9fc340f2-1916-45cb-a19f-847bbd8caeeb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363414 Mar 02 09:33:11.868568 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:33:12.171454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e9f14-9fe5-42e8-8a22-e091f8541d45 req-4bdf12ee-b258-43c9-b1a3-4b03f30c0466 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:12.172813 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-898e9f14-9fe5-42e8-8a22-e091f8541d45 req-4bdf12ee-b258-43c9-b1a3-4b03f30c0466 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 943 time: 0.0781178 Mar 02 09:33:12.220170 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-898e9f14-9fe5-42e8-8a22-e091f8541d45 req-26d731d5-955a-4286-a21a-0a8d31bfc826 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418942 Mar 02 09:33:13.508585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad33986-a174-4589-ab5a-9d089fa37113 req-2796b3b9-dc33-4125-9274-800dc4b05523 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:13.510038 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0ad33986-a174-4589-ab5a-9d089fa37113 req-2796b3b9-dc33-4125-9274-800dc4b05523 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 943 time: 0.1860466 Mar 02 09:33:13.554855 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0ad33986-a174-4589-ab5a-9d089fa37113 req-6d689363-da89-4956-b436-348f7b6ca8e8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383732 Mar 02 09:33:14.791603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea9baa-d546-40a3-8f9d-a21349590113 req-df82bd53-0481-46fb-9319-9ccf9d826b3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:14.793014 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9bea9baa-d546-40a3-8f9d-a21349590113 req-df82bd53-0481-46fb-9319-9ccf9d826b3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 943 time: 0.1334741 Mar 02 09:33:14.835365 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9bea9baa-d546-40a3-8f9d-a21349590113 req-9a02376c-c914-46db-8bef-c934d8093040 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366952 Mar 02 09:33:14.986213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:33:15.155185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:15.169023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'mac_address': 'fa:16:3e:26:8f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:33:15.226459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:15.242536 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12b7a74-accc-4664-8ac4-a4afc4da1851 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:33:15.262195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:15.316714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:15.384428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:15.391520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.391803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.392134 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.392516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.392835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.393157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.393478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.393794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.394138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.394455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.394769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.395081 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:33:15.640179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['b12b7a74-accc-4664-8ac4-a4afc4da1851'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:33:16.017456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab80c37-9768-465d-b0d2-d797b450aa92 req-33fc8d01-6f74-4340-a19a-7deeb43534f5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:16.018903 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3ab80c37-9768-465d-b0d2-d797b450aa92 req-33fc8d01-6f74-4340-a19a-7deeb43534f5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 944 time: 0.0771976 Mar 02 09:33:16.061075 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3ab80c37-9768-465d-b0d2-d797b450aa92 req-cdf22ed9-2232-4290-ae16-bc02c19161af tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367606 Mar 02 09:33:16.995115 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:33:17.122570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port b12b7a74-accc-4664-8ac4-a4afc4da1851 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:33:17.127712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port b12b7a74-accc-4664-8ac4-a4afc4da1851 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:33:17.128089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:17.245460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:17.250552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8db274-d2e8-4c12-bd54-2e4a3434c6e2 req-a05e8381-f583-4bcf-8839-96531a7e071c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:17.252006 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a8db274-d2e8-4c12-bd54-2e4a3434c6e2 req-a05e8381-f583-4bcf-8839-96531a7e071c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 944 time: 0.0857146 Mar 02 09:33:17.271570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:33:17.282242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:17.296032 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a8db274-d2e8-4c12-bd54-2e4a3434c6e2 req-8c12af51-66a1-4522-9873-d80d35a74121 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383408 Mar 02 09:33:17.319097 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'code': 200} Mar 02 09:33:17.355147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:17.423832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:17.636999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:17.676610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5967ccb-c751-4e0d-919d-0717c8f6322e req-9acfbb21-9ccf-46bd-beab-60826e9661bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:17.678074 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5967ccb-c751-4e0d-919d-0717c8f6322e req-9acfbb21-9ccf-46bd-beab-60826e9661bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 1098 time: 0.0683906 Mar 02 09:33:17.720297 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5967ccb-c751-4e0d-919d-0717c8f6322e req-917c3021-e33b-4eae-bda5-7660d9ee89b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367079 Mar 02 09:33:18.472873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7f664-0443-4c78-bcff-e2a412b60d38 req-e32431f1-6e90-4992-adf9-73071cd90721 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:18.474383 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dc7f664-0443-4c78-bcff-e2a412b60d38 req-e32431f1-6e90-4992-adf9-73071cd90721 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0772951 Mar 02 09:33:18.518422 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3dc7f664-0443-4c78-bcff-e2a412b60d38 req-93a5f80e-4fdc-483e-bd66-9bf51f5b071a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379801 Mar 02 09:33:19.703132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037fba6-1ff5-4b20-a6c6-3f230d0d4052 req-3efb7fc5-5e36-4ca2-9c03-3d7001b1d896 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:19.705359 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8037fba6-1ff5-4b20-a6c6-3f230d0d4052 req-3efb7fc5-5e36-4ca2-9c03-3d7001b1d896 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0817893 Mar 02 09:33:19.746318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9784f16-1a79-4073-9572-891146274c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:19.748396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8037fba6-1ff5-4b20-a6c6-3f230d0d4052 req-fce55532-4bca-42e0-9ce8-4aa6be747050 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378563 Mar 02 09:33:19.924521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ebffb-a172-47d6-95e1-396937bdc5fd req-364889dd-90c3-4efe-be15-4ddfbd6dc87f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:19.925866 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eb8ebffb-a172-47d6-95e1-396937bdc5fd req-364889dd-90c3-4efe-be15-4ddfbd6dc87f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0770626 Mar 02 09:33:19.934255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 41804) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:33:19.939021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-06db14b6-310c-431a-870a-69f545b0e219 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'floatingip': {'port_id': 'b12b7a74-accc-4664-8ac4-a4afc4da1851'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:33:20.104669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06db14b6-310c-431a-870a-69f545b0e219 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:20.675987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06db14b6-310c-431a-870a-69f545b0e219 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:20.751774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06db14b6-310c-431a-870a-69f545b0e219 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:20.929187 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-06db14b6-310c-431a-870a-69f545b0e219 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2 associated. External IP: 172.26.3.208, port: b12b7a74-accc-4664-8ac4-a4afc4da1851. Mar 02 09:33:21.265775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06db14b6-310c-431a-870a-69f545b0e219 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:33:21.539301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06db14b6-310c-431a-870a-69f545b0e219 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:33:21.544821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-06db14b6-310c-431a-870a-69f545b0e219 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:21.550243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:33:21.561205 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:33:21.561876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:32:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:33:21.598453 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-06db14b6-310c-431a-870a-69f545b0e219 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "PUT /v2.0/floatingips/148e1ae6-956e-434a-bc72-a7ad6170e9a2 HTTP/1.1" status: 200 len: 991 time: 1.6631868 Mar 02 09:33:21.599052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:33:21.644021 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'status': 'completed', 'code': 200} Mar 02 09:33:21.740727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-48e4f58f-278d-4255-8b7f-f1557fa736d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:21.742660 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-48e4f58f-278d-4255-8b7f-f1557fa736d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 1098 time: 0.0773215 Mar 02 09:33:21.745212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:33:21.872963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-e582bc2f-4fe9-48b0-b18a-4ad49be6c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:21.874419 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-e582bc2f-4fe9-48b0-b18a-4ad49be6c9c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1261227 Mar 02 09:33:21.988886 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-a94f3333-d90d-4c9c-8afd-69576dc9a5cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851 HTTP/1.1" status: 200 len: 999 time: 0.1084626 Mar 02 09:33:22.000782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-704bccda-2eb1-4c83-9bb1-80e1be9b9054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:22.098908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-624c24e2-6a70-49bc-b067-0547a7c628e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:22.100345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-624c24e2-6a70-49bc-b067-0547a7c628e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.1059518 Mar 02 09:33:22.107710 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:26:8f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:33:20Z', 'revision_number': 9, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:33:22.111597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:33:22.119954 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:33:22.120545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:33:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:33:22.180209 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b05f93-143e-4653-86b0-30d46939a36b req-f9209a8f-2053-4b09-ad3e-36d36536407a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:22.181601 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21b05f93-143e-4653-86b0-30d46939a36b req-f9209a8f-2053-4b09-ad3e-36d36536407a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.1461198 Mar 02 09:33:22.222041 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-648cd5cf-6a7f-4ada-9f8b-1c336128f77b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854011 Mar 02 09:33:22.245423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-c4f5ee70-1fc0-4783-b3e5-47adb0745f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:22.249523 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-c4f5ee70-1fc0-4783-b3e5-47adb0745f52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1387224 Mar 02 09:33:22.249821 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21b05f93-143e-4653-86b0-30d46939a36b req-5fd70e3b-91ef-40fd-9a55-de0d4db5e88f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608835 Mar 02 09:33:22.320066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:33:22.387307 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-dfe39c66-c06c-443a-bb58-8c22c5293cb6 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339426 Mar 02 09:33:22.529601 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8d8ac5a9-f625-473b-b827-398fdff8c992 req-a33ea93b-7019-4c52-a9c4-000b30311e04 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358774 Mar 02 09:33:22.730150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:26:8f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:33:20Z', 'revision_number': 9, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:33:22.734134 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2328720b-31e8-4c88-88b1-a7d6f0121449 None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:26:8f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:33:20Z', 'revision_number': 9, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:33:22.955890 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e0d8c-0b79-4b8d-b94f-934e86578632 None None] New status for floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:33:22.976286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-e97debd8-6a68-416a-a8a7-15ba467df02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:22.977987 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-e97debd8-6a68-416a-a8a7-15ba467df02a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 1098 time: 0.0752075 Mar 02 09:33:23.054825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:23.128578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-27f577d3-8695-4773-9707-93cb80d60efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:23.130110 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-27f577d3-8695-4773-9707-93cb80d60efc service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1341636 Mar 02 09:33:23.215241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:23.239962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-e7b5260c-cc08-4e18-baf9-ab7ae542065c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851 HTTP/1.1" status: 200 len: 999 time: 0.1035464 Mar 02 09:33:23.312530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-c49f4ed6-2e4a-4b5a-825b-bbbb48776d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:23.314068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-c49f4ed6-2e4a-4b5a-825b-bbbb48776d8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0685308 Mar 02 09:33:23.545109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-d0ea91ae-4a94-44cb-bfc6-1edf3a1033c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:23.546606 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-d0ea91ae-4a94-44cb-bfc6-1edf3a1033c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2269428 Mar 02 09:33:23.604056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577687-452b-44c0-af78-34967581d31c req-94c23f6a-e177-4c42-bf70-26d9e416cac2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:23.605477 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bc577687-452b-44c0-af78-34967581d31c req-94c23f6a-e177-4c42-bf70-26d9e416cac2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.2410090 Mar 02 09:33:23.716312 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bc577687-452b-44c0-af78-34967581d31c req-cefbad40-672d-4801-89a6-fbbd2e7c6acd tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696323 Mar 02 09:33:23.724152 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-4f0b401c-bf31-40be-a2af-e4053230046c service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683233 Mar 02 09:33:23.853630 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7a3ce4f-8734-4556-82b5-c7ba7c6701c6 req-0094a7dc-c7dc-477e-8ac6-170957cabedf service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240227 Mar 02 09:33:24.421201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-b575444f-c892-42f4-81ce-82181ccd9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:24.422674 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-b575444f-c892-42f4-81ce-82181ccd9171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 1098 time: 0.0688407 Mar 02 09:33:24.549274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-c5e05b7a-2581-4439-a735-f0c86151e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:24.550745 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-c5e05b7a-2581-4439-a735-f0c86151e25c service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1227324 Mar 02 09:33:24.654710 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-1a4a855e-89d4-4044-8548-fdc1be360dbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851 HTTP/1.1" status: 200 len: 1002 time: 0.0979164 Mar 02 09:33:24.712956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:24.716509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-904159ae-cba7-4d5c-a076-f65ceea37ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:24.718034 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-904159ae-cba7-4d5c-a076-f65ceea37ddf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0572188 Mar 02 09:33:24.795244 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-42d4c03b-8c0a-48c9-b724-e1eb6fe395f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:24.800078 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-42d4c03b-8c0a-48c9-b724-e1eb6fe395f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735075 Mar 02 09:33:24.983278 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-5ceee364-9cb2-4c8c-be56-24cf3365831c service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805029 Mar 02 09:33:25.016463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190299a3-ccf5-4a6a-8e32-13aca6efded7 req-54bcf0c0-508d-4b85-88b8-3f60b5199312 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:25.017850 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-190299a3-ccf5-4a6a-8e32-13aca6efded7 req-54bcf0c0-508d-4b85-88b8-3f60b5199312 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.1861758 Mar 02 09:33:25.130529 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-190299a3-ccf5-4a6a-8e32-13aca6efded7 req-f2ef5861-9a30-4e5d-ac0a-9a4806e6327b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014912 Mar 02 09:33:25.154935 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-97f78986-7b5b-4ceb-81b6-d3bcf623a607 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658854 Mar 02 09:33:26.316621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f83831-e3e6-4078-b0ec-6a17db720d5e req-dd0a6409-9a8e-42da-a1c4-e5ad4d511ed1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:26.318093 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-73f83831-e3e6-4078-b0ec-6a17db720d5e req-dd0a6409-9a8e-42da-a1c4-e5ad4d511ed1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0810905 Mar 02 09:33:26.361269 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-73f83831-e3e6-4078-b0ec-6a17db720d5e req-f9a2b6aa-c169-4768-8725-74b0ab364bfb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376358 Mar 02 09:33:27.546193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6697f0-7cd8-4617-8e59-e42a5da3a708 req-7f239901-5234-4059-be14-1b4b39c5af79 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:27.547632 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9a6697f0-7cd8-4617-8e59-e42a5da3a708 req-7f239901-5234-4059-be14-1b4b39c5af79 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0808976 Mar 02 09:33:27.594204 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9a6697f0-7cd8-4617-8e59-e42a5da3a708 req-23d28bdd-e35d-4ec5-92ca-54684b3feca0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408578 Mar 02 09:33:28.779509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910c622-7295-4a27-9631-76dbe43b81a3 req-c7ce22be-9f19-487e-9782-90c2d3974764 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:28.781026 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f910c622-7295-4a27-9631-76dbe43b81a3 req-c7ce22be-9f19-487e-9782-90c2d3974764 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0799093 Mar 02 09:33:28.823071 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f910c622-7295-4a27-9631-76dbe43b81a3 req-fc4c5f48-fdbf-4be7-8073-63590077a2c4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364373 Mar 02 09:33:30.005187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b5eb6-a811-45f5-a8b0-b4d5e5ae0715 req-a00419b4-bed2-47c1-b6a2-f41c20d3e88c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:30.007439 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e41b5eb6-a811-45f5-a8b0-b4d5e5ae0715 req-a00419b4-bed2-47c1-b6a2-f41c20d3e88c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0818198 Mar 02 09:33:30.049561 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e41b5eb6-a811-45f5-a8b0-b4d5e5ae0715 req-5a154453-2f5c-4bd0-8f7f-a655feab9bc0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360529 Mar 02 09:33:31.232741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4666aa-2ffd-476d-978c-2703b0dc92af req-e4acbf04-d97b-4f7e-8913-c28d2508e6da tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:31.234254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f4666aa-2ffd-476d-978c-2703b0dc92af req-e4acbf04-d97b-4f7e-8913-c28d2508e6da tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0777953 Mar 02 09:33:31.276682 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f4666aa-2ffd-476d-978c-2703b0dc92af req-975d109d-cdce-4342-bdae-2b00ce5aba6c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368776 Mar 02 09:33:32.556156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866a7f5-d050-430c-a8fc-66ff35a7b7ff req-6bfb57ea-5213-47b3-9bdd-9e08caca8d00 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:32.557621 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e866a7f5-d050-430c-a8fc-66ff35a7b7ff req-6bfb57ea-5213-47b3-9bdd-9e08caca8d00 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.1785402 Mar 02 09:33:32.600545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e866a7f5-d050-430c-a8fc-66ff35a7b7ff req-bd4a92ca-860a-4c53-a3f4-7596f19ce5f6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365534 Mar 02 09:33:33.779390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1798ce6-c203-4d16-9e56-db7b8a9b9f0b req-42b83558-83b6-4b94-8d57-752984b51c20 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:33.780801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c1798ce6-c203-4d16-9e56-db7b8a9b9f0b req-42b83558-83b6-4b94-8d57-752984b51c20 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0770235 Mar 02 09:33:33.826482 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c1798ce6-c203-4d16-9e56-db7b8a9b9f0b req-a2cd2e1b-3f26-4c5a-9dcc-4f513cbab06a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400815 Mar 02 09:33:35.005453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e891e5-699f-419c-b75b-e211d2532d71 req-b123982b-b340-4794-9a1b-c4f22040d3f6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:35.006890 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-03e891e5-699f-419c-b75b-e211d2532d71 req-b123982b-b340-4794-9a1b-c4f22040d3f6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0764287 Mar 02 09:33:35.048546 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-03e891e5-699f-419c-b75b-e211d2532d71 req-20f87d84-3819-4ac5-a4ec-835fe6a2f8af tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357277 Mar 02 09:33:36.236033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba48df-1957-49e2-bcae-09b5210119b9 req-accd890f-275a-4cab-806e-5a7f208c18bb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:36.237763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a6ba48df-1957-49e2-bcae-09b5210119b9 req-accd890f-275a-4cab-806e-5a7f208c18bb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0827055 Mar 02 09:33:36.282571 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a6ba48df-1957-49e2-bcae-09b5210119b9 req-833cebea-7574-4aee-a79e-da41ef8a1d5a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394497 Mar 02 09:33:37.461507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51f5b3-b2bf-40a4-bbfd-a64da0489d98 req-379a7858-98b6-4295-b04d-e59549065529 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:37.462880 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db51f5b3-b2bf-40a4-bbfd-a64da0489d98 req-379a7858-98b6-4295-b04d-e59549065529 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0772786 Mar 02 09:33:37.505777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db51f5b3-b2bf-40a4-bbfd-a64da0489d98 req-d0f139a2-5724-4e31-821f-d2dd0b7cf73c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368140 Mar 02 09:33:38.693609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c9bf6-a21a-4eb8-9dfe-478aba73a9e3 req-319b5381-996e-4e5b-a7d9-f3a5607de868 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:38.695065 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b5c9bf6-a21a-4eb8-9dfe-478aba73a9e3 req-319b5381-996e-4e5b-a7d9-f3a5607de868 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0826099 Mar 02 09:33:38.738001 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b5c9bf6-a21a-4eb8-9dfe-478aba73a9e3 req-0b3e7284-5fe8-43a3-b1b5-409d7caeac22 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368142 Mar 02 09:33:39.920247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da810a6-5eeb-4395-922a-379cb7b00a51 req-1b7a9480-394d-4716-b8cb-d217704ea01c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:39.921571 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9da810a6-5eeb-4395-922a-379cb7b00a51 req-1b7a9480-394d-4716-b8cb-d217704ea01c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0823061 Mar 02 09:33:39.963039 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9da810a6-5eeb-4395-922a-379cb7b00a51 req-3648dca2-2c1a-4983-8da7-7a01a723d815 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359802 Mar 02 09:33:41.142813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25895718-6fb2-44d4-be38-b3507afbb699 req-c8df4e14-b465-4fc7-92ff-80c61bc7fec0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:41.144238 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25895718-6fb2-44d4-be38-b3507afbb699 req-c8df4e14-b465-4fc7-92ff-80c61bc7fec0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0777109 Mar 02 09:33:41.186934 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25895718-6fb2-44d4-be38-b3507afbb699 req-dcdf0c6c-0178-4443-9e9d-f9c0646d0e64 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371127 Mar 02 09:33:42.110763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-f6a5d986-6acc-4b06-a589-582858675750 service neutron] 10.222.0.15 "GET /v2.0/ports/b12b7a74-accc-4664-8ac4-a4afc4da1851/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0754580 Mar 02 09:33:42.371256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db50fe-487b-43c4-9ba5-b99b452283d3 req-5b8a2c8f-ed79-451f-96e8-941e481666b7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:42.372646 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0db50fe-487b-43c4-9ba5-b99b452283d3 req-5b8a2c8f-ed79-451f-96e8-941e481666b7 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0782459 Mar 02 09:33:42.415612 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0db50fe-487b-43c4-9ba5-b99b452283d3 req-e19257dc-15d9-4d19-8651-b39634887059 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373123 Mar 02 09:33:42.689714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-d94688be-c956-4627-93b6-21d3b8aba948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:42.691179 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-d94688be-c956-4627-93b6-21d3b8aba948 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 1098 time: 0.0726399 Mar 02 09:33:42.777566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-073d798d-0bf5-486f-8a6c-20eb23efb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:42.779048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-073d798d-0bf5-486f-8a6c-20eb23efb8f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 1098 time: 0.0677454 Mar 02 09:33:42.905807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-a4e249a3-cc45-4d0e-a6e7-0966534917fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:42.907990 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-a4e249a3-cc45-4d0e-a6e7-0966534917fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1224351 Mar 02 09:33:43.010020 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-de7eb2c9-ca36-43e7-b0c0-3a91a48c0bd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851 HTTP/1.1" status: 200 len: 1002 time: 0.0952835 Mar 02 09:33:43.072815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-2afb448e-13ec-4022-8def-851168efb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:43.074219 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-2afb448e-13ec-4022-8def-851168efb4b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0579388 Mar 02 09:33:43.147252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-62a77097-9ab0-45e9-8a86-e499df6b4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:43.148685 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-62a77097-9ab0-45e9-8a86-e499df6b4328 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682399 Mar 02 09:33:43.276928 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-bb322bdb-bae1-4958-8eaf-48ba4316927c service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218836 Mar 02 09:33:43.517475 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b410e493-2570-47fb-904f-d5c0647cfd3d req-be168b4d-88bc-437c-8eb0-49908334043e service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338374 Mar 02 09:33:43.609909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aab42-d23c-4d21-adc3-47145a2a292c req-214a3225-5d8c-4ea0-b1f0-5c2547924695 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:43.611277 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-327aab42-d23c-4d21-adc3-47145a2a292c req-214a3225-5d8c-4ea0-b1f0-5c2547924695 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0794210 Mar 02 09:33:43.658511 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-327aab42-d23c-4d21-adc3-47145a2a292c req-5fd1853e-8b22-4f17-a29d-522521c3a497 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414612 Mar 02 09:33:44.839381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208a1f-af42-4bd2-8464-40b474588851 req-1de9bb3b-8df0-402b-9049-3351e1b7cfc8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:44.840718 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9208a1f-af42-4bd2-8464-40b474588851 req-1de9bb3b-8df0-402b-9049-3351e1b7cfc8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0787754 Mar 02 09:33:44.883863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9208a1f-af42-4bd2-8464-40b474588851 req-4a5583d6-e5c4-4fe8-a8ba-5f832e44538c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368571 Mar 02 09:33:45.075568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:33:45.187338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:45.214064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:33:45.223792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:45.303013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:45.375135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:45.412803 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'code': 200} Mar 02 09:33:46.070896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e32b6-50d7-4536-9fa0-4064c5fe18f4 req-1de89157-041f-4d42-a995-bfe42336a102 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:46.072347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e6e32b6-50d7-4536-9fa0-4064c5fe18f4 req-1de89157-041f-4d42-a995-bfe42336a102 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 943 time: 0.0819077 Mar 02 09:33:46.116929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e6e32b6-50d7-4536-9fa0-4064c5fe18f4 req-1c4498b7-21ac-46c2-84d1-6840058631f0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384679 Mar 02 09:33:47.081959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:33:47.212766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:47.225796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'mac_address': 'fa:16:3e:26:8f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:33:47.282914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:47.298390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582d11d-8986-4ffb-ae9b-5a1ebcbbf997 req-c69d5b2e-b180-4586-9ac5-1061348d2c7a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:47.299058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12b7a74-accc-4664-8ac4-a4afc4da1851 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:33:47.299838 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c582d11d-8986-4ffb-ae9b-5a1ebcbbf997 req-c69d5b2e-b180-4586-9ac5-1061348d2c7a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 943 time: 0.0777614 Mar 02 09:33:47.314692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:47.345822 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c582d11d-8986-4ffb-ae9b-5a1ebcbbf997 req-82a46836-9e44-4282-b350-abdfb974c44c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403743 Mar 02 09:33:47.386631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:47.455305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['b12b7a74-accc-4664-8ac4-a4afc4da1851'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:33:47.499256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:47.672469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:48.158051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdbb63-766b-41b6-9dea-3db8de289b7c req-4a10ac06-4272-40fe-8e83-ae25a4e2b2d1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:48.159479 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cafdbb63-766b-41b6-9dea-3db8de289b7c req-4a10ac06-4272-40fe-8e83-ae25a4e2b2d1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 944 time: 0.1392853 Mar 02 09:33:48.167349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-f006b741-edae-4a7e-acbe-1ac13088ad30 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:48.168644 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-f006b741-edae-4a7e-acbe-1ac13088ad30 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e&tenant_id=4664d2863cbb45f9b81383e49059dbd1&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 944 time: 0.1471894 Mar 02 09:33:48.266337 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cafdbb63-766b-41b6-9dea-3db8de289b7c req-de7e3d96-c7af-492a-91ce-41e4ff0cab76 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966771 Mar 02 09:33:48.276365 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-7f128432-cecf-4153-a550-257bf58f89a3 service neutron] 10.222.0.15 "GET /v2.0/ports/b12b7a74-accc-4664-8ac4-a4afc4da1851/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0940857 Mar 02 09:33:48.372882 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-056c4aff-ab13-4582-897f-3acfcf3d7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:48.374384 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-056c4aff-ab13-4582-897f-3acfcf3d7710 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 1097 time: 0.0721998 Mar 02 09:33:48.502239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-a9294c23-1172-4dad-b00f-6e6bd929e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:48.503812 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-a9294c23-1172-4dad-b00f-6e6bd929e63a service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1230710 Mar 02 09:33:48.604374 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-4f9041a5-7a27-4b25-83a2-4302fc17aa10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851 HTTP/1.1" status: 200 len: 1001 time: 0.0946460 Mar 02 09:33:48.664824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-a0f62200-77b1-421b-abcb-8f243cc5cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:48.666210 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-a0f62200-77b1-421b-abcb-8f243cc5cd8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0551720 Mar 02 09:33:48.737451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-ac643bd2-25fc-471a-ac37-fd100d24a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:48.738892 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-ac643bd2-25fc-471a-ac37-fd100d24a388 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674596 Mar 02 09:33:48.866776 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-3c1b6e68-3b73-46e6-a3c7-a5293658d922 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218271 Mar 02 09:33:48.867922 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:33:48.993239 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-099558fa-1fe5-4d64-a3ec-b3d551e34e7b service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207335 Mar 02 09:33:49.090843 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:33:49.155892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port b12b7a74-accc-4664-8ac4-a4afc4da1851 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:33:49.156178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:49.267987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:49.293151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:33:49.303534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:49.345805 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'code': 200} Mar 02 09:33:49.421770 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:49.469601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aed96-3761-42b0-aaa1-8ce1dbc6ca44 req-0b0e31bd-7032-4d98-9379-c07b30d75982 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:49.471083 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-011aed96-3761-42b0-aaa1-8ce1dbc6ca44 req-0b0e31bd-7032-4d98-9379-c07b30d75982 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0838356 Mar 02 09:33:49.490804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:49.515875 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-011aed96-3761-42b0-aaa1-8ce1dbc6ca44 req-106ae33c-77b1-4096-8557-42a2a74b0435 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386500 Mar 02 09:33:49.731948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e614829f-9435-4c95-8923-66078cb3c3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:50.698917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cba38-ca15-4e94-a42f-7df53c9ce3e6 req-94079733-9498-484e-b6d5-68cf7dabfc89 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:50.700338 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-393cba38-ca15-4e94-a42f-7df53c9ce3e6 req-94079733-9498-484e-b6d5-68cf7dabfc89 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0762801 Mar 02 09:33:50.836499 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-393cba38-ca15-4e94-a42f-7df53c9ce3e6 req-0394278a-94fe-49ce-ad14-611295e0863e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298623 Mar 02 09:33:51.964331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-21d7f524-d1c4-4ace-a2d1-95edc17e4f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:52.194188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-e4845d14-4fe8-4b10-a559-3d2bdb5df688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:52.195536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-e4845d14-4fe8-4b10-a559-3d2bdb5df688 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 1098 time: 0.1267202 Mar 02 09:33:52.207875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251dc5-b784-4be9-ac7f-71de95240d80 req-8451f56d-1650-4f54-bd5c-cb3cb93d84de tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:52.209502 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b251dc5-b784-4be9-ac7f-71de95240d80 req-8451f56d-1650-4f54-bd5c-cb3cb93d84de tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.1061020 Mar 02 09:33:52.294050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b251dc5-b784-4be9-ac7f-71de95240d80 req-4ac738c4-a8e8-4b4b-bedf-86583f11ee1a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788925 Mar 02 09:33:52.318964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-d42ec6ce-ff9e-46e7-a17f-f8950568f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:52.320415 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-d42ec6ce-ff9e-46e7-a17f-f8950568f43d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 1098 time: 0.0924928 Mar 02 09:33:52.449652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-c05f68f9-c975-48dd-bc49-fada9d942784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:52.451040 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-c05f68f9-c975-48dd-bc49-fada9d942784 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1247668 Mar 02 09:33:52.555451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-a29dcfef-5586-4919-80b5-9ef92d156df6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851 HTTP/1.1" status: 200 len: 1002 time: 0.0972917 Mar 02 09:33:52.620138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-86cae160-9687-414a-b329-1f82c23dd3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:52.621587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-86cae160-9687-414a-b329-1f82c23dd3be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0606430 Mar 02 09:33:52.695806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-bf07ad64-1d87-4a5b-8a9d-eb900fea6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:52.697241 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-bf07ad64-1d87-4a5b-8a9d-eb900fea6d8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691900 Mar 02 09:33:52.826289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-119868c4-ddd1-447c-a89b-7deddac33141 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225266 Mar 02 09:33:52.956100 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7c4f45-7dfb-4562-abf0-84c13f14903b req-b8c7bdc0-0dc7-4d55-b075-407a1cd2b300 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239817 Mar 02 09:33:53.084104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:53.200763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:53.481462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca871a67-297f-40f1-9dc1-a2cddf81819a req-b2ba7636-b73b-4ecb-b085-8fe20054a49e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:53.483571 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca871a67-297f-40f1-9dc1-a2cddf81819a req-b2ba7636-b73b-4ecb-b085-8fe20054a49e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0783608 Mar 02 09:33:53.531135 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca871a67-297f-40f1-9dc1-a2cddf81819a req-416922b2-4f5c-4643-8916-5294318d76e3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420742 Mar 02 09:33:54.703931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:54.715408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd196ad-91b5-4a3f-b799-1967cc142ce4 req-32365841-b522-4710-a489-c8216c172052 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:54.720573 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8dd196ad-91b5-4a3f-b799-1967cc142ce4 req-32365841-b522-4710-a489-c8216c172052 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0785797 Mar 02 09:33:54.759854 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8dd196ad-91b5-4a3f-b799-1967cc142ce4 req-a70996fb-d901-4ce0-8501-25ce5534be79 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369549 Mar 02 09:33:55.123086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:33:55.126405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:33:55.363868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:55.398243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:55.412033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:33:55.423589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'mac_address': 'fa:16:3e:26:8f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:33:55.426004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:55.457638 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'code': 200} Mar 02 09:33:55.481591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:55.498113 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b12b7a74-accc-4664-8ac4-a4afc4da1851 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:33:55.503325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:55.616260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:33:55.616603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:33:55.617221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=9']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:55.941955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646acd79-2ab0-4e28-87f6-02c0f3c4ee88 req-00a3e17c-60a9-461c-a4b8-cc8f0ed4614c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:55.943440 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-646acd79-2ab0-4e28-87f6-02c0f3c4ee88 req-00a3e17c-60a9-461c-a4b8-cc8f0ed4614c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 943 time: 0.0814319 Mar 02 09:33:55.987271 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-646acd79-2ab0-4e28-87f6-02c0f3c4ee88 req-19ccafb1-fccc-4cf0-97cd-0b1caba058ea tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382679 Mar 02 09:33:56.169124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739186-bbb5-4b08-b124-cf1fca75a4ca req-93a14c93-c6ae-4533-b0a4-f8691582428c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:56.169420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:56.170486 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-29739186-bbb5-4b08-b124-cf1fca75a4ca req-93a14c93-c6ae-4533-b0a4-f8691582428c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 943 time: 0.0784967 Mar 02 09:33:56.185790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12b7a74-accc-4664-8ac4-a4afc4da1851 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:33:56.201139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:56.214659 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-29739186-bbb5-4b08-b124-cf1fca75a4ca req-766aa3e6-27a7-4784-80e6-6e03d31e07e9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385449 Mar 02 09:33:56.281411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:56.351744 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['b12b7a74-accc-4664-8ac4-a4afc4da1851'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:33:56.388966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=10']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:56.402425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7565dc-ba78-4cf3-a993-7b2a0f810af1 req-faf850e8-9e2c-4a20-8930-fa17180d5e87 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:56.404443 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e7565dc-ba78-4cf3-a993-7b2a0f810af1 req-faf850e8-9e2c-4a20-8930-fa17180d5e87 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0837626 Mar 02 09:33:56.447193 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e7565dc-ba78-4cf3-a993-7b2a0f810af1 req-63921f3c-7bb2-44c7-aaf3-6cc98ebd26d0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375130 Mar 02 09:33:57.047629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f0f70-7fa3-4d70-ba36-f522e0fd4eb3 req-8e5d92f7-8ab4-42ce-9261-f7419db1edab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:57.049053 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ce2f0f70-7fa3-4d70-ba36-f522e0fd4eb3 req-8e5d92f7-8ab4-42ce-9261-f7419db1edab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 945 time: 0.0779066 Mar 02 09:33:57.094316 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ce2f0f70-7fa3-4d70-ba36-f522e0fd4eb3 req-51f471a5-2da4-4c07-9ae8-059d4b9ff41a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396914 Mar 02 09:33:57.138899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:33:57.206121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port b12b7a74-accc-4664-8ac4-a4afc4da1851 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:33:57.206734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:57.317339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:57.348723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:57.427029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:57.460086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:33:57.494777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=11']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:33:57.509128 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'code': 200} Mar 02 09:33:58.273365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b502d0-9010-4499-8c88-d75a39dd07b2 req-d86d075b-b52b-463d-8556-f0f7a949b798 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:58.274814 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-61b502d0-9010-4499-8c88-d75a39dd07b2 req-d86d075b-b52b-463d-8556-f0f7a949b798 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 946 time: 0.0782230 Mar 02 09:33:58.317329 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-61b502d0-9010-4499-8c88-d75a39dd07b2 req-caa71a2d-595e-471e-b986-5ce0232bba0d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370224 Mar 02 09:33:59.219886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-319399a4-17d7-4ea8-be26-4835e8607f94 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:59.221272 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-319399a4-17d7-4ea8-be26-4835e8607f94 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 946 time: 0.0809758 Mar 02 09:33:59.374190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Deleting port b12b7a74-accc-4664-8ac4-a4afc4da1851 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:33:59.374862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:59.653748 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc520cc8-45ad-40bb-a06d-4774fda9bd2f req-afbbb038-0557-4c5a-8ec8-2656942d1a61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:33:59.655820 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bc520cc8-45ad-40bb-a06d-4774fda9bd2f req-afbbb038-0557-4c5a-8ec8-2656942d1a61 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 946 time: 0.2246675 Mar 02 09:33:59.697256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] For port b12b7a74-accc-4664-8ac4-a4afc4da1851, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=b12b7a74-accc-4664-8ac4-a4afc4da1851,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:33:59.697603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:59.786921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bc520cc8-45ad-40bb-a06d-4774fda9bd2f req-adc986b0-5bc4-4233-848c-7969f93b6673 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248519 Mar 02 09:33:59.991156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:59.991437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:33:59.991744 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2 disassociated. External IP: 172.26.3.208, port: b12b7a74-accc-4664-8ac4-a4afc4da1851. Mar 02 09:33:59.992076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Calling delete_port for b12b7a74-accc-4664-8ac4-a4afc4da1851 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:34:00.181335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:00.230001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event deleted for resources: {'Port': ['ID=b12b7a74-accc-4664-8ac4-a4afc4da1851,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:34:00.425116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:34:00.600157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:34:00.610069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:34:00.619421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:34:00.620090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:33:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:34:00.670620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] No DVR routers for this DVR port b12b7a74-accc-4664-8ac4-a4afc4da1851 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:34:00.673150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:00.676881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-deleted', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:34:00.723583 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e', 'name': 'network-vif-deleted', 'tag': 'b12b7a74-accc-4664-8ac4-a4afc4da1851', 'status': 'completed', 'code': 200} Mar 02 09:34:00.747993 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc02a4d4-a811-4c2b-b631-43adf8eb8cce req-35fdbb8f-fce6-4a7b-9c5b-463ccd320506 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "DELETE /v2.0/ports/b12b7a74-accc-4664-8ac4-a4afc4da1851 HTTP/1.1" status: 204 len: 173 time: 1.5215576 Mar 02 09:34:00.796395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:34:01.047772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-772b96b2-8d58-4542-a183-2e96a40784c8 req-351437ea-8145-404a-9acb-bccf2b43baf5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Synchronizing usage tracker for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:34:01.116651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:34:01.120433 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:34:01.129395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:34:01.130020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:33:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:34:01.130306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-772b96b2-8d58-4542-a183-2e96a40784c8 req-351437ea-8145-404a-9acb-bccf2b43baf5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Unset dirty status for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:34:01.131508 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-772b96b2-8d58-4542-a183-2e96a40784c8 req-351437ea-8145-404a-9acb-bccf2b43baf5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=5389bca4-13ae-4afa-a0d6-e0b10c3dcb0e HTTP/1.1" status: 200 len: 210 time: 0.2377822 Mar 02 09:34:01.341481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:34:01.654830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:34:01.659411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80471c3d-def5-4a72-aaaa-9507db5641b4 None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:34:01.869249 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a06e26-142a-429e-ad83-20434106e1c3 None None] New status for floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:34:02.468007 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-95942a69-5c62-4851-b023-2a3a35e66494 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--59303727&fields=id&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 267 time: 0.0378942 Mar 02 09:34:02.611946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-69630084-8a81-4a59-bdf0-ac90ea9913a1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:02.613343 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-69630084-8a81-4a59-bdf0-ac90ea9913a1 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 812 time: 0.1385791 Mar 02 09:34:02.627446 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-11d315c7-4c52-475a-af7b-b3dae8fc7f74 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/quotas/4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 375 time: 0.0087574 Mar 02 09:34:02.708599 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-83909693-760a-4c10-b7b9-562f210dcccd tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762877 Mar 02 09:34:02.724281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-3ae28796-a5ba-44ba-ad7c-6ad31fb767ff service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:34:02.725185 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-3ae28796-a5ba-44ba-ad7c-6ad31fb767ff service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054250 Mar 02 09:34:02.849521 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-d8406301-2d20-4fbe-ab9a-1f61b37189be service neutron] 10.222.0.10 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191273 Mar 02 09:34:02.977654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-9d0f73b8-c6e6-4ea5-874d-09c05b235ae5 service neutron] 10.222.0.10 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224475 Mar 02 09:34:03.147206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:34:03.179473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: b12b7a74-accc-4664-8ac4-a4afc4da1851 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:34:03.179812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device b12b7a74-accc-4664-8ac4-a4afc4da1851 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:34:03.289904 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-33fad8c7-b19a-49b4-9bcb-134822254fec req-db958d3f-f358-40f9-8443-31592342e490 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 210 time: 0.0463951 Mar 02 09:34:04.435023 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3cf1dd47-7634-4f3a-b9e6-cacf11fd0068 req-b4967c7f-a735-4ba5-9eb6-8b2a14596370 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 210 time: 0.0410669 Mar 02 09:34:05.211879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-f7cc3c43-a93f-464b-a7a7-abafe93789b8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:05.214233 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-f7cc3c43-a93f-464b-a7a7-abafe93789b8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 812 time: 0.1464365 Mar 02 09:34:05.261302 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-f79a4bfd-5f64-43e9-8147-98e69d83b5bb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 378 time: 0.0385718 Mar 02 09:34:05.271137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'port': {'device_id': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'admin_state_up': True, 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'security_groups': ['5f8cb44f-5671-436b-aac5-7d6a54681c20']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:34:05.403165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:34:05.412534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:34:05.490672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Made reservation on behalf of 4664d2863cbb45f9b81383e49059dbd1 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:34:05.494295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:05.605345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-98c92937-3aea-468c-91c4-d466cb28d805 req-f87b06a6-fd6b-42a9-8bc2-6993d41d1a36 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 210 time: 0.0500004 Mar 02 09:34:05.699800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Allocated IP 172.20.0.12 (15b560e3-d4c7-4157-90b3-04cdc75d847c/79300918-b421-4c17-b5a3-09af3e3d223a/1e281994-752b-4c42-8ad3-2e50630d9f5a) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:34:05.879798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:05.894744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Transition to ACTIVE for port object 1e281994-752b-4c42-8ad3-2e50630d9f5a will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:34:05.974168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:06.037210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:34:06.044378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:34:06.049150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:34:06.085247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:34:06.117444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:06.118065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:06.217574 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-5c20fbdc-5bfc-4cc8-8e6c-62a06efce8c3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9497554 Mar 02 09:34:06.230794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Request body: {'port': {'device_id': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:34:06.333731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-07668dea-0957-426b-b5fd-4c08992fc04f None None] Provisioning for port 1e281994-752b-4c42-8ad3-2e50630d9f5a completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:34:06.336334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:06.338812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-07668dea-0957-426b-b5fd-4c08992fc04f None None] Provisioning complete for port 1e281994-752b-4c42-8ad3-2e50630d9f5a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:34:06.339178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07668dea-0957-426b-b5fd-4c08992fc04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:06.403529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-07668dea-0957-426b-b5fd-4c08992fc04f None None] Port 1e281994-752b-4c42-8ad3-2e50630d9f5a cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:34:06.802015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e281994-752b-4c42-8ad3-2e50630d9f5a {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:34:06.810768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:06.840236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Transition to ACTIVE for port object 1e281994-752b-4c42-8ad3-2e50630d9f5a will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:34:06.851096 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc43e2-9491-4c60-be96-0bdebd557f27 req-d23b5875-1e21-4baf-8bb1-06dd9a4bdd3e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:06.851864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-e1cc43e2-9491-4c60-be96-0bdebd557f27 req-d23b5875-1e21-4baf-8bb1-06dd9a4bdd3e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Synchronizing usage tracker for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:34:06.927684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:06.965331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-e1cc43e2-9491-4c60-be96-0bdebd557f27 req-d23b5875-1e21-4baf-8bb1-06dd9a4bdd3e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Unset dirty status for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:34:06.966494 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e1cc43e2-9491-4c60-be96-0bdebd557f27 req-d23b5875-1e21-4baf-8bb1-06dd9a4bdd3e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 932 time: 0.2553928 Mar 02 09:34:07.112511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:34:07.160000 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e1cc43e2-9491-4c60-be96-0bdebd557f27 req-033d0745-92d5-4e59-b029-7c01d7129aee tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1845036 Mar 02 09:34:07.202675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Attempting to bind port 1e281994-752b-4c42-8ad3-2e50630d9f5a on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:34:07.203086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Attempting to bind port 1e281994-752b-4c42-8ad3-2e50630d9f5a by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:34:07.203411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Attempting to bind port 1e281994-752b-4c42-8ad3-2e50630d9f5a on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:34:07.208689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Port 1e281994-752b-4c42-8ad3-2e50630d9f5a on network 15b560e3-d4c7-4157-90b3-04cdc75d847c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:34:07.209006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Attempting to bind port 1e281994-752b-4c42-8ad3-2e50630d9f5a on network 15b560e3-d4c7-4157-90b3-04cdc75d847c {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:34:07.214999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:34:07.215354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Checking segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:34:07.215725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Bound using segment: {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:34:07.216150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Bound port: 1e281994-752b-4c42-8ad3-2e50630d9f5a, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995cd4b8-fddc-4c82-b04a-4df347b0ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:34:07.216497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:07.303749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:34:07.306758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:34:07.396935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:07.454764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:07.455370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:07.456708 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] 10.222.0.15 "PUT /v2.0/ports/1e281994-752b-4c42-8ad3-2e50630d9f5a HTTP/1.1" status: 200 len: 1094 time: 1.2299206 Mar 02 09:34:07.457139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:34:07.488795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:34:07.497207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.497560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.497947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.498639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.498978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.499310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.499640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.499969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.500293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.500617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.500966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.501303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16672708-9c76-47c1-b72c-d0dfc2ab3875 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:07.514786 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'status': 'completed', 'code': 200} Mar 02 09:34:07.606694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542c473-ecb9-42db-a0c6-f50ad32b97b9 req-cbae6f07-83f3-4d7a-9260-451f3ef70618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:07.608306 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1542c473-ecb9-42db-a0c6-f50ad32b97b9 req-cbae6f07-83f3-4d7a-9260-451f3ef70618 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 1097 time: 0.0761840 Mar 02 09:34:07.746503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542c473-ecb9-42db-a0c6-f50ad32b97b9 req-24f75055-8ea6-4f0c-82b9-02a775fdfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:07.747820 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1542c473-ecb9-42db-a0c6-f50ad32b97b9 req-24f75055-8ea6-4f0c-82b9-02a775fdfd98 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4664d2863cbb45f9b81383e49059dbd1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1326094 Mar 02 09:34:07.877753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542c473-ecb9-42db-a0c6-f50ad32b97b9 req-51f52097-9728-45aa-890a-474c51818be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:07.879103 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1542c473-ecb9-42db-a0c6-f50ad32b97b9 req-51f52097-9728-45aa-890a-474c51818be3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256459 Mar 02 09:34:07.984303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-c44c04c6-5c28-4e98-8899-d276347b41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:07.985757 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-c44c04c6-5c28-4e98-8899-d276347b41ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 1097 time: 0.0719230 Mar 02 09:34:08.050569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-99c3e9ba-54e7-4be1-92ed-170d72a0f5df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a HTTP/1.1" status: 200 len: 217 time: 0.0587173 Mar 02 09:34:08.112503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-b2bf9750-e187-4a62-a517-c0b4b8130d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:08.113901 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-b2bf9750-e187-4a62-a517-c0b4b8130d66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0582392 Mar 02 09:34:08.185583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-4a3b5995-6ed0-406f-994a-c03020658e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:08.186983 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-4a3b5995-6ed0-406f-994a-c03020658e1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676880 Mar 02 09:34:08.461981 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-a80d4a8b-2237-4119-a5a2-c41405daf63f service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683392 Mar 02 09:34:08.512862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8949f-08c2-4d65-bea4-2b18f795856c req-97c6cfeb-d6a1-4fab-a4e6-fc80c78ebe20 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:08.514326 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-60d8949f-08c2-4d65-bea4-2b18f795856c req-97c6cfeb-d6a1-4fab-a4e6-fc80c78ebe20 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.1457064 Mar 02 09:34:08.622292 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-60d8949f-08c2-4d65-bea4-2b18f795856c req-0b22a027-274f-4496-8bf5-50a211cb7c79 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608437 Mar 02 09:34:08.642503 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-adaf2f2c-807a-4b64-9c30-9de7ef3cd7ce req-c4bb3e90-06a7-4b40-854b-69c8fd445a85 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749475 Mar 02 09:34:09.807202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61695761-9d6b-4bdc-9c56-54924b916c0e req-869a0b68-99fe-415e-aa1b-b62419743c58 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:09.808522 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-61695761-9d6b-4bdc-9c56-54924b916c0e req-869a0b68-99fe-415e-aa1b-b62419743c58 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.0770380 Mar 02 09:34:09.853613 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-61695761-9d6b-4bdc-9c56-54924b916c0e req-651aa0ed-5eab-405a-9c22-62a6bf7277cc tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394740 Mar 02 09:34:11.038095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3e17-085b-451c-972d-5b99a577c00d req-c85371af-6070-41ff-8b09-3c7b0c726112 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:11.039511 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3a9c3e17-085b-451c-972d-5b99a577c00d req-c85371af-6070-41ff-8b09-3c7b0c726112 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.0763197 Mar 02 09:34:11.082803 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3a9c3e17-085b-451c-972d-5b99a577c00d req-21a89a2d-cc36-4a43-962e-feb65aeba095 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376437 Mar 02 09:34:12.263498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8853-5c68-459d-b48a-335f38ebe921 req-e01c6d2a-b303-436e-87c5-54684942768e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:12.264912 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9beb8853-5c68-459d-b48a-335f38ebe921 req-e01c6d2a-b303-436e-87c5-54684942768e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.0802767 Mar 02 09:34:12.307101 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9beb8853-5c68-459d-b48a-335f38ebe921 req-fa97b0e3-126d-4930-9726-abca92feac19 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361779 Mar 02 09:34:13.140173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:34:13.270077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:34:13.282592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'mac_address': 'fa:16:3e:d0:bf:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:34:13.339866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:13.355821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e281994-752b-4c42-8ad3-2e50630d9f5a {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:34:13.370605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:34:13.440660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:13.487635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03fcfc-7536-4e36-a5a0-1b3de56d56f9 req-e1becd85-a4f3-4cda-85e0-9b8c2fd0e18c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:13.489082 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d03fcfc-7536-4e36-a5a0-1b3de56d56f9 req-e1becd85-a4f3-4cda-85e0-9b8c2fd0e18c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 945 time: 0.0781443 Mar 02 09:34:13.509696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:34:13.535124 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d03fcfc-7536-4e36-a5a0-1b3de56d56f9 req-54d19224-af5c-4f7b-b4c3-72ac0e609132 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404947 Mar 02 09:34:13.736671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['1e281994-752b-4c42-8ad3-2e50630d9f5a'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:34:14.719820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af04afc-93a4-487d-b748-7468cbdebea0 req-b849a701-0373-4fa0-9fdc-dacb49f4fff5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:14.721823 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8af04afc-93a4-487d-b748-7468cbdebea0 req-b849a701-0373-4fa0-9fdc-dacb49f4fff5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 945 time: 0.0812547 Mar 02 09:34:14.763210 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8af04afc-93a4-487d-b748-7468cbdebea0 req-22b1bbb5-fd35-4ace-a4a8-72a2e2eb8f96 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358582 Mar 02 09:34:15.148669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:34:15.291491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 1e281994-752b-4c42-8ad3-2e50630d9f5a completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:34:15.296135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 1e281994-752b-4c42-8ad3-2e50630d9f5a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:34:15.296504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:15.409273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:15.434232 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:34:15.443991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:34:15.478305 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'code': 200} Mar 02 09:34:15.535007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:15.604039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:34:15.612142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.612485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.612811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.613148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.613479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.613809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.614166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.614490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.614813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.615133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.615452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.615792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:34:15.848693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae9c36-c611-4cfe-b83b-7f2a3332532d req-5e343389-829f-4e11-9154-31b485b3a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:15.850813 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-efae9c36-c611-4cfe-b83b-7f2a3332532d req-5e343389-829f-4e11-9154-31b485b3a7eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 1099 time: 0.0703351 Mar 02 09:34:15.937425 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-efae9c36-c611-4cfe-b83b-7f2a3332532d req-ebe009e7-458e-4315-92e2-432029954938 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786688 Mar 02 09:34:15.968772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bf60e-2b24-4825-8c63-7efbbe6c9e5e req-cf563469-0611-4482-b7ab-7b34a1f481b3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:15.970182 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c97bf60e-2b24-4825-8c63-7efbbe6c9e5e req-cf563469-0611-4482-b7ab-7b34a1f481b3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0992196 Mar 02 09:34:16.013923 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c97bf60e-2b24-4825-8c63-7efbbe6c9e5e req-5a39d493-84fa-4fd0-956c-b6990cbca3af tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378690 Mar 02 09:34:17.206888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79012efa-f0ab-4fed-9403-02fcf793065e req-610964ad-e6a2-4fd4-ba9d-805f15fe8abe tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:17.208370 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-79012efa-f0ab-4fed-9403-02fcf793065e req-610964ad-e6a2-4fd4-ba9d-805f15fe8abe tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0813630 Mar 02 09:34:17.266022 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-79012efa-f0ab-4fed-9403-02fcf793065e req-dedbbe51-8ec4-4fef-ae56-b1778cca2969 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517941 Mar 02 09:34:17.657321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:18.444762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873aee0-7fbf-451c-9e45-98cb837e159d req-f75fab23-c159-4d59-b117-b5af8a978bee tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:18.446364 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0873aee0-7fbf-451c-9e45-98cb837e159d req-f75fab23-c159-4d59-b117-b5af8a978bee tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0781116 Mar 02 09:34:18.490133 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0873aee0-7fbf-451c-9e45-98cb837e159d req-b5639157-23e3-4f1c-ad89-2954764e12df tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383317 Mar 02 09:34:18.679018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451df7e9-9252-4e5e-866e-536af43a5386 req-5f6dec51-651f-49e8-90c0-e91d50463efe tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:18.680464 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-451df7e9-9252-4e5e-866e-536af43a5386 req-5f6dec51-651f-49e8-90c0-e91d50463efe tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0812945 Mar 02 09:34:18.688969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 41990) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:34:18.694398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0b389fa1-e65c-46be-b20f-e91e83aa89a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Request body: {'floatingip': {'port_id': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:34:18.768224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b389fa1-e65c-46be-b20f-e91e83aa89a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:19.452227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b389fa1-e65c-46be-b20f-e91e83aa89a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:19.537663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b389fa1-e65c-46be-b20f-e91e83aa89a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:19.697410 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f933-6177-4505-8a61-db3529e8f35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:19.704953 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-0b389fa1-e65c-46be-b20f-e91e83aa89a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2 associated. External IP: 172.26.3.208, port: 1e281994-752b-4c42-8ad3-2e50630d9f5a. Mar 02 09:34:20.042321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b389fa1-e65c-46be-b20f-e91e83aa89a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:34:20.219090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b389fa1-e65c-46be-b20f-e91e83aa89a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:34:20.224372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b389fa1-e65c-46be-b20f-e91e83aa89a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:20.228881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:34:20.238210 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:34:20.238817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:33:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:34:20.278010 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0b389fa1-e65c-46be-b20f-e91e83aa89a2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "PUT /v2.0/floatingips/148e1ae6-956e-434a-bc72-a7ad6170e9a2 HTTP/1.1" status: 200 len: 993 time: 1.5874221 Mar 02 09:34:20.278738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:34:20.325044 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'status': 'completed', 'code': 200} Mar 02 09:34:20.421410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c425db-66f6-46ef-b420-79843968c345 req-eaa834fa-f65c-48b4-b080-a9bfdeef84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:20.423062 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3c425db-66f6-46ef-b420-79843968c345 req-eaa834fa-f65c-48b4-b080-a9bfdeef84a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 1099 time: 0.0747182 Mar 02 09:34:20.459753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:34:20.665522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c425db-66f6-46ef-b420-79843968c345 req-9db81b75-0f05-40f5-a018-4de10a20dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:20.666999 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3c425db-66f6-46ef-b420-79843968c345 req-9db81b75-0f05-40f5-a018-4de10a20dba6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.2382076 Mar 02 09:34:20.773037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3c425db-66f6-46ef-b420-79843968c345 req-fa0c5e10-916b-48fe-b544-cb0c288841df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a HTTP/1.1" status: 200 len: 1001 time: 0.0990393 Mar 02 09:34:20.813701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:d0:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:34:19Z', 'revision_number': 13, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:34:20.818102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:34:20.826291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:34:20.826877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:33:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:34:20.834918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c425db-66f6-46ef-b420-79843968c345 req-04754437-9cfd-4cc4-a41e-55a65f43170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:20.836358 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3c425db-66f6-46ef-b420-79843968c345 req-04754437-9cfd-4cc4-a41e-55a65f43170a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0578070 Mar 02 09:34:20.913809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c425db-66f6-46ef-b420-79843968c345 req-98b2527e-466c-4cb2-9524-5db8d586764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:20.915362 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3c425db-66f6-46ef-b420-79843968c345 req-98b2527e-466c-4cb2-9524-5db8d586764d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734324 Mar 02 09:34:21.005040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:34:21.058736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3c425db-66f6-46ef-b420-79843968c345 req-7692b8e7-e3a9-499b-a1ca-f3410bc23991 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355946 Mar 02 09:34:21.189106 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3c425db-66f6-46ef-b420-79843968c345 req-d116a310-9208-40cc-a7a9-461214aa3bae service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248147 Mar 02 09:34:21.359578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:d0:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:34:19Z', 'revision_number': 13, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:34:21.363609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240241ef-5789-4acc-b397-7fb5449605d2 None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '148e1ae6-956e-434a-bc72-a7ad6170e9a2', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'floating_ip_address': '172.26.3.208', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'port_id': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'mac_address': 'fa:16:3e:d0:bf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:31:06Z', 'updated_at': '2022-03-02T09:34:19Z', 'revision_number': 13, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:34:21.548426 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e8021-73cc-4d39-8a7a-4fe7d9ebc6cb None None] New status for floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:34:21.960869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ad59ad78-c0f7-450b-896a-aa6fd0b8e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:23.046230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:23.183448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:23.361458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f18cc-ff66-4247-b587-d4fe52aad8c8 req-bd3e35e1-6431-491c-9e77-c0ea117dbc3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:23.362862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dc1f18cc-ff66-4247-b587-d4fe52aad8c8 req-bd3e35e1-6431-491c-9e77-c0ea117dbc3c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0767763 Mar 02 09:34:23.405165 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dc1f18cc-ff66-4247-b587-d4fe52aad8c8 req-68fc3d39-7af9-499f-90d0-239c08de9e2e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366201 Mar 02 09:34:24.689503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:24.928332 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a8ecbda-6019-4635-a192-87403145a878 req-e6c3117c-16e1-40ac-a62d-11c88d2d598c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784361 Mar 02 09:34:25.062984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ecbda-6019-4635-a192-87403145a878 req-c9b1a529-b1dd-428f-bdfe-2bcdf6b46ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:25.064438 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a8ecbda-6019-4635-a192-87403145a878 req-c9b1a529-b1dd-428f-bdfe-2bcdf6b46ccc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 1099 time: 0.0691965 Mar 02 09:34:25.213286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ecbda-6019-4635-a192-87403145a878 req-05e1c1c6-f17e-4ba7-bcca-4d15ae8c75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:25.214807 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a8ecbda-6019-4635-a192-87403145a878 req-05e1c1c6-f17e-4ba7-bcca-4d15ae8c75e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1310778 Mar 02 09:34:25.320816 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a8ecbda-6019-4635-a192-87403145a878 req-39fc24d4-cfc4-4a91-a80a-b3713ccf3fed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a HTTP/1.1" status: 200 len: 1003 time: 0.1000009 Mar 02 09:34:25.382590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ecbda-6019-4635-a192-87403145a878 req-9b2ce9f8-2376-475e-bf62-f00db8f57927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:25.384050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a8ecbda-6019-4635-a192-87403145a878 req-9b2ce9f8-2376-475e-bf62-f00db8f57927 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0575979 Mar 02 09:34:25.460079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ecbda-6019-4635-a192-87403145a878 req-bc8e6e22-43a9-4ca4-b3b2-cf70f2ad63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:25.461449 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a8ecbda-6019-4635-a192-87403145a878 req-bc8e6e22-43a9-4ca4-b3b2-cf70f2ad63d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717683 Mar 02 09:34:25.598115 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a8ecbda-6019-4635-a192-87403145a878 req-8a378cca-86ab-44eb-a842-5daeab556fe6 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300511 Mar 02 09:34:25.727751 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a8ecbda-6019-4635-a192-87403145a878 req-8bfcd01e-62a9-430c-8324-65bc13874057 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235840 Mar 02 09:34:25.866151 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:34:34.577591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdbe0b-fa2b-4715-b530-0470e39792f9 req-273b908d-d73b-46eb-85e4-3cd6870adbd6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:34.579155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2dbdbe0b-fa2b-4715-b530-0470e39792f9 req-273b908d-d73b-46eb-85e4-3cd6870adbd6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0815966 Mar 02 09:34:34.623044 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2dbdbe0b-fa2b-4715-b530-0470e39792f9 req-6cf56d8e-6e38-407c-bbe6-0edb9f9eb2b0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375116 Mar 02 09:34:34.689738 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-f7a449ed-52f4-457e-a2a6-322980fd9791 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330516 Mar 02 09:34:35.917729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8f900-5994-41c6-a809-a041872712db req-6f28c6cd-7f78-4721-9bae-4f320f91987a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:35.919202 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eda8f900-5994-41c6-a809-a041872712db req-6f28c6cd-7f78-4721-9bae-4f320f91987a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.1897638 Mar 02 09:34:35.963972 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eda8f900-5994-41c6-a809-a041872712db req-0a41204d-49d7-4ca2-866e-3da82e0e5438 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390544 Mar 02 09:34:36.621961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-65d498ec-8c44-49e1-8929-6e42f861481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:36.623392 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-65d498ec-8c44-49e1-8929-6e42f861481c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 1099 time: 0.0707784 Mar 02 09:34:36.749913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-b5c0b543-a7d8-488e-949a-9e1ec6066bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:36.751307 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-b5c0b543-a7d8-488e-949a-9e1ec6066bd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1209140 Mar 02 09:34:36.851215 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-2e6b413d-7f4a-4d84-9654-59965bd35a45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a HTTP/1.1" status: 200 len: 1003 time: 0.0922232 Mar 02 09:34:36.910468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-8b36e33b-6f93-4a05-9615-3d8257432678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:36.911818 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-8b36e33b-6f93-4a05-9615-3d8257432678 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0543051 Mar 02 09:34:36.989242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-dc74445f-63d9-44b8-a26d-3911dd6708fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:36.990709 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-dc74445f-63d9-44b8-a26d-3911dd6708fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664957 Mar 02 09:34:37.165946 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-b31714b7-cbb1-4913-8a17-ade9404d1532 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680160 Mar 02 09:34:37.218872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5e3e9-7fd0-41d9-aac9-15207404b56f req-f2192c69-4468-412d-a21c-aa83c23da532 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:37.220252 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15c5e3e9-7fd0-41d9-aac9-15207404b56f req-f2192c69-4468-412d-a21c-aa83c23da532 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.1434131 Mar 02 09:34:37.331336 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-15c5e3e9-7fd0-41d9-aac9-15207404b56f req-123bce33-9d6a-412a-873c-02a3c0755ec3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638342 Mar 02 09:34:37.338913 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-55bbc3ce-c680-4ffe-9fb9-348faa1bfbbf service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615400 Mar 02 09:34:38.515144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bb78d-87b8-4c97-9a8f-4379fe1d1110 req-2201cea3-8df7-4404-a634-3fa2f3a3af21 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:38.516486 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aa0bb78d-87b8-4c97-9a8f-4379fe1d1110 req-2201cea3-8df7-4404-a634-3fa2f3a3af21 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0790336 Mar 02 09:34:38.572132 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aa0bb78d-87b8-4c97-9a8f-4379fe1d1110 req-2d9e26db-d573-4537-90d1-4c1e7ff63985 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424323 Mar 02 09:34:39.754755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d68d1-ba30-4624-8e93-e6f9997316c2 req-ea3cf4a9-6ba7-4af7-9ec4-4c8405c3aaef tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:39.756169 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-330d68d1-ba30-4624-8e93-e6f9997316c2 req-ea3cf4a9-6ba7-4af7-9ec4-4c8405c3aaef tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0761440 Mar 02 09:34:39.798325 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-330d68d1-ba30-4624-8e93-e6f9997316c2 req-09013da1-f720-40cb-a8b4-fbf8c84c0d32 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367029 Mar 02 09:34:40.985385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf0cd-7a04-4a89-b232-ccfb096ceb62 req-844db866-3ba5-4a58-9de0-7a1dd1ac1717 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:40.986811 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e36cf0cd-7a04-4a89-b232-ccfb096ceb62 req-844db866-3ba5-4a58-9de0-7a1dd1ac1717 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0794439 Mar 02 09:34:41.028921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e36cf0cd-7a04-4a89-b232-ccfb096ceb62 req-ab005551-6b50-418f-9176-0b52c1746c16 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360820 Mar 02 09:34:42.206549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b5b47-7682-4e45-acb6-91b154f41b67 req-ff565ada-02d0-42b8-b3a0-7afd299ad1ac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:42.207978 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c51b5b47-7682-4e45-acb6-91b154f41b67 req-ff565ada-02d0-42b8-b3a0-7afd299ad1ac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0771658 Mar 02 09:34:42.251000 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c51b5b47-7682-4e45-acb6-91b154f41b67 req-6a04643c-7ee9-4694-985d-8ef37e0b2a57 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374327 Mar 02 09:34:43.434261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340b2c5-8623-48be-82b6-ea05c6dfa5a1 req-bd025fea-6f5d-4dd7-9446-13beb62daebf tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:43.435711 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1340b2c5-8623-48be-82b6-ea05c6dfa5a1 req-bd025fea-6f5d-4dd7-9446-13beb62daebf tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0803671 Mar 02 09:34:43.480784 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1340b2c5-8623-48be-82b6-ea05c6dfa5a1 req-a22155e1-a28d-4f96-b562-33916b4664c0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390470 Mar 02 09:34:44.664369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f57e3f-6a26-4ebc-a35c-a8ec63b312d1 req-454cc5e4-b781-46ff-91c8-62d3e0886e4b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:44.665859 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-12f57e3f-6a26-4ebc-a35c-a8ec63b312d1 req-454cc5e4-b781-46ff-91c8-62d3e0886e4b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0785306 Mar 02 09:34:44.712801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-12f57e3f-6a26-4ebc-a35c-a8ec63b312d1 req-366030e5-2e16-4b62-9311-946be0cc3c8e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412717 Mar 02 09:34:45.894400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea327beb-9b40-4440-9229-802802129d1c req-e1f45aac-4bef-45c5-96f1-ca463ce459b8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:45.895756 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea327beb-9b40-4440-9229-802802129d1c req-e1f45aac-4bef-45c5-96f1-ca463ce459b8 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0785439 Mar 02 09:34:45.939114 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea327beb-9b40-4440-9229-802802129d1c req-410efe70-65ba-4616-a6c5-e4517e0061d6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370672 Mar 02 09:34:47.125322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbdff2-6fb7-4721-8492-9b6326a13d61 req-a368d024-266e-42b4-a0b0-40a6f196e4f3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:47.126758 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17fbdff2-6fb7-4721-8492-9b6326a13d61 req-a368d024-266e-42b4-a0b0-40a6f196e4f3 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0809529 Mar 02 09:34:47.264119 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17fbdff2-6fb7-4721-8492-9b6326a13d61 req-4661569f-ac45-40bb-97eb-54ffa754294e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311078 Mar 02 09:34:47.659288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:48.442073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9387ad-7c53-4093-bdce-952fbfe49aab req-7882a5cb-4bf6-4375-875d-6807267fe10f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:48.444091 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af9387ad-7c53-4093-bdce-952fbfe49aab req-7882a5cb-4bf6-4375-875d-6807267fe10f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0766435 Mar 02 09:34:48.493117 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af9387ad-7c53-4093-bdce-952fbfe49aab req-aab13f97-1c88-4cab-809f-964b35171748 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434256 Mar 02 09:34:49.684012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c6735-b5f7-4771-8204-a171a0a030e0 req-32abb77d-2a0a-44f7-b9c9-51c453aaa58d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:49.685479 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-634c6735-b5f7-4771-8204-a171a0a030e0 req-32abb77d-2a0a-44f7-b9c9-51c453aaa58d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0815206 Mar 02 09:34:49.728083 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-634c6735-b5f7-4771-8204-a171a0a030e0 req-aa8fb483-7c40-4d6d-934d-0ec7f89061bb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368469 Mar 02 09:34:49.739990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8183bdc2-4ac4-413f-802c-10bf2e0b4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:50.230893 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-72a4adeb-aaa3-4957-babf-391ec5c5b9a6 service neutron] 10.222.0.15 "GET /v2.0/ports/1e281994-752b-4c42-8ad3-2e50630d9f5a/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0750232 Mar 02 09:34:50.819727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-ec45b4d0-128e-40de-9b9f-cace3d5bf54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:50.819727 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-ec45b4d0-128e-40de-9b9f-cace3d5bf54b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 1099 time: 0.0793440 Mar 02 09:34:50.957266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-1e57536f-7bc7-406c-adce-b9964b5740a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:50.958746 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-1e57536f-7bc7-406c-adce-b9964b5740a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 1099 time: 0.1295686 Mar 02 09:34:50.966966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4b5b4-3b81-49a7-a1e6-0a9a0e2049d9 req-0b0e0b4e-ce7f-43bb-8476-4954a740ad29 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:50.968262 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-68c4b5b4-3b81-49a7-a1e6-0a9a0e2049d9 req-0b0e0b4e-ce7f-43bb-8476-4954a740ad29 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.1092007 Mar 02 09:34:51.092501 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-68c4b5b4-3b81-49a7-a1e6-0a9a0e2049d9 req-5360d447-491f-457d-ba13-23052585eeef tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060495 Mar 02 09:34:51.123418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-0fa6b379-c2e6-44ed-ba00-3a57a643258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:51.124830 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-0fa6b379-c2e6-44ed-ba00-3a57a643258f service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1557543 Mar 02 09:34:51.225886 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-1be1ecd1-4472-4a96-a150-6e671146fe15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a HTTP/1.1" status: 200 len: 1003 time: 0.0952189 Mar 02 09:34:51.290460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-d1c4bbc6-d04a-4eb1-97a6-61cd7065a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:51.291901 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-d1c4bbc6-d04a-4eb1-97a6-61cd7065a97b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0598574 Mar 02 09:34:51.364554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-5a34578f-dbec-42b9-88eb-f08bfd87bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:51.366051 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-5a34578f-dbec-42b9-88eb-f08bfd87bd67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682690 Mar 02 09:34:51.493755 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-3466a9de-6471-4733-a030-1c957ca651d5 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208217 Mar 02 09:34:51.621279 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-1cb01c7c-664f-496b-b49c-8dfe64d7387d service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219566 Mar 02 09:34:51.956911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1544a021-6a32-42d4-810b-a67361028559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:52.274118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345c17-62ea-4b4f-93fa-3bab57fc65fa req-108a09c3-337c-43ff-9f81-2e91f5577290 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:52.275606 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-53345c17-62ea-4b4f-93fa-3bab57fc65fa req-108a09c3-337c-43ff-9f81-2e91f5577290 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0788083 Mar 02 09:34:52.322557 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-53345c17-62ea-4b4f-93fa-3bab57fc65fa req-ae7673fa-3bb1-4ebb-8bb5-c067b8d89070 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414457 Mar 02 09:34:53.040386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:53.189470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:53.342417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:34:53.457200 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:53.484936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:34:53.494493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:34:53.518374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ee6f2-a151-415b-9aea-3cfb66048463 req-0bb0bd29-4d5b-4dbb-aedd-98a9f8a47aa2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:53.519967 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-398ee6f2-a151-415b-9aea-3cfb66048463 req-0bb0bd29-4d5b-4dbb-aedd-98a9f8a47aa2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0820467 Mar 02 09:34:53.552045 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'code': 200} Mar 02 09:34:53.569270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:53.583194 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-398ee6f2-a151-415b-9aea-3cfb66048463 req-c34dd57d-5b3c-4024-9459-f1f458083c47 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416980 Mar 02 09:34:53.639840 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:34:54.715774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:54.806560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6aab60-758b-40b8-8406-26b538eda895 req-b556171d-38ab-4663-a02e-1f532d518b4f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:54.808022 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca6aab60-758b-40b8-8406-26b538eda895 req-b556171d-38ab-4663-a02e-1f532d518b4f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.0874789 Mar 02 09:34:54.856237 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca6aab60-758b-40b8-8406-26b538eda895 req-050a6ac5-a5bf-438e-84ab-1b04b25d2499 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424194 Mar 02 09:34:56.043978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e472cd-d7bb-4fe4-9103-985dea6a980d req-88a06f90-594e-47d9-acae-056b41a1ad68 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:56.045414 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28e472cd-d7bb-4fe4-9103-985dea6a980d req-88a06f90-594e-47d9-acae-056b41a1ad68 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.0790315 Mar 02 09:34:56.089529 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28e472cd-d7bb-4fe4-9103-985dea6a980d req-f652b490-9c39-4f9e-81c7-031c75798eeb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381603 Mar 02 09:34:57.361613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e5a50-9ee4-4aa2-a897-3ee4c14700f7 req-073af401-b559-45a7-b985-53ae8639e7ff tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:57.363085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-023e5a50-9ee4-4aa2-a897-3ee4c14700f7 req-073af401-b559-45a7-b985-53ae8639e7ff tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.1684976 Mar 02 09:34:57.377496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:34:57.406371 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-023e5a50-9ee4-4aa2-a897-3ee4c14700f7 req-90981ceb-1086-4263-b65a-f85cd55b0501 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377367 Mar 02 09:34:57.508066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:34:57.520789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'mac_address': 'fa:16:3e:d0:bf:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:34:57.577168 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:57.629739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e281994-752b-4c42-8ad3-2e50630d9f5a {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:34:57.645112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:34:57.705636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:57.770700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['1e281994-752b-4c42-8ad3-2e50630d9f5a'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:34:57.807752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:34:58.589321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b574f5f-afb2-424b-8b6a-77aa543e30c7 req-e5c19fa3-6240-4003-a30b-db69edadd695 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:58.591044 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b574f5f-afb2-424b-8b6a-77aa543e30c7 req-e5c19fa3-6240-4003-a30b-db69edadd695 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 945 time: 0.0804789 Mar 02 09:34:58.634328 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b574f5f-afb2-424b-8b6a-77aa543e30c7 req-3b988b67-d5f0-4675-bc00-ca03ae1f4104 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374796 Mar 02 09:34:59.373549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:34:59.438124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 1e281994-752b-4c42-8ad3-2e50630d9f5a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:34:59.438487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:59.551887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:59.579839 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:34:59.589392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:34:59.632987 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'code': 200} Mar 02 09:34:59.677564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:34:59.750508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:34:59.822350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee963fad-1a9d-4f0a-b0cf-cd776443afa0 req-24271b68-4fad-4fc2-abed-39e6d02c7b71 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:34:59.823669 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee963fad-1a9d-4f0a-b0cf-cd776443afa0 req-24271b68-4fad-4fc2-abed-39e6d02c7b71 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0793540 Mar 02 09:34:59.865715 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee963fad-1a9d-4f0a-b0cf-cd776443afa0 req-ec48a1f4-d450-40d2-b432-96f222a0ead5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363922 Mar 02 09:35:01.050240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63f611-e37e-461f-9f6d-237175fda870 req-4b54358a-b905-4a10-b9b8-04610a02508d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:01.051668 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8f63f611-e37e-461f-9f6d-237175fda870 req-4b54358a-b905-4a10-b9b8-04610a02508d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0808823 Mar 02 09:35:01.094735 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8f63f611-e37e-461f-9f6d-237175fda870 req-2f7c45ca-351c-42eb-a6e9-25826c85f7d4 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374174 Mar 02 09:35:02.275321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddfbb0-1ba6-4696-9223-3e6b077330cb req-62420d84-697f-4c6c-a0f0-e3c4682c0722 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:02.276730 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fcddfbb0-1ba6-4696-9223-3e6b077330cb req-62420d84-697f-4c6c-a0f0-e3c4682c0722 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0776572 Mar 02 09:35:02.321846 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fcddfbb0-1ba6-4696-9223-3e6b077330cb req-0f0e22a6-e310-42c8-a697-a2ca605cc3bc tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394814 Mar 02 09:35:02.866800 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:35:03.184999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e2a3-7fde-40c2-b6ef-bd2b48114846 req-c4bce504-c1c9-4cd9-931c-9c14e8b9529b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:03.186589 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4540e2a3-7fde-40c2-b6ef-bd2b48114846 req-c4bce504-c1c9-4cd9-931c-9c14e8b9529b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.1430762 Mar 02 09:35:03.198408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-6130970c-2bd0-413f-9a9b-e24417530327 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:03.200531 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-6130970c-2bd0-413f-9a9b-e24417530327 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928&tenant_id=4664d2863cbb45f9b81383e49059dbd1&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 946 time: 0.1259677 Mar 02 09:35:03.293444 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4540e2a3-7fde-40c2-b6ef-bd2b48114846 req-74e86daa-5151-41d3-abd1-06a6664378b6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917208 Mar 02 09:35:03.306467 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-9abbdefa-9589-4be7-92ee-53b601e1c376 service neutron] 10.222.0.15 "GET /v2.0/ports/1e281994-752b-4c42-8ad3-2e50630d9f5a/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0907946 Mar 02 09:35:03.397651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-ba7114d5-59fd-4d17-a0b5-fc7e52a9fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:03.399099 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-ba7114d5-59fd-4d17-a0b5-fc7e52a9fa36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 1099 time: 0.0710878 Mar 02 09:35:03.526379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-b0ae2e2d-6583-49dc-9a6a-85384638f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:03.527819 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-b0ae2e2d-6583-49dc-9a6a-85384638f09e service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1225595 Mar 02 09:35:03.628452 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-8b2de854-f1aa-4bd9-89ff-8c2f7660ce02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a HTTP/1.1" status: 200 len: 1003 time: 0.0949018 Mar 02 09:35:03.688341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-bc1a35b3-7ebf-4859-ad12-65b86825d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:03.689713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-bc1a35b3-7ebf-4859-ad12-65b86825d03c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0552313 Mar 02 09:35:03.760646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-82030abb-f5de-4f89-88c1-1850165247ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:03.762095 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-82030abb-f5de-4f89-88c1-1850165247ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667706 Mar 02 09:35:03.887915 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-a7c6e99e-6317-4dcd-991b-921f69874d50 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196856 Mar 02 09:35:04.013603 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-d6dd5f6f-fb58-41ed-856f-f80e89ff24c5 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205103 Mar 02 09:35:04.480003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac8cca-1f34-49a4-af05-a5f1002374b4 req-da886882-b17c-49d9-9a86-563b218ee9b5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:04.481351 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-03ac8cca-1f34-49a4-af05-a5f1002374b4 req-da886882-b17c-49d9-9a86-563b218ee9b5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0818689 Mar 02 09:35:04.529987 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-03ac8cca-1f34-49a4-af05-a5f1002374b4 req-2138ea10-48b9-4f7e-ad4d-c6e8c0c0a851 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430191 Mar 02 09:35:05.714948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0fedb-a0ae-438d-8133-cbe25142ddc8 req-e4833862-2f9b-42c8-b1bc-87f280e7be70 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:05.716602 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5ec0fedb-a0ae-438d-8133-cbe25142ddc8 req-e4833862-2f9b-42c8-b1bc-87f280e7be70 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0795243 Mar 02 09:35:05.849019 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5ec0fedb-a0ae-438d-8133-cbe25142ddc8 req-931881d0-1900-443a-aa34-7f49fc6fc98b tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265609 Mar 02 09:35:07.034361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bf960-1d44-48fa-a2b8-763129fd5929 req-0abcc13a-03e4-4b8d-83d1-cab7cf8fea7f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:07.035767 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b47bf960-1d44-48fa-a2b8-763129fd5929 req-0abcc13a-03e4-4b8d-83d1-cab7cf8fea7f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0769532 Mar 02 09:35:07.077444 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b47bf960-1d44-48fa-a2b8-763129fd5929 req-a80e99b3-eb09-4d71-92c3-fc069f081693 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354283 Mar 02 09:35:07.997412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-bcb017f8-ac55-4491-8cf2-8965b39459ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:07.998896 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-bcb017f8-ac55-4491-8cf2-8965b39459ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928&tenant_id=4664d2863cbb45f9b81383e49059dbd1 HTTP/1.1" status: 200 len: 1099 time: 0.0725195 Mar 02 09:35:08.087198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-fe785184-355e-40b5-af1a-e1bc6820d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:08.088624 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-fe785184-355e-40b5-af1a-e1bc6820d9c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4664d2863cbb45f9b81383e49059dbd1&device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 1099 time: 0.0680888 Mar 02 09:35:08.267293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-77c89a6d-f8e3-453f-a2d5-09d16622795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:08.268622 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-77c89a6d-f8e3-453f-a2d5-09d16622795d service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 200 len: 913 time: 0.1736639 Mar 02 09:35:08.357062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54283291-a57a-4e57-b960-2c42c2321483 req-5319246b-fab5-46d3-9d32-059418ad77f2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:08.358500 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-54283291-a57a-4e57-b960-2c42c2321483 req-5319246b-fab5-46d3-9d32-059418ad77f2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.1711831 Mar 02 09:35:08.408537 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-696297ba-08ae-40f3-8052-74f3bea095c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a HTTP/1.1" status: 200 len: 1003 time: 0.1303117 Mar 02 09:35:08.450797 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-54283291-a57a-4e57-b960-2c42c2321483 req-9aea29f1-076b-42ef-8483-c3be11f06271 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866992 Mar 02 09:35:08.474959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-0042aae8-5b5c-4420-ba4c-a1112fdccd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:08.477028 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-0042aae8-5b5c-4420-ba4c-a1112fdccd53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 200 len: 851 time: 0.0606737 Mar 02 09:35:08.555469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-655eb2ae-0d3f-41c3-9df7-51dd3b304dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:08.556925 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-655eb2ae-0d3f-41c3-9df7-51dd3b304dc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b560e3-d4c7-4157-90b3-04cdc75d847c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733085 Mar 02 09:35:08.682585 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-3d92c0ff-5a3b-4630-b2bf-6455add0df7e service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194673 Mar 02 09:35:08.807244 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a94f6ac8-a477-4271-94d8-47c9392a590b req-2a4f9810-e67a-460c-8689-b71505a2f324 service neutron] 10.222.0.15 "GET /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185975 Mar 02 09:35:09.453031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:35:09.579723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:09.614787 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:35:09.632240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:09.671631 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'code': 200} Mar 02 09:35:09.672260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991a5b1-3100-4b78-9daf-99758bfb606e req-55eda62f-b1a9-446b-b8d0-3b9aaf85d86d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:09.673921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c991a5b1-3100-4b78-9daf-99758bfb606e req-55eda62f-b1a9-446b-b8d0-3b9aaf85d86d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0996463 Mar 02 09:35:09.689428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:09.719459 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c991a5b1-3100-4b78-9daf-99758bfb606e req-b359280f-f349-47ab-ab11-de3525e7d811 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385025 Mar 02 09:35:09.758524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=9']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:10.909112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b92da-770b-41b4-a85f-749a59c37e0c req-76464d9f-56d3-424d-8005-56d59d20f010 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:10.910486 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-097b92da-770b-41b4-a85f-749a59c37e0c req-76464d9f-56d3-424d-8005-56d59d20f010 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.0800838 Mar 02 09:35:10.953296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-097b92da-770b-41b4-a85f-749a59c37e0c req-7cee7a84-face-443f-adc8-ba08e400fdab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372937 Mar 02 09:35:12.130999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba3189-8ce5-4160-a7c5-08abcab325af req-3fbc14b9-5932-47d3-beb5-5bb16451f070 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:12.132922 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e1ba3189-8ce5-4160-a7c5-08abcab325af req-3fbc14b9-5932-47d3-beb5-5bb16451f070 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.0766413 Mar 02 09:35:12.178070 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e1ba3189-8ce5-4160-a7c5-08abcab325af req-6f9dff26-f1ed-4a9b-8570-1402df384872 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394373 Mar 02 09:35:13.369110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61ba8-a64d-4aaa-8ba5-f12fa2b686be req-2b686562-fa9a-488c-bd90-2779a9d7ddc9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:13.370576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6ae61ba8-a64d-4aaa-8ba5-f12fa2b686be req-2b686562-fa9a-488c-bd90-2779a9d7ddc9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 944 time: 0.0782242 Mar 02 09:35:13.412185 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6ae61ba8-a64d-4aaa-8ba5-f12fa2b686be req-3731e93c-3fd2-494b-afab-88a7d8893a53 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362501 Mar 02 09:35:13.487915 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:35:13.617590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:13.630246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'port_id': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'mac_address': 'fa:16:3e:d0:bf:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:35:13.687413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:13.704607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e281994-752b-4c42-8ad3-2e50630d9f5a {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:35:13.719817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:13.774943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:13.837728 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['1e281994-752b-4c42-8ad3-2e50630d9f5a'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:35:13.882001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=10']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:14.599421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6736a-22de-42b0-b0f3-362b6c205a87 req-0983be72-e540-4822-b8b0-18b12dbf8ebb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:14.600862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-36a6736a-22de-42b0-b0f3-362b6c205a87 req-0983be72-e540-4822-b8b0-18b12dbf8ebb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 946 time: 0.0821624 Mar 02 09:35:14.644215 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-36a6736a-22de-42b0-b0f3-362b6c205a87 req-85275a18-9bd9-47ea-b334-aed62fcfc38c tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369503 Mar 02 09:35:15.499231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:35:15.565565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 1e281994-752b-4c42-8ad3-2e50630d9f5a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:35:15.565961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:15.676400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:15.703238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:35:15.712960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:15.757417 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'code': 200} Mar 02 09:35:15.775764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:15.827263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883930a7-21d5-4f6e-b244-3d268be7599a req-8577be72-03c6-47c8-ba90-57574ff9dd4d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:15.828694 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-883930a7-21d5-4f6e-b244-3d268be7599a req-8577be72-03c6-47c8-ba90-57574ff9dd4d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 947 time: 0.0787883 Mar 02 09:35:15.846530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=11']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:15.854050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.854501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.854848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.855178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.855502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.855828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.856146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.856466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.856803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.857098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.857411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.857724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:15.872864 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-883930a7-21d5-4f6e-b244-3d268be7599a req-f657f2b6-fe61-4bfc-91c5-bc89a5279544 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382457 Mar 02 09:35:17.157919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb389df-bcec-4cc0-856a-1d9bf9ebf6f0 req-92da198d-1bfd-4869-9772-091ac946399d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:17.159298 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5eb389df-bcec-4cc0-856a-1d9bf9ebf6f0 req-92da198d-1bfd-4869-9772-091ac946399d tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 947 time: 0.1819506 Mar 02 09:35:17.202135 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5eb389df-bcec-4cc0-856a-1d9bf9ebf6f0 req-d8c0f8c1-2b85-4223-aae1-1c95681641f5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369408 Mar 02 09:35:17.707174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:18.385062 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83eb00-5a8a-44f1-add1-b20bbc73294b req-b540fffb-1d17-4317-8606-dd6f9cb636f5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:18.386549 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8f83eb00-5a8a-44f1-add1-b20bbc73294b req-b540fffb-1d17-4317-8606-dd6f9cb636f5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 947 time: 0.0786510 Mar 02 09:35:18.432860 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8f83eb00-5a8a-44f1-add1-b20bbc73294b req-6254e5cb-a406-43bd-ac68-b39f0e86a5e2 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406606 Mar 02 09:35:19.611350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d68700-8552-47f1-84fc-fa867f2cc980 req-8e75a2fd-66f1-4f59-91ae-9f6d9995d9b9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:19.612773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e1d68700-8552-47f1-84fc-fa867f2cc980 req-8e75a2fd-66f1-4f59-91ae-9f6d9995d9b9 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 947 time: 0.0773547 Mar 02 09:35:19.656028 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e1d68700-8552-47f1-84fc-fa867f2cc980 req-ccc06085-6788-4e4c-af2e-79c53c78c63f tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374522 Mar 02 09:35:19.724378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-74201f01-c327-430a-9af1-f516c84edefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:19.845337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6abe27-8e2c-4c33-95ec-e116a899b0ec req-5ad594e7-83a0-4aa8-9815-83c3beb13d8e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:19.846785 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fe6abe27-8e2c-4c33-95ec-e116a899b0ec req-5ad594e7-83a0-4aa8-9815-83c3beb13d8e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 947 time: 0.0836287 Mar 02 09:35:19.889726 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fe6abe27-8e2c-4c33-95ec-e116a899b0ec req-d3121d0a-0e1b-49fd-8fbf-3f499c568bac tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373318 Mar 02 09:35:20.068135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ecab-5438-44d8-925f-6e01e58b723e req-d65a8a91-0dfa-4bdb-bcaf-819efa214cf5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:20.069542 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f335ecab-5438-44d8-925f-6e01e58b723e req-d65a8a91-0dfa-4bdb-bcaf-819efa214cf5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 947 time: 0.0774553 Mar 02 09:35:20.112919 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f335ecab-5438-44d8-925f-6e01e58b723e req-91aebef6-230c-4cc7-af8d-ce8c6320f5fb tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372555 Mar 02 09:35:20.718818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965f138-8de0-48f2-8245-0f76bd27a3d1 req-8e10502e-2318-4480-89b7-648fff815469 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:20.720227 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2965f138-8de0-48f2-8245-0f76bd27a3d1 req-8e10502e-2318-4480-89b7-648fff815469 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 947 time: 0.0813022 Mar 02 09:35:20.762239 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2965f138-8de0-48f2-8245-0f76bd27a3d1 req-d6f9690c-5daa-4ad3-bfd4-767561eb11b5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364883 Mar 02 09:35:21.581276 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:35:21.692338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:21.717878 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:35:21.727580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:21.761672 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'code': 200} Mar 02 09:35:21.797157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:21.862470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=12']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:21.947291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b43073-1032-4dfd-b1c7-0b483f8dccdf req-be3882fd-909b-4eab-bb5b-9eeb1ac62b70 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:21.948707 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4b43073-1032-4dfd-b1c7-0b483f8dccdf req-be3882fd-909b-4eab-bb5b-9eeb1ac62b70 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 945 time: 0.0827646 Mar 02 09:35:21.962975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a0c4278c-6597-4762-9676-16aaa800af4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:21.991593 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4b43073-1032-4dfd-b1c7-0b483f8dccdf req-8a5da9b4-5aa2-4bd7-9003-4d84f0fda6e0 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372291 Mar 02 09:35:23.038877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:23.181821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:23.238187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9031c7-17d6-433f-92ba-b7bb341dfa15 req-4fc714b3-dfe0-4874-ae14-1fb966b4e73a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:23.239618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd9031c7-17d6-433f-92ba-b7bb341dfa15 req-4fc714b3-dfe0-4874-ae14-1fb966b4e73a tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 945 time: 0.1390975 Mar 02 09:35:23.251148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-de307bec-0841-4eac-be46-ff96345c5ae6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:23.252587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-de307bec-0841-4eac-be46-ff96345c5ae6 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 945 time: 0.1153095 Mar 02 09:35:23.348780 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fd9031c7-17d6-433f-92ba-b7bb341dfa15 req-7c09d92c-88dd-40bc-b850-bd90f45bc088 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups?id=5f8cb44f-5671-436b-aac5-7d6a54681c20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952694 Mar 02 09:35:23.352139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Deleting port 1e281994-752b-4c42-8ad3-2e50630d9f5a {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:35:23.352478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:23.609552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] For port 1e281994-752b-4c42-8ad3-2e50630d9f5a, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=1e281994-752b-4c42-8ad3-2e50630d9f5a,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:23.609847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:23.891640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:23.891916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:23.892215 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2 disassociated. External IP: 172.26.3.208, port: 1e281994-752b-4c42-8ad3-2e50630d9f5a. Mar 02 09:35:23.892543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Calling delete_port for 1e281994-752b-4c42-8ad3-2e50630d9f5a owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:35:24.175911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:24.222488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event deleted for resources: {'Port': ['ID=1e281994-752b-4c42-8ad3-2e50630d9f5a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:24.233706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.234145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.234475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.234801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.235119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.235438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.235755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.236069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.236381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.236691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.237000 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.237306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:24.418410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:35:24.528231 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ad58189d-c32c-4767-8bb0-826e3274734a req-67580ddc-96ab-417f-bf73-614715154b42 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 210 time: 0.0533364 Mar 02 09:35:24.635822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:35:24.656004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:35:24.689320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:35:24.689933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:35:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:24.708993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] No DVR routers for this DVR port 1e281994-752b-4c42-8ad3-2e50630d9f5a on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:35:24.711995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:24.714694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-deleted', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:35:24.799624 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6c899a59-e11d-4e9e-8fe3-360539c9d643 req-ddf233dc-1f16-420d-b1a9-82a8865982ab tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.15 "DELETE /v2.0/ports/1e281994-752b-4c42-8ad3-2e50630d9f5a HTTP/1.1" status: 204 len: 173 time: 1.5333359 Mar 02 09:35:24.811098 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6dfeed-3d26-4e1a-9375-0f786ebce928', 'name': 'network-vif-deleted', 'tag': '1e281994-752b-4c42-8ad3-2e50630d9f5a', 'status': 'completed', 'code': 200} Mar 02 09:35:24.844790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:24.957419 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:35:25.297987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:25.302076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:35:25.311259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:35:25.311848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:35:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:25.484999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:35:25.566979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:35:25.657899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 1e281994-752b-4c42-8ad3-2e50630d9f5a {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:35:25.675694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 1e281994-752b-4c42-8ad3-2e50630d9f5a not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:35:25.694540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-02273a6e-ca78-4568-a4a9-f904e131956c req-3bb75ca6-69aa-4063-909a-b3e79991c59e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Synchronizing usage tracker for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:35:25.810733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-02273a6e-ca78-4568-a4a9-f904e131956c req-3bb75ca6-69aa-4063-909a-b3e79991c59e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Unset dirty status for tenant:4664d2863cbb45f9b81383e49059dbd1 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:35:25.812346 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02273a6e-ca78-4568-a4a9-f904e131956c req-3bb75ca6-69aa-4063-909a-b3e79991c59e tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a6dfeed-3d26-4e1a-9375-0f786ebce928 HTTP/1.1" status: 200 len: 210 time: 0.1610928 Mar 02 09:35:25.853292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:25.857379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cbe02-42a8-4969-8bbc-4fdbd4abda9a None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:31:02Z', 'revision_number': 4, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '050eed8c-f575-4e9d-a131-40ae5c1897b1', 'name': '', 'network_id': '15b560e3-d4c7-4157-90b3-04cdc75d847c', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'mac_address': 'fa:16:3e:c0:03:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:31:01Z', 'updated_at': '2022-03-02T09:31:07Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'subnets': [{'id': '79300918-b421-4c17-b5a3-09af3e3d223a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:35:26.083663 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59eddae-6f5c-44e6-bede-4e4efe311e58 None None] New status for floating IP 148e1ae6-956e-434a-bc72-a7ad6170e9a2: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:35:30.271680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42220) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:30.334792 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-992aa910-095f-49e5-b137-2c7cb9a90382 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:30.362131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-992aa910-095f-49e5-b137-2c7cb9a90382 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:30.483597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-992aa910-095f-49e5-b137-2c7cb9a90382 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:30.502113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992aa910-095f-49e5-b137-2c7cb9a90382 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8cb44f-5671-436b-aac5-7d6a54681c20,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:30.574896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-992aa910-095f-49e5-b137-2c7cb9a90382 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:30.576058 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-992aa910-095f-49e5-b137-2c7cb9a90382 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "DELETE /v2.0/security-groups/5f8cb44f-5671-436b-aac5-7d6a54681c20 HTTP/1.1" status: 204 len: 168 time: 0.3033974 Mar 02 09:35:30.578570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42224) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:30.594525 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-8eebf154-40bc-4fb3-ad40-db03f9bdca93 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] show failed (client error): The resource could not be found. Mar 02 09:35:30.595377 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8eebf154-40bc-4fb3-ad40-db03f9bdca93 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "GET /v2.0/security-groups/5f8cb44f-5671-436b-aac5-7d6a54681c20 HTTP/1.1" status: 404 len: 347 time: 0.0159192 Mar 02 09:35:30.597814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42228) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:30.746391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Deleting port f3095cc2-2fc7-4530-98f6-20e062778395 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:35:30.746731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:30.909040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:30.909273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:31.024274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Calling delete_port for f3095cc2-2fc7-4530-98f6-20e062778395 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:35:31.307324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:31.382460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Pushing event deleted for resources: {'Port': ['ID=f3095cc2-2fc7-4530-98f6-20e062778395,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:31.440963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:31.511935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:31.512983 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-efad3a53-aa49-4cee-b551-7f311a4cfef5 tempest-ServerActionsTestJSON-410453175 tempest-ServerActionsTestJSON-410453175-project] 10.222.0.10 "DELETE /v2.0/floatingips/148e1ae6-956e-434a-bc72-a7ad6170e9a2 HTTP/1.1" status: 204 len: 168 time: 0.9143271 Mar 02 09:35:31.515933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42232) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:32.028601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:32.358105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Deleting port 050eed8c-f575-4e9d-a131-40ae5c1897b1 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:35:32.358783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:32.525533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] For port 050eed8c-f575-4e9d-a131-40ae5c1897b1, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=050eed8c-f575-4e9d-a131-40ae5c1897b1,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:32.525890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:32.744417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Calling delete_port for 050eed8c-f575-4e9d-a131-40ae5c1897b1 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:35:32.970870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:33.018003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Pushing event deleted for resources: {'Port': ['ID=050eed8c-f575-4e9d-a131-40ae5c1897b1,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:33.281857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:33.661189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:35:33.831492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:35:33.842278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c624401c-3040-4848-8312-1c072593ad07 None None] Sync routers for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:35:33.844362 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-612c4699-6d97-4375-a2fc-9c151d8f7816 admin admin] 10.222.0.10 "PUT /v2.0/routers/0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3274884 Mar 02 09:35:33.846880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42236) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:33.852068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c624401c-3040-4848-8312-1c072593ad07 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:35:33.853168 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c624401c-3040-4848-8312-1c072593ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:35:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:34.016733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:34.067224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c624401c-3040-4848-8312-1c072593ad07 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:35:34.299514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:34.350832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c624401c-3040-4848-8312-1c072593ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87'}], 'enable_snat': True}, 'gw_port_id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:35:32Z', 'revision_number': 5, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port': {'id': 'dcc2c285-2783-453c-9017-3f8de47a799c', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:30:59Z', 'updated_at': '2022-03-02T09:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:34.354683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c624401c-3040-4848-8312-1c072593ad07 None None] Checking router: 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:35:34.362942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c624401c-3040-4848-8312-1c072593ad07 None None] Routers {'0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:35:34.363526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c624401c-3040-4848-8312-1c072593ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:35:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:34.370905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Deleting port dcc2c285-2783-453c-9017-3f8de47a799c {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:35:34.371245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:34.507055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c624401c-3040-4848-8312-1c072593ad07 None None] Set router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:35:34.546262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] For port dcc2c285-2783-453c-9017-3f8de47a799c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=dcc2c285-2783-453c-9017-3f8de47a799c,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:34.546930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:34.610790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c624401c-3040-4848-8312-1c072593ad07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:35:34Z', 'revision_number': 6, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:34.614650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c624401c-3040-4848-8312-1c072593ad07 None None] The sync data for ids ['0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef'] in dv-neutron-828796-1-hyperv is: [{'id': '0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef', 'name': 'tempest-ServerActionsTestJSON-1692693345-router', 'tenant_id': '4664d2863cbb45f9b81383e49059dbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:30:58Z', 'updated_at': '2022-03-02T09:35:34Z', 'revision_number': 6, 'project_id': '4664d2863cbb45f9b81383e49059dbd1', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:35:34.675588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Calling delete_port for dcc2c285-2783-453c-9017-3f8de47a799c owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:35:34.931131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:34.979272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc2c285-2783-453c-9017-3f8de47a799c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:35.070502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.241543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.243799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.331147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.331600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:35:35.344769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.348148 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ad9f35ee-bdf5-41f6-978b-4e1e03ef9024 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0a44e1ed-2998-4e4a-a0e9-bf3e0423b1ef HTTP/1.1" status: 204 len: 168 time: 1.4981177 Mar 02 09:35:35.349362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42240) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:35.397567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device dcc2c285-2783-453c-9017-3f8de47a799c no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:35:35.409039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d2c841-bd28-406f-9ab2-eb4797d40513 admin admin] Deleting subnet 79300918-b421-4c17-b5a3-09af3e3d223a {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:35:35.411908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-67d2c841-bd28-406f-9ab2-eb4797d40513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.435158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: dcc2c285-2783-453c-9017-3f8de47a799c {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:35:35.435504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device dcc2c285-2783-453c-9017-3f8de47a799c not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:35:35.435943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 050eed8c-f575-4e9d-a131-40ae5c1897b1 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:35:35.469144 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 050eed8c-f575-4e9d-a131-40ae5c1897b1 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:35:35.469448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-67d2c841-bd28-406f-9ab2-eb4797d40513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.469571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 050eed8c-f575-4e9d-a131-40ae5c1897b1 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:35:35.553713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-67d2c841-bd28-406f-9ab2-eb4797d40513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.685711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-67d2c841-bd28-406f-9ab2-eb4797d40513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.726294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2c841-bd28-406f-9ab2-eb4797d40513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79300918-b421-4c17-b5a3-09af3e3d223a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:35.729853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-67d2c841-bd28-406f-9ab2-eb4797d40513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.735653 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-67d2c841-bd28-406f-9ab2-eb4797d40513 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/79300918-b421-4c17-b5a3-09af3e3d223a HTTP/1.1" status: 204 len: 168 time: 0.3851874 Mar 02 09:35:35.735891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e0970-f748-4802-9bfc-75afb7c99e60 None None] Network 15b560e3-d4c7-4157-90b3-04cdc75d847c requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:35:35.738046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42244) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:35.945575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.955828 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Deleting port aa11be86-d213-4eda-89a7-ff6094d7d0d2 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:35:35.956149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:35.994489 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] DHCP port deletion for 15b560e3-d4c7-4157-90b3-04cdc75d847c request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:35:35.998424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] Deleting port aa11be86-d213-4eda-89a7-ff6094d7d0d2 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:35:35.998918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.154418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] For port aa11be86-d213-4eda-89a7-ff6094d7d0d2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aa11be86-d213-4eda-89a7-ff6094d7d0d2,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:36.154768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.198322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] For port aa11be86-d213-4eda-89a7-ff6094d7d0d2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aa11be86-d213-4eda-89a7-ff6094d7d0d2,segment=NetworkSegment(995cd4b8-fddc-4c82-b04a-4df347b0ca0e),segment_id=995cd4b8-fddc-4c82-b04a-4df347b0ca0e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:36.198612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.279167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Calling delete_port for aa11be86-d213-4eda-89a7-ff6094d7d0d2 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:35:36.350726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] Calling delete_port for aa11be86-d213-4eda-89a7-ff6094d7d0d2 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:35:36.411181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.420162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:35:36.420703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:35:36.460756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa11be86-d213-4eda-89a7-ff6094d7d0d2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:36.462968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] No DVR routers for this DVR port aa11be86-d213-4eda-89a7-ff6094d7d0d2 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:35:36.575368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.599865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b560e3-d4c7-4157-90b3-04cdc75d847c']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:36.611397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995cd4b8-fddc-4c82-b04a-4df347b0ca0e') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:36.611692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995cd4b8-fddc-4c82-b04a-4df347b0ca0e') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:35:36.622496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.638429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.644477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:35:36.650166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:35:36.658273 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:35:36.799568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.804068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.826285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b560e3-d4c7-4157-90b3-04cdc75d847c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:36.834142 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1662da59-4a9d-41a9-aded-bbc7ec58e2b4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/15b560e3-d4c7-4157-90b3-04cdc75d847c HTTP/1.1" status: 204 len: 168 time: 1.0951581 Mar 02 09:35:36.921510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] Deleting port aa11be86-d213-4eda-89a7-ff6094d7d0d2 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:35:36.921939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:36.988079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e76b676e-37e6-4d53-9f11-4d208791362f None None] The port 'aa11be86-d213-4eda-89a7-ff6094d7d0d2' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:35:37.101721 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42250) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:37.149596 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-19adf51d-5162-4fe1-b731-055dba19c8bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4664d2863cbb45f9b81383e49059dbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467112 Mar 02 09:35:37.151948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42254) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:37.209823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:37.234486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:37.284186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aa11be86-d213-4eda-89a7-ff6094d7d0d2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:35:37.317572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: aa11be86-d213-4eda-89a7-ff6094d7d0d2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:35:37.318030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aa11be86-d213-4eda-89a7-ff6094d7d0d2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:35:37.354997 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:37.373059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89849bd-1dd7-40d4-a9b3-664d752a344a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:37.382704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.383056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.383398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.383734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.384063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.384390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.384717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.385040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.385363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.385682 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.386097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.386419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:35:37.390487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:37.392717 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7884478c-0656-4c70-ba4d-8ae83a920352 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b89849bd-1dd7-40d4-a9b3-664d752a344a HTTP/1.1" status: 204 len: 168 time: 0.2387888 Mar 02 09:35:38.374189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42278) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:38.475082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1679058965-network', 'tenant_id': '54bffff3af2c4b26a96b8eff4a7da48a'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:35:38.479841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:35:38.483627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Usage tracker for resource:network and tenant:54bffff3af2c4b26a96b8eff4a7da48a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:35:38.486465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:35:38.492028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:35:38.558382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Made reservation on behalf of 54bffff3af2c4b26a96b8eff4a7da48a for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:35:38.560769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:38.573937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:38.587852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:35:38.591608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Usage tracker for resource:security_group_rule and tenant:54bffff3af2c4b26a96b8eff4a7da48a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:35:38.594629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:35:38.600228 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:35:38.678516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:38.786935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:38.817490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:35:38.825517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a7630c-fdc1-4862-b319-d6b0d78a6a0c,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:38.830960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:38.831299 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Added segment 6f83f371-b853-4014-80ef-478bbb748cdd of type vlan for network 7b28ed75-b525-4437-9946-c68d771eba24 Mar 02 09:35:38.860515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:38.947052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:38.947926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:38.948491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:39.047916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] Pushing event updated for resources: {'Network': ['ID=7b28ed75-b525-4437-9946-c68d771eba24,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:39.057887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 7b28ed75-b525-4437-9946-c68d771eba24 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:35:39.113874 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-eb8044cf-8279-40f4-acea-181236905802 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7385635 Mar 02 09:35:39.116723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42284) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:35:39.122697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Request body: {'subnet': {'network_id': '7b28ed75-b525-4437-9946-c68d771eba24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1679058965-subnet', 'tenant_id': '54bffff3af2c4b26a96b8eff4a7da48a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:35:39.127667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:35:39.131812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Usage tracker for resource:subnet and tenant:54bffff3af2c4b26a96b8eff4a7da48a is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:35:39.134740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:35:39.140437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:35:39.200067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Made reservation on behalf of 54bffff3af2c4b26a96b8eff4a7da48a for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:35:39.202376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:39.542913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:39.613332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff10321-69bf-4bd0-b74f-21b022bb2914,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:39.622324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Checking segment: {'id': '6f83f371-b853-4014-80ef-478bbb748cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:35:39.622676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Network hostable DHCP agents. Network: 7b28ed75-b525-4437-9946-c68d771eba24, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:35:39.696555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Network 7b28ed75-b525-4437-9946-c68d771eba24 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:35:39.782540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 7b28ed75-b525-4437-9946-c68d771eba24) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:35:39.786383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:39.786937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:39.792681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c97c7c2-eec3-45d2-b64e-73d2a151a469 None None] Network 7b28ed75-b525-4437-9946-c68d771eba24 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:35:39.863606 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b4fa5fbd-4539-46f2-9089-1177e6b31ddf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7456071 Mar 02 09:35:39.865161 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:35:39.998888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856eaa1-6cf1-4d76-a771-6b0c60a7e7c4 None None] Network 7b28ed75-b525-4437-9946-c68d771eba24 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:35:40.372279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-fdf2814d-8f41-4840-9156-0dccbdf53d32 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:40.372879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-fdf2814d-8f41-4840-9156-0dccbdf53d32 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Synchronizing usage tracker for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:35:40.473904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-fdf2814d-8f41-4840-9156-0dccbdf53d32 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Unset dirty status for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:35:40.475042 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-fdf2814d-8f41-4840-9156-0dccbdf53d32 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/networks?id=7b28ed75-b525-4437-9946-c68d771eba24 HTTP/1.1" status: 200 len: 814 time: 0.2609828 Mar 02 09:35:40.489349 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-021803a1-31e8-4aee-8297-a55703ad4495 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/quotas/54bffff3af2c4b26a96b8eff4a7da48a HTTP/1.1" status: 200 len: 375 time: 0.0088916 Mar 02 09:35:40.535158 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-590ecdd4-d772-4494-a5a5-03f2daf8b110 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=54bffff3af2c4b26a96b8eff4a7da48a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406079 Mar 02 09:35:40.586463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-d59ceba4-4046-4c09-8589-22f8613a849f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:35:40.587988 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-d59ceba4-4046-4c09-8589-22f8613a849f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460386 Mar 02 09:35:40.722004 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-999fdfce-5f46-4479-a317-9333309f559c service neutron] 10.222.0.10 "GET /v2.0/networks/7b28ed75-b525-4437-9946-c68d771eba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278527 Mar 02 09:35:40.943413 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-d6c96440-00de-4348-8925-6dc10ddd5f30 service neutron] 10.222.0.10 "GET /v2.0/networks/7b28ed75-b525-4437-9946-c68d771eba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157836 Mar 02 09:35:41.239853 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-59df6de9-c364-4c53-b762-17bc168f0647 req-dfbdf66e-66b0-493a-8a4f-574943ba1ced tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 210 time: 0.0415883 Mar 02 09:35:42.392257 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c8343d83-c23d-4325-bf26-f1e5b5f2d115 req-3da1d097-f8e3-4c0a-9548-184ffe81ab21 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 210 time: 0.0441158 Mar 02 09:35:43.145720 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-4ffb66a8-7913-497d-beb6-8bb6711bfccc tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:43.147138 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-4ffb66a8-7913-497d-beb6-8bb6711bfccc tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.15 "GET /v2.0/networks?id=7b28ed75-b525-4437-9946-c68d771eba24 HTTP/1.1" status: 200 len: 814 time: 0.1459494 Mar 02 09:35:43.158960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Request body: {'port': {'device_id': '0c7256f6-8c54-4b98-8bb1-2435de28dfec', 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24', 'admin_state_up': True, 'tenant_id': '54bffff3af2c4b26a96b8eff4a7da48a'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:35:43.296628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:35:43.300340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Usage tracker for resource:port and tenant:54bffff3af2c4b26a96b8eff4a7da48a is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:35:43.303167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:35:43.309303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:35:43.394657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Made reservation on behalf of 54bffff3af2c4b26a96b8eff4a7da48a for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:35:43.398335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:43.594526 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a906fc8d-a203-410c-94b9-f994e3f97db9 req-419bdca9-828d-40ce-a6f5-344d171662cf tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 210 time: 0.0897806 Mar 02 09:35:43.617939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Allocated IP 172.20.0.7 (7b28ed75-b525-4437-9946-c68d771eba24/1ff10321-69bf-4bd0-b74f-21b022bb2914/c88a4558-aa6d-46f2-a6fe-50794f10991f) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:35:43.826935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:43.903638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:43.969191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Network 7b28ed75-b525-4437-9946-c68d771eba24 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:35:43.976283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:35:43.980573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:35:44.010752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Pushing event updated for resources: {'Port': ['ID=c88a4558-aa6d-46f2-a6fe-50794f10991f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:44.045216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:44.045714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:44.137167 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-0b26d9e1-983c-427b-a8a1-9ec00af65c96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9816558 Mar 02 09:35:44.148552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Request body: {'port': {'device_id': '0c7256f6-8c54-4b98-8bb1-2435de28dfec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:35:44.262168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:44.590174 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88a4558-aa6d-46f2-a6fe-50794f10991f {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:35:44.597359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:44.610804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Transition to ACTIVE for port object c88a4558-aa6d-46f2-a6fe-50794f10991f will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:35:44.691550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:44.950027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Pushing event updated for resources: {'Port': ['ID=c88a4558-aa6d-46f2-a6fe-50794f10991f,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:45.062114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcaf63-e67b-4f4d-88b7-754080af37f3 req-c868a75f-ac55-4f48-8388-28fa75549020 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:45.062791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-21dcaf63-e67b-4f4d-88b7-754080af37f3 req-c868a75f-ac55-4f48-8388-28fa75549020 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Synchronizing usage tracker for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:35:45.087543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Attempting to bind port c88a4558-aa6d-46f2-a6fe-50794f10991f on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:35:45.087873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Attempting to bind port c88a4558-aa6d-46f2-a6fe-50794f10991f by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '6f83f371-b853-4014-80ef-478bbb748cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:35:45.088191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Attempting to bind port c88a4558-aa6d-46f2-a6fe-50794f10991f on network 7b28ed75-b525-4437-9946-c68d771eba24 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:35:45.094620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Port c88a4558-aa6d-46f2-a6fe-50794f10991f on network 7b28ed75-b525-4437-9946-c68d771eba24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:35:45.094932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Attempting to bind port c88a4558-aa6d-46f2-a6fe-50794f10991f on network 7b28ed75-b525-4437-9946-c68d771eba24 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:35:45.099896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:35:45.109106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Checking segment: {'id': '6f83f371-b853-4014-80ef-478bbb748cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:35:45.109106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Bound using segment: {'id': '6f83f371-b853-4014-80ef-478bbb748cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:35:45.109106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Bound port: c88a4558-aa6d-46f2-a6fe-50794f10991f, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f83f371-b853-4014-80ef-478bbb748cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:35:45.109106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:45.186454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-21dcaf63-e67b-4f4d-88b7-754080af37f3 req-c868a75f-ac55-4f48-8388-28fa75549020 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Unset dirty status for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:35:45.187633 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21dcaf63-e67b-4f4d-88b7-754080af37f3 req-c868a75f-ac55-4f48-8388-28fa75549020 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 943 time: 0.4604657 Mar 02 09:35:45.193083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] For port c88a4558-aa6d-46f2-a6fe-50794f10991f, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:35:45.197351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] For port c88a4558-aa6d-46f2-a6fe-50794f10991f, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c88a4558-aa6d-46f2-a6fe-50794f10991f,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:35:45.235733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-21dcaf63-e67b-4f4d-88b7-754080af37f3 req-7c327c74-85d3-4659-a1e1-d8c10464cd31 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Synchronizing usage tracker for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:35:45.274564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:45.323396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-21dcaf63-e67b-4f4d-88b7-754080af37f3 req-7c327c74-85d3-4659-a1e1-d8c10464cd31 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Unset dirty status for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:35:45.324627 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21dcaf63-e67b-4f4d-88b7-754080af37f3 req-7c327c74-85d3-4659-a1e1-d8c10464cd31 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291070 Mar 02 09:35:45.331091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:45.331091 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:45.331091 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] 10.222.0.15 "PUT /v2.0/ports/c88a4558-aa6d-46f2-a6fe-50794f10991f HTTP/1.1" status: 200 len: 1093 time: 1.1865375 Mar 02 09:35:45.331589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7256f6-8c54-4b98-8bb1-2435de28dfec', 'tag': 'c88a4558-aa6d-46f2-a6fe-50794f10991f'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:35:45.359505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d12c9-734d-4433-bde8-7e9b7d248956 service neutron] Pushing event updated for resources: {'Port': ['ID=c88a4558-aa6d-46f2-a6fe-50794f10991f,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:45.380870 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7256f6-8c54-4b98-8bb1-2435de28dfec', 'tag': 'c88a4558-aa6d-46f2-a6fe-50794f10991f', 'status': 'completed', 'code': 200} Mar 02 09:35:45.474215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef325-a5a1-49f3-bfc2-5b20ca4213cc req-dcf8daf9-b2e6-4adf-aefa-25cd65b10171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:45.475670 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7ef325-a5a1-49f3-bfc2-5b20ca4213cc req-dcf8daf9-b2e6-4adf-aefa-25cd65b10171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54bffff3af2c4b26a96b8eff4a7da48a&device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 1096 time: 0.0736279 Mar 02 09:35:45.611226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef325-a5a1-49f3-bfc2-5b20ca4213cc req-843d1c54-af8b-4808-9dd7-a56eeeaad8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:45.612631 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7ef325-a5a1-49f3-bfc2-5b20ca4213cc req-843d1c54-af8b-4808-9dd7-a56eeeaad8dc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=54bffff3af2c4b26a96b8eff4a7da48a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1298213 Mar 02 09:35:45.742301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef325-a5a1-49f3-bfc2-5b20ca4213cc req-1541b21c-c3ee-461c-90fb-6dbb6b7f8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:45.743695 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee7ef325-a5a1-49f3-bfc2-5b20ca4213cc req-1541b21c-c3ee-461c-90fb-6dbb6b7f8d14 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254971 Mar 02 09:35:45.845927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-76cdd377-18ae-4c89-8856-d7eb662c3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:45.847306 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-76cdd377-18ae-4c89-8856-d7eb662c3a9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54bffff3af2c4b26a96b8eff4a7da48a&device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 1096 time: 0.0684886 Mar 02 09:35:45.916055 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-5fee944d-d8fd-4c7c-b146-655a2aab803d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c88a4558-aa6d-46f2-a6fe-50794f10991f HTTP/1.1" status: 200 len: 217 time: 0.0621607 Mar 02 09:35:45.977465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-35d8b4f5-648b-4d40-bc91-927d563b5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:45.978983 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-35d8b4f5-648b-4d40-bc91-927d563b5bb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ff10321-69bf-4bd0-b74f-21b022bb2914 HTTP/1.1" status: 200 len: 854 time: 0.0571096 Mar 02 09:35:46.026343 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-ae7f9975-fcac-485b-a286-53626824f868 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b28ed75-b525-4437-9946-c68d771eba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419016 Mar 02 09:35:46.152471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-cae69d8b-ff5b-47e8-a2d7-584b845b9cfc service neutron] 10.222.0.15 "GET /v2.0/networks/7b28ed75-b525-4437-9946-c68d771eba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203904 Mar 02 09:35:46.278605 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08e24d28-7d2a-4c0d-80b1-58070cea13a0 req-9efe8534-8ca2-4ea2-bad2-fef75883597e service neutron] 10.222.0.15 "GET /v2.0/networks/7b28ed75-b525-4437-9946-c68d771eba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199937 Mar 02 09:35:46.505689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964547-b30a-4aa5-9729-c6136c7e22a7 req-00e32fd2-d3ca-4625-83d9-356b5393c197 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:46.507051 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-43964547-b30a-4aa5-9729-c6136c7e22a7 req-00e32fd2-d3ca-4625-83d9-356b5393c197 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 943 time: 0.0780752 Mar 02 09:35:46.550131 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-43964547-b30a-4aa5-9729-c6136c7e22a7 req-3a9dd016-702f-4d6c-a99f-c5c3a7808ea8 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Mar 02 09:35:47.686172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:47.740378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3761721-a715-4685-bcdb-42a0353a054e req-bf2aeef1-12d9-4754-bd28-3f8d0c80359f tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:47.741792 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3761721-a715-4685-bcdb-42a0353a054e req-bf2aeef1-12d9-4754-bd28-3f8d0c80359f tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 943 time: 0.0806205 Mar 02 09:35:47.784967 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3761721-a715-4685-bcdb-42a0353a054e req-9cb06d60-39d3-4f49-806b-e543e122b121 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367341 Mar 02 09:35:48.966687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17069b6e-ef8f-430c-a71d-c6290f83caab req-3f0e6fdf-4e4e-4092-8278-60f9c551dae3 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:48.968371 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17069b6e-ef8f-430c-a71d-c6290f83caab req-3f0e6fdf-4e4e-4092-8278-60f9c551dae3 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 943 time: 0.0777316 Mar 02 09:35:49.010693 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17069b6e-ef8f-430c-a71d-c6290f83caab req-89059050-0e44-4b3d-b165-a0f631ca2107 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368621 Mar 02 09:35:49.661340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device c88a4558-aa6d-46f2-a6fe-50794f10991f details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:35:49.761856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-683e930a-f3cc-4f40-bf4d-35245376673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:49.795180 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port c88a4558-aa6d-46f2-a6fe-50794f10991f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c88a4558-aa6d-46f2-a6fe-50794f10991f,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:49.807931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'c88a4558-aa6d-46f2-a6fe-50794f10991f', 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24', 'port_id': 'c88a4558-aa6d-46f2-a6fe-50794f10991f', 'mac_address': 'fa:16:3e:ae:68:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff10321-69bf-4bd0-b74f-21b022bb2914', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:35:49.864967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:49.880994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88a4558-aa6d-46f2-a6fe-50794f10991f {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:35:49.895563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port c88a4558-aa6d-46f2-a6fe-50794f10991f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c88a4558-aa6d-46f2-a6fe-50794f10991f,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:49.953223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:50.018376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=c88a4558-aa6d-46f2-a6fe-50794f10991f,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:50.269552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['c88a4558-aa6d-46f2-a6fe-50794f10991f'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:35:50.285374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25ccd6-c0fc-49d9-b8a5-e5d47295b92f req-a3a47aca-bd65-43a0-bebb-afa7e52bb205 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:50.286873 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b25ccd6-c0fc-49d9-b8a5-e5d47295b92f req-a3a47aca-bd65-43a0-bebb-afa7e52bb205 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 944 time: 0.1743796 Mar 02 09:35:50.329663 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b25ccd6-c0fc-49d9-b8a5-e5d47295b92f req-bb0f8836-b476-400b-af62-1de827ff91bf tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Mar 02 09:35:51.509480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46027e3-effc-4a8d-99c9-a79d3955b9fa req-a4abee73-7e8b-4a9c-b2b6-f41b5422d23a tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:51.510864 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a46027e3-effc-4a8d-99c9-a79d3955b9fa req-a4abee73-7e8b-4a9c-b2b6-f41b5422d23a tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 944 time: 0.0776179 Mar 02 09:35:51.556789 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a46027e3-effc-4a8d-99c9-a79d3955b9fa req-73108ff3-ac0f-4423-a7d2-288124e58a73 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Mar 02 09:35:51.663527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device c88a4558-aa6d-46f2-a6fe-50794f10991f up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:35:51.817340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port c88a4558-aa6d-46f2-a6fe-50794f10991f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:35:51.821921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port c88a4558-aa6d-46f2-a6fe-50794f10991f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:35:51.822775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:51.943241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:51.969025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7256f6-8c54-4b98-8bb1-2435de28dfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88a4558-aa6d-46f2-a6fe-50794f10991f'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:35:51.978249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port c88a4558-aa6d-46f2-a6fe-50794f10991f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c88a4558-aa6d-46f2-a6fe-50794f10991f,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:35:51.988985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-36c441a9-1439-4c81-94ef-bd0f092b4d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:52.014703 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7256f6-8c54-4b98-8bb1-2435de28dfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88a4558-aa6d-46f2-a6fe-50794f10991f', 'code': 200} Mar 02 09:35:52.069285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:52.166438 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=c88a4558-aa6d-46f2-a6fe-50794f10991f,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:52.436846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2cd93-e09d-448d-ae15-47f469bcc222 req-0cc0e22f-09b2-4cf4-aacf-354f3e0be7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:52.438233 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-51f2cd93-e09d-448d-ae15-47f469bcc222 req-0cc0e22f-09b2-4cf4-aacf-354f3e0be7d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 1098 time: 0.0665476 Mar 02 09:35:52.477284 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-51f2cd93-e09d-448d-ae15-47f469bcc222 req-69951751-c293-4347-8d6b-1a898743037a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Mar 02 09:35:52.739006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794a4d5-8d10-4d3a-b82b-d37704a8f143 req-01fec715-31be-42b4-8b69-a491325d3395 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:52.740354 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3794a4d5-8d10-4d3a-b82b-d37704a8f143 req-01fec715-31be-42b4-8b69-a491325d3395 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0822136 Mar 02 09:35:52.782675 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3794a4d5-8d10-4d3a-b82b-d37704a8f143 req-ba0a00e7-b13c-45b7-a133-e637e74d26e4 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367348 Mar 02 09:35:53.057504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:53.194869 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:53.967161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206bb3a-8e7b-436b-ac9f-6147b34730d9 req-ef694d81-c14f-482f-b5d3-7479e682a7fa tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:53.968875 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c206bb3a-8e7b-436b-ac9f-6147b34730d9 req-ef694d81-c14f-482f-b5d3-7479e682a7fa tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0788667 Mar 02 09:35:54.012137 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c206bb3a-8e7b-436b-ac9f-6147b34730d9 req-7175dae1-c08e-444f-8b02-f065d0f93d66 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375175 Mar 02 09:35:54.738060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:55.195571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2371133-7403-4724-ae2c-1808b24870ca req-be8d9176-303c-4d8b-a262-c00e4692f837 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:55.197012 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c2371133-7403-4724-ae2c-1808b24870ca req-be8d9176-303c-4d8b-a262-c00e4692f837 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0809035 Mar 02 09:35:55.240413 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c2371133-7403-4724-ae2c-1808b24870ca req-6815d044-5104-4c9f-96be-2cf4f727ada0 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Mar 02 09:35:55.517399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-ba9f0229-d502-4d6d-95ac-a86b4c4f49f7 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:55.518840 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-ba9f0229-d502-4d6d-95ac-a86b4c4f49f7 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/networks?id=7b28ed75-b525-4437-9946-c68d771eba24 HTTP/1.1" status: 200 len: 814 time: 0.1408887 Mar 02 09:35:55.533211 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-b5be22a2-2d7b-4e99-9d27-8823398716b2 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/quotas/54bffff3af2c4b26a96b8eff4a7da48a HTTP/1.1" status: 200 len: 375 time: 0.0089169 Mar 02 09:35:55.614220 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-96e18f90-0aa7-4824-bd63-b4f9a94c28e5 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=54bffff3af2c4b26a96b8eff4a7da48a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760810 Mar 02 09:35:55.744184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-ba2d3aff-64be-4516-94c7-1284e3c81d86 service neutron] 10.222.0.10 "GET /v2.0/networks/7b28ed75-b525-4437-9946-c68d771eba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224420 Mar 02 09:35:55.870358 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-dda55b0d-b5d3-472f-8a5e-4a9812defd74 service neutron] 10.222.0.10 "GET /v2.0/networks/7b28ed75-b525-4437-9946-c68d771eba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203532 Mar 02 09:35:56.101636 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0ba1093c-bd19-41e9-9bef-98f369c8ba26 req-280d62bd-0f10-42d6-a44b-07f94b885a65 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 210 time: 0.0417490 Mar 02 09:35:57.244737 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-baad61d5-0945-4ca1-a86f-1fbdcea413a0 req-4b0d812c-a2fb-4dc0-abc9-9fbce3753066 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 210 time: 0.0416267 Mar 02 09:35:57.924089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-cdfc3922-5d89-4d09-90c1-f9aa1e9906e7 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:57.925493 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-cdfc3922-5d89-4d09-90c1-f9aa1e9906e7 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.15 "GET /v2.0/networks?id=7b28ed75-b525-4437-9946-c68d771eba24 HTTP/1.1" status: 200 len: 814 time: 0.1415367 Mar 02 09:35:57.937216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Request body: {'port': {'device_id': '7b948317-2f9d-4747-a393-cdf0cb4dccca', 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24', 'admin_state_up': True, 'tenant_id': '54bffff3af2c4b26a96b8eff4a7da48a'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:35:58.068303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:35:58.077529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:35:58.183865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Made reservation on behalf of 54bffff3af2c4b26a96b8eff4a7da48a for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:35:58.187227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:58.345531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Allocated IP 172.20.0.13 (7b28ed75-b525-4437-9946-c68d771eba24/1ff10321-69bf-4bd0-b74f-21b022bb2914/33a4399d-c9fa-419d-9785-3d87a70b65b4) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:35:58.399666 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69813c06-c89b-4e3d-823f-6da2e8e52451 req-df7e8a30-b908-4eb0-b028-d875fa675c7d tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 210 time: 0.0499947 Mar 02 09:35:58.666349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:58.761426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:58.772828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['c88a4558-aa6d-46f2-a6fe-50794f10991f'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:35:58.825713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Network 7b28ed75-b525-4437-9946-c68d771eba24 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:35:58.835920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:35:58.840287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:35:58.869308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Pushing event updated for resources: {'Port': ['ID=33a4399d-c9fa-419d-9785-3d87a70b65b4,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:58.904831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:58.905554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:58.984817 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7dc8c0a4-3538-4230-bf13-3d3c4a15a700 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0512805 Mar 02 09:35:58.996205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Request body: {'port': {'device_id': '7b948317-2f9d-4747-a393-cdf0cb4dccca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:35:59.105733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:59.430500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a4399d-c9fa-419d-9785-3d87a70b65b4 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:35:59.441085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:59.455719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Transition to ACTIVE for port object 33a4399d-c9fa-419d-9785-3d87a70b65b4 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:35:59.538528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:59.679769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Pushing event updated for resources: {'Port': ['ID=33a4399d-c9fa-419d-9785-3d87a70b65b4,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:35:59.769366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c37d6-b44c-4bb0-92bc-ce965dff13f6 req-0a0ad45a-204a-49de-824c-a9d0d7074934 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:35:59.770070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-e40c37d6-b44c-4bb0-92bc-ce965dff13f6 req-0a0ad45a-204a-49de-824c-a9d0d7074934 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Synchronizing usage tracker for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:35:59.806435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Attempting to bind port 33a4399d-c9fa-419d-9785-3d87a70b65b4 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:35:59.806759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Attempting to bind port 33a4399d-c9fa-419d-9785-3d87a70b65b4 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '6f83f371-b853-4014-80ef-478bbb748cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:35:59.807100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Attempting to bind port 33a4399d-c9fa-419d-9785-3d87a70b65b4 on network 7b28ed75-b525-4437-9946-c68d771eba24 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:35:59.811513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Port 33a4399d-c9fa-419d-9785-3d87a70b65b4 on network 7b28ed75-b525-4437-9946-c68d771eba24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:35:59.811824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Attempting to bind port 33a4399d-c9fa-419d-9785-3d87a70b65b4 on network 7b28ed75-b525-4437-9946-c68d771eba24 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:35:59.816684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:35:59.817005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Checking segment: {'id': '6f83f371-b853-4014-80ef-478bbb748cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:35:59.817373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Bound using segment: {'id': '6f83f371-b853-4014-80ef-478bbb748cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:35:59.817777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Bound port: 33a4399d-c9fa-419d-9785-3d87a70b65b4, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f83f371-b853-4014-80ef-478bbb748cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:35:59.818138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:35:59.860159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-e40c37d6-b44c-4bb0-92bc-ce965dff13f6 req-0a0ad45a-204a-49de-824c-a9d0d7074934 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Unset dirty status for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:35:59.861294 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e40c37d6-b44c-4bb0-92bc-ce965dff13f6 req-0a0ad45a-204a-49de-824c-a9d0d7074934 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 944 time: 0.3572748 Mar 02 09:35:59.930509 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e40c37d6-b44c-4bb0-92bc-ce965dff13f6 req-a89a9e00-2b0d-451a-9c05-580007b9c6f5 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629232 Mar 02 09:35:59.938975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] For port 33a4399d-c9fa-419d-9785-3d87a70b65b4, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:35:59.942451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] For port 33a4399d-c9fa-419d-9785-3d87a70b65b4, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=33a4399d-c9fa-419d-9785-3d87a70b65b4,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:36:00.001509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:00.056413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:00.057016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:00.058389 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] 10.222.0.15 "PUT /v2.0/ports/33a4399d-c9fa-419d-9785-3d87a70b65b4 HTTP/1.1" status: 200 len: 1094 time: 1.0667591 Mar 02 09:36:00.058817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b948317-2f9d-4747-a393-cdf0cb4dccca', 'tag': '33a4399d-c9fa-419d-9785-3d87a70b65b4'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:36:00.082569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ec7cb-2d09-478f-b123-a0a14e354b68 service neutron] Pushing event updated for resources: {'Port': ['ID=33a4399d-c9fa-419d-9785-3d87a70b65b4,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:00.107982 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b948317-2f9d-4747-a393-cdf0cb4dccca', 'tag': '33a4399d-c9fa-419d-9785-3d87a70b65b4', 'status': 'completed', 'code': 200} Mar 02 09:36:00.203713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206fff-413e-4ae9-a6b6-7b58523f4d88 req-a6c285f5-1ff5-48c6-85da-24d87e0a4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:00.205066 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fc206fff-413e-4ae9-a6b6-7b58523f4d88 req-a6c285f5-1ff5-48c6-85da-24d87e0a4385 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54bffff3af2c4b26a96b8eff4a7da48a&device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 1097 time: 0.0713041 Mar 02 09:36:00.338874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206fff-413e-4ae9-a6b6-7b58523f4d88 req-9ec89989-178a-4680-b591-63a442703ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:00.340252 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fc206fff-413e-4ae9-a6b6-7b58523f4d88 req-9ec89989-178a-4680-b591-63a442703ee8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=54bffff3af2c4b26a96b8eff4a7da48a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1282964 Mar 02 09:36:00.563834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206fff-413e-4ae9-a6b6-7b58523f4d88 req-99eb86f9-092a-4582-be4f-ce6f43bd9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:00.565263 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fc206fff-413e-4ae9-a6b6-7b58523f4d88 req-99eb86f9-092a-4582-be4f-ce6f43bd9868 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2186704 Mar 02 09:36:00.667274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-ed7a8f14-0d32-46e2-9d24-993bc2054626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:00.668773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-ed7a8f14-0d32-46e2-9d24-993bc2054626 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=54bffff3af2c4b26a96b8eff4a7da48a&device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 1097 time: 0.0710771 Mar 02 09:36:00.737026 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-7ce803b0-bfdb-4305-8ffd-19a71a5931dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33a4399d-c9fa-419d-9785-3d87a70b65b4 HTTP/1.1" status: 200 len: 217 time: 0.0609860 Mar 02 09:36:00.796324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-01208803-f942-4bb4-812b-acfb6125a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:00.797710 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-01208803-f942-4bb4-812b-acfb6125a3af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ff10321-69bf-4bd0-b74f-21b022bb2914 HTTP/1.1" status: 200 len: 854 time: 0.0551531 Mar 02 09:36:00.842400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-257f6b7e-9477-400c-8871-f3e058f78acf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7b28ed75-b525-4437-9946-c68d771eba24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382750 Mar 02 09:36:00.969787 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-6dbda9d9-82cf-458c-8c7c-28348d486c84 service neutron] 10.222.0.15 "GET /v2.0/networks/7b28ed75-b525-4437-9946-c68d771eba24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214828 Mar 02 09:36:01.147399 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd565a93-7f58-467a-bb77-f7e20699f750 req-2b985b84-3182-41d6-98cf-f52491907da4 service neutron] 10.222.0.15 "GET /v2.0/networks/7b28ed75-b525-4437-9946-c68d771eba24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707020 Mar 02 09:36:01.171332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a301fc0-db44-4143-ad05-c2247b36b36e req-28d2552e-8231-493d-a0b5-61e35174e97a tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:01.173998 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a301fc0-db44-4143-ad05-c2247b36b36e req-28d2552e-8231-493d-a0b5-61e35174e97a tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 944 time: 0.1160636 Mar 02 09:36:01.215689 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a301fc0-db44-4143-ad05-c2247b36b36e req-c7350f96-f96f-4af2-9438-54d7c83c5f3c tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370951 Mar 02 09:36:02.394759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202f0a1-686e-4829-8731-ca6368869234 req-7213631b-3e5b-4929-8971-4bf94930d932 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:02.396171 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9202f0a1-686e-4829-8731-ca6368869234 req-7213631b-3e5b-4929-8971-4bf94930d932 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 944 time: 0.0772502 Mar 02 09:36:02.441692 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9202f0a1-686e-4829-8731-ca6368869234 req-66aabb1f-fb6a-4b79-8e86-de879439db96 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Mar 02 09:36:03.618853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0dbce-75f6-4a65-9b19-d4e050b9369e req-09e871f4-dc46-40e7-a9b2-c46dd5645e53 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:03.620286 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-47b0dbce-75f6-4a65-9b19-d4e050b9369e req-09e871f4-dc46-40e7-a9b2-c46dd5645e53 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 944 time: 0.0768194 Mar 02 09:36:03.662770 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-47b0dbce-75f6-4a65-9b19-d4e050b9369e req-85dee0ff-c1a2-427e-963b-ba5b6934f0bc tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369041 Mar 02 09:36:04.846909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dd79c-3574-4af6-8321-1f39628b479a req-13837c22-c7ec-44af-9797-1998aae5c9cf tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:04.848244 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-346dd79c-3574-4af6-8321-1f39628b479a req-13837c22-c7ec-44af-9797-1998aae5c9cf tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 944 time: 0.0808113 Mar 02 09:36:04.891314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-346dd79c-3574-4af6-8321-1f39628b479a req-7bb093c0-f0ca-4c4f-93d4-838815771fba tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375099 Mar 02 09:36:05.790464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 33a4399d-c9fa-419d-9785-3d87a70b65b4 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:36:05.920345 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 33a4399d-c9fa-419d-9785-3d87a70b65b4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=33a4399d-c9fa-419d-9785-3d87a70b65b4,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:05.934612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '33a4399d-c9fa-419d-9785-3d87a70b65b4', 'network_id': '7b28ed75-b525-4437-9946-c68d771eba24', 'port_id': '33a4399d-c9fa-419d-9785-3d87a70b65b4', 'mac_address': 'fa:16:3e:8c:14:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff10321-69bf-4bd0-b74f-21b022bb2914', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:36:05.989477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:06.006934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a4399d-c9fa-419d-9785-3d87a70b65b4 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:36:06.022734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 33a4399d-c9fa-419d-9785-3d87a70b65b4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=33a4399d-c9fa-419d-9785-3d87a70b65b4,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:06.073689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70b80b-726e-4208-8702-3c1e6b224a29 req-217a365a-4e5e-4985-be2c-4a1955382d53 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:06.075232 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4c70b80b-726e-4208-8702-3c1e6b224a29 req-217a365a-4e5e-4985-be2c-4a1955382d53 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 944 time: 0.0792403 Mar 02 09:36:06.087224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:06.120938 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4c70b80b-726e-4208-8702-3c1e6b224a29 req-7eb6381d-35b6-4012-9587-17b1936d5c2f tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 Mar 02 09:36:06.161755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=33a4399d-c9fa-419d-9785-3d87a70b65b4,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:06.404958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['33a4399d-c9fa-419d-9785-3d87a70b65b4'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:36:07.299317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4d45-50a2-4c6e-be6b-b535929365ab req-a02468c6-a5fb-44f9-ac5a-e85a32fc1f9d tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:07.300732 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2db4d45-50a2-4c6e-be6b-b535929365ab req-a02468c6-a5fb-44f9-ac5a-e85a32fc1f9d tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 945 time: 0.0797646 Mar 02 09:36:07.342431 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2db4d45-50a2-4c6e-be6b-b535929365ab req-5638abb8-50f0-4a25-bf53-39471a2ef487 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362260 Mar 02 09:36:07.787819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 33a4399d-c9fa-419d-9785-3d87a70b65b4 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:36:07.909181 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 33a4399d-c9fa-419d-9785-3d87a70b65b4 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:07.913687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 33a4399d-c9fa-419d-9785-3d87a70b65b4 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:07.919123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:08.027227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:08.052838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b948317-2f9d-4747-a393-cdf0cb4dccca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a4399d-c9fa-419d-9785-3d87a70b65b4'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:36:08.067612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 33a4399d-c9fa-419d-9785-3d87a70b65b4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=33a4399d-c9fa-419d-9785-3d87a70b65b4,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:08.096074 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b948317-2f9d-4747-a393-cdf0cb4dccca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a4399d-c9fa-419d-9785-3d87a70b65b4', 'code': 200} Mar 02 09:36:08.144310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:08.208982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=33a4399d-c9fa-419d-9785-3d87a70b65b4,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:08.440420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c297ebd-5915-4f0f-ad21-e8cfc0863f74 req-92649750-ed59-4197-b7a2-f0b43f7a3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:08.441984 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7c297ebd-5915-4f0f-ad21-e8cfc0863f74 req-92649750-ed59-4197-b7a2-f0b43f7a3d71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 1099 time: 0.0683730 Mar 02 09:36:08.525301 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7c297ebd-5915-4f0f-ad21-e8cfc0863f74 req-1cd6c15f-4df6-4cc3-a46e-2464dbf35fcf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484192 Mar 02 09:36:08.551329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f85945-7d0a-46a7-8dcf-ef01bb4d87bf req-d4f0b14d-f994-4658-a20a-91d303f328f7 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:08.552736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21f85945-7d0a-46a7-8dcf-ef01bb4d87bf req-d4f0b14d-f994-4658-a20a-91d303f328f7 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 946 time: 0.1083574 Mar 02 09:36:08.600346 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21f85945-7d0a-46a7-8dcf-ef01bb4d87bf req-0251f0c2-f057-461e-8084-538a1bcc691e tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378873 Mar 02 09:36:09.790160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1fdef-d3b4-466e-b81a-e89504f938d6 req-7ea27896-12b2-45d1-b859-5d2a2aab1e6b tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:09.791582 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b9c1fdef-d3b4-466e-b81a-e89504f938d6 req-7ea27896-12b2-45d1-b859-5d2a2aab1e6b tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 946 time: 0.0811341 Mar 02 09:36:09.834480 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b9c1fdef-d3b4-466e-b81a-e89504f938d6 req-e9390466-e7b2-42be-862a-8cccc6bf5331 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369403 Mar 02 09:36:11.014402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bb98a-be64-42e9-99a0-1b616dc650b3 req-d2f7b0bd-914d-41e9-a7fc-6cae7174d819 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:11.015870 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc0bb98a-be64-42e9-99a0-1b616dc650b3 req-d2f7b0bd-914d-41e9-a7fc-6cae7174d819 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 946 time: 0.0769737 Mar 02 09:36:11.061012 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc0bb98a-be64-42e9-99a0-1b616dc650b3 req-8960596d-5abc-4514-be73-c25207c65215 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 Mar 02 09:36:11.773476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf5bac-57eb-42ba-b9b4-d6d691c07dfa req-860a2701-28b2-45bd-a1dd-911d1859c56f tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:11.774950 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-51cf5bac-57eb-42ba-b9b4-d6d691c07dfa req-860a2701-28b2-45bd-a1dd-911d1859c56f tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 946 time: 0.1748104 Mar 02 09:36:11.817159 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-51cf5bac-57eb-42ba-b9b4-d6d691c07dfa req-eeb9c08f-f9db-4f8f-9da7-39ae5cac238a tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Mar 02 09:36:13.005427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4f3e3-e0fb-4ac4-aa18-c91287d26b18 req-ee94256c-fd81-43ae-9df6-61a5ae72f34d tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:13.006930 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9cd4f3e3-e0fb-4ac4-aa18-c91287d26b18 req-ee94256c-fd81-43ae-9df6-61a5ae72f34d tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 946 time: 0.0838525 Mar 02 09:36:13.053781 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9cd4f3e3-e0fb-4ac4-aa18-c91287d26b18 req-dc6d46fa-babf-45dd-a9c1-f0ec870194ee tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Mar 02 09:36:13.134724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-68af7abe-18e6-4556-847c-be627907a98a tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:13.136643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-68af7abe-18e6-4556-847c-be627907a98a tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 946 time: 0.0787940 Mar 02 09:36:13.204682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Deleting port 33a4399d-c9fa-419d-9785-3d87a70b65b4 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:13.205055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:13.449915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] For port 33a4399d-c9fa-419d-9785-3d87a70b65b4, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=33a4399d-c9fa-419d-9785-3d87a70b65b4,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:13.450248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:13.580190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Calling delete_port for 33a4399d-c9fa-419d-9785-3d87a70b65b4 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:13.795807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:13.808598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['c88a4558-aa6d-46f2-a6fe-50794f10991f', '33a4399d-c9fa-419d-9785-3d87a70b65b4'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:36:13.849578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Pushing event deleted for resources: {'Port': ['ID=33a4399d-c9fa-419d-9785-3d87a70b65b4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:13.918077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] No DVR routers for this DVR port 33a4399d-c9fa-419d-9785-3d87a70b65b4 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:36:13.920486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:13.923051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b948317-2f9d-4747-a393-cdf0cb4dccca', 'name': 'network-vif-deleted', 'tag': '33a4399d-c9fa-419d-9785-3d87a70b65b4'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:36:13.968032 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b948317-2f9d-4747-a393-cdf0cb4dccca', 'name': 'network-vif-deleted', 'tag': '33a4399d-c9fa-419d-9785-3d87a70b65b4', 'status': 'completed', 'code': 200} Mar 02 09:36:13.996779 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2c058bfc-0b71-4d9f-a581-0dad317ac204 req-e3301d0c-aad2-44ea-9146-8284996fcd23 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.15 "DELETE /v2.0/ports/33a4399d-c9fa-419d-9785-3d87a70b65b4 HTTP/1.1" status: 204 len: 173 time: 0.8545992 Mar 02 09:36:14.202274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-af6b3b00-9fbb-4185-a9a0-685d2e65c627 req-ad8a943a-793f-4113-80f6-5f664ae185c0 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Synchronizing usage tracker for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:36:14.287401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-af6b3b00-9fbb-4185-a9a0-685d2e65c627 req-ad8a943a-793f-4113-80f6-5f664ae185c0 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Unset dirty status for tenant:54bffff3af2c4b26a96b8eff4a7da48a on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:36:14.288555 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af6b3b00-9fbb-4185-a9a0-685d2e65c627 req-ad8a943a-793f-4113-80f6-5f664ae185c0 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b948317-2f9d-4747-a393-cdf0cb4dccca HTTP/1.1" status: 200 len: 210 time: 0.1298115 Mar 02 09:36:15.534585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe7df8-c7fa-4fe2-8b86-657dd3dcd8d4 req-361d6528-e23c-40c8-b9af-0033fedc63a9 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:15.536020 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-edfe7df8-c7fa-4fe2-8b86-657dd3dcd8d4 req-361d6528-e23c-40c8-b9af-0033fedc63a9 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0773649 Mar 02 09:36:15.578997 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-edfe7df8-c7fa-4fe2-8b86-657dd3dcd8d4 req-26a8aa7b-64e9-4848-a31a-8b347d1ffe68 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373528 Mar 02 09:36:15.779915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ba43c-75b4-4e63-8db9-5663cc10fe7a req-6bceac93-795e-42ae-8e32-9468de13993f tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:15.781317 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-928ba43c-75b4-4e63-8db9-5663cc10fe7a req-6bceac93-795e-42ae-8e32-9468de13993f tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0797734 Mar 02 09:36:15.808137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 33a4399d-c9fa-419d-9785-3d87a70b65b4 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:36:15.824201 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-928ba43c-75b4-4e63-8db9-5663cc10fe7a req-2593b1c5-95a6-4270-8741-5dae6fad74ff tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368202 Mar 02 09:36:15.842597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 33a4399d-c9fa-419d-9785-3d87a70b65b4 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:36:15.842944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 33a4399d-c9fa-419d-9785-3d87a70b65b4 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:36:16.007208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d06d8-c3d9-4527-9d63-143c6f06f6d2 req-d92a826d-b288-4aec-8731-8ae7b3d705e3 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:16.008640 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5f8d06d8-c3d9-4527-9d63-143c6f06f6d2 req-d92a826d-b288-4aec-8731-8ae7b3d705e3 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0785027 Mar 02 09:36:16.051287 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5f8d06d8-c3d9-4527-9d63-143c6f06f6d2 req-ac4bb6b9-2f94-4b02-8e69-abf65fc2b065 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362921 Mar 02 09:36:16.327747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c476-9023-4edf-8b7a-6f7f3b8ba84c req-6f583ace-91d1-483b-819f-8e5cee611953 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:16.329085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e932c476-9023-4edf-8b7a-6f7f3b8ba84c req-6f583ace-91d1-483b-819f-8e5cee611953 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0798681 Mar 02 09:36:16.372137 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e932c476-9023-4edf-8b7a-6f7f3b8ba84c req-1b6d0de5-0cfb-4f5c-a416-a20e343af214 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375555 Mar 02 09:36:16.549664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6452c9-d7a4-4710-b89d-a69aa92faefe req-4ec89f63-4695-40e1-a981-78b4283d9256 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:16.551154 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a6452c9-d7a4-4710-b89d-a69aa92faefe req-4ec89f63-4695-40e1-a981-78b4283d9256 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0782259 Mar 02 09:36:16.597048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a6452c9-d7a4-4710-b89d-a69aa92faefe req-94601d05-df44-4ec7-9ac2-63648d1240d1 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Mar 02 09:36:16.793101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1e3d5-7eda-4327-b45e-c321215cdcca req-4c97dca7-cb8c-419c-a3f3-1ab91bdfa0fb tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:16.794577 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-24f1e3d5-7eda-4327-b45e-c321215cdcca req-4c97dca7-cb8c-419c-a3f3-1ab91bdfa0fb tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0833633 Mar 02 09:36:16.836695 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-24f1e3d5-7eda-4327-b45e-c321215cdcca req-2d30fe22-0a0e-41f9-b0bf-6621f3fc90c8 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365713 Mar 02 09:36:16.864063 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:36:17.532200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413889fc-3e05-4984-8357-a51d7dac33b5 req-ac24ef51-fbe8-46b5-9301-04025db91b59 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:17.533626 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-413889fc-3e05-4984-8357-a51d7dac33b5 req-ac24ef51-fbe8-46b5-9301-04025db91b59 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0810866 Mar 02 09:36:17.576623 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-413889fc-3e05-4984-8357-a51d7dac33b5 req-aa9a4ec9-a70a-4957-a7eb-153b9b57ac1e tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374095 Mar 02 09:36:17.716306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:18.763918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92732210-13c1-496a-bff4-d2667ab3ad61 req-9d634045-3673-4fe7-b68c-70c6531cdfa0 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:18.765359 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-92732210-13c1-496a-bff4-d2667ab3ad61 req-9d634045-3673-4fe7-b68c-70c6531cdfa0 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0790851 Mar 02 09:36:18.807504 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-92732210-13c1-496a-bff4-d2667ab3ad61 req-6d472c02-9db5-4467-92a4-ac7ba3f1c08d tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/security-groups?id=33a7630c-fdc1-4862-b319-d6b0d78a6a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Mar 02 09:36:19.051668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-6392f220-1d98-4f2b-8ac8-a705285d108e tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:19.053069 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-6392f220-1d98-4f2b-8ac8-a705285d108e tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 945 time: 0.0818219 Mar 02 09:36:19.124068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Deleting port c88a4558-aa6d-46f2-a6fe-50794f10991f {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:19.124307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:19.454077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] For port c88a4558-aa6d-46f2-a6fe-50794f10991f, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=c88a4558-aa6d-46f2-a6fe-50794f10991f,segment=NetworkSegment(6f83f371-b853-4014-80ef-478bbb748cdd),segment_id=6f83f371-b853-4014-80ef-478bbb748cdd)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:19.454346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:19.576057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Calling delete_port for c88a4558-aa6d-46f2-a6fe-50794f10991f owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:19.721755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-82101660-8f39-4d59-b718-f1114644fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:19.795958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:19.807646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['c88a4558-aa6d-46f2-a6fe-50794f10991f'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:36:19.845193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Pushing event deleted for resources: {'Port': ['ID=c88a4558-aa6d-46f2-a6fe-50794f10991f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:19.948056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] No DVR routers for this DVR port c88a4558-aa6d-46f2-a6fe-50794f10991f on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:36:19.954714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:19.957013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7256f6-8c54-4b98-8bb1-2435de28dfec', 'name': 'network-vif-deleted', 'tag': 'c88a4558-aa6d-46f2-a6fe-50794f10991f'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:36:19.971449 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-54c6826f-8401-4c8b-a45e-0a41dc9f69f6 req-7c9bc178-fb9a-4c15-aa57-8d8074fd10a5 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c7256f6-8c54-4b98-8bb1-2435de28dfec HTTP/1.1" status: 200 len: 210 time: 0.0565522 Mar 02 09:36:19.999992 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7256f6-8c54-4b98-8bb1-2435de28dfec', 'name': 'network-vif-deleted', 'tag': 'c88a4558-aa6d-46f2-a6fe-50794f10991f', 'status': 'completed', 'code': 200} Mar 02 09:36:20.025739 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d297f15e-47f9-4c32-a4cf-ee6393c2c841 req-35229c33-b907-4e02-abbf-34fd649be010 tempest-ServersNegativeTestJSON-820566265 tempest-ServersNegativeTestJSON-820566265-project] 10.222.0.15 "DELETE /v2.0/ports/c88a4558-aa6d-46f2-a6fe-50794f10991f HTTP/1.1" status: 204 len: 173 time: 0.9664798 Mar 02 09:36:21.064674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42446) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:21.125988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e27bb9-0cf7-416c-a04d-dfdb47f4540a admin admin] Deleting subnet 1ff10321-69bf-4bd0-b74f-21b022bb2914 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:36:21.128842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20e27bb9-0cf7-416c-a04d-dfdb47f4540a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.176319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20e27bb9-0cf7-416c-a04d-dfdb47f4540a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.228929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20e27bb9-0cf7-416c-a04d-dfdb47f4540a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.362791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20e27bb9-0cf7-416c-a04d-dfdb47f4540a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.402060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e27bb9-0cf7-416c-a04d-dfdb47f4540a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff10321-69bf-4bd0-b74f-21b022bb2914,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:21.403975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-20e27bb9-0cf7-416c-a04d-dfdb47f4540a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.410012 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-20e27bb9-0cf7-416c-a04d-dfdb47f4540a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1ff10321-69bf-4bd0-b74f-21b022bb2914 HTTP/1.1" status: 204 len: 168 time: 0.3442984 Mar 02 09:36:21.412590 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42450) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:21.520076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.641318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.669290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b28ed75-b525-4437-9946-c68d771eba24']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:21.681094 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f83f371-b853-4014-80ef-478bbb748cdd') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:21.681388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f83f371-b853-4014-80ef-478bbb748cdd') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:21.693109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.708332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.714067 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:21.714440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:21.727213 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:21.804377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device c88a4558-aa6d-46f2-a6fe-50794f10991f no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:36:21.837693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: c88a4558-aa6d-46f2-a6fe-50794f10991f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:36:21.838048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device c88a4558-aa6d-46f2-a6fe-50794f10991f not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:36:21.882086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.897647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:21.907579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b28ed75-b525-4437-9946-c68d771eba24,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:22.002338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-617d0c7d-fa02-47ce-bea9-56f9d6d4a9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:22.008357 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-99426a83-eacf-467a-865e-c789220c9e1d admin admin] 10.222.0.10 "DELETE /v2.0/networks/7b28ed75-b525-4437-9946-c68d771eba24 HTTP/1.1" status: 204 len: 168 time: 0.5947993 Mar 02 09:36:22.310256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42456) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:22.357130 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8c5576c3-d7b6-4229-8967-7a9db40519cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54bffff3af2c4b26a96b8eff4a7da48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457699 Mar 02 09:36:22.359537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42460) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:22.418537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a04b9785-db42-4624-8ad6-e7ec6fd00539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:22.443719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a04b9785-db42-4624-8ad6-e7ec6fd00539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:22.568155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a04b9785-db42-4624-8ad6-e7ec6fd00539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:22.583896 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b9785-db42-4624-8ad6-e7ec6fd00539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a7630c-fdc1-4862-b319-d6b0d78a6a0c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:22.658415 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a04b9785-db42-4624-8ad6-e7ec6fd00539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:22.659596 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a04b9785-db42-4624-8ad6-e7ec6fd00539 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33a7630c-fdc1-4862-b319-d6b0d78a6a0c HTTP/1.1" status: 204 len: 168 time: 0.2991951 Mar 02 09:36:23.099780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:23.186032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:23.815050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42484) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:23.914118 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677827404'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:23.919104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:23.922811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:network and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:23.925547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:23.931568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:24.008059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:24.011569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:24.023909 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:24.038591 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:24.042329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:security_group_rule and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:24.045029 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:24.050525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:24.129322 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:24.175147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:24.211820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:36:24.216755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678b9371-2ed1-471b-9fca-b5e52a8d4a42,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:24.223468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:24.223859 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Added segment 94b542e0-319b-4ef7-8c09-2d14cb2e4c8e of type vlan for network 753f9c14-688d-4757-a6ce-ae3afa8db7e5 Mar 02 09:36:24.249492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:24.345343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:24.350690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:24.351259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:24.457631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Network': ['ID=753f9c14-688d-4757-a6ce-ae3afa8db7e5,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:24.468122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 753f9c14-688d-4757-a6ce-ae3afa8db7e5 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:36:24.477490 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b62bac9e-2808-4ffb-a777-90e474f9fd99 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6613810 Mar 02 09:36:24.717149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:27.747814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42490) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:27.753371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'subnet': {'network_id': '753f9c14-688d-4757-a6ce-ae3afa8db7e5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:27.858391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:27.862271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:subnet and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:27.865032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:27.870574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:27.939523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:27.943132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:28.185647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:28.260944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Subnet': ['ID=1c8589d5-a517-4f3e-bea5-9e22665298ca,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:28.270375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.270715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.271047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.271375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.271703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.272021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.272339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.272653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.272969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.273283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.273594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.273930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:28.279197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Checking segment: {'id': '94b542e0-319b-4ef7-8c09-2d14cb2e4c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '753f9c14-688d-4757-a6ce-ae3afa8db7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:28.279551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network hostable DHCP agents. Network: 753f9c14-688d-4757-a6ce-ae3afa8db7e5, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:36:28.351052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network 753f9c14-688d-4757-a6ce-ae3afa8db7e5 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:36:28.402173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 753f9c14-688d-4757-a6ce-ae3afa8db7e5) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:28.406616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:28.407202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:28.412060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d44eb-2c11-4bdc-b425-a9ca7f387f57 None None] Network 753f9c14-688d-4757-a6ce-ae3afa8db7e5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:28.466699 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-45a4d5d4-6870-4aa1-9fb0-c04dd41a1fa2 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7176452 Mar 02 09:36:28.469918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42494) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:28.475644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2078577742'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:28.480670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:28.484507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:network and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:28.487421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:28.493085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:28.556745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:28.560300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:28.592886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:36:28.601372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:28.601748 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Added segment b54c6bb7-a86e-4e9f-90a7-8e0beb52b455 of type vlan for network c473ae7b-97b0-4e94-93de-171aaa4812fc Mar 02 09:36:28.630618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-753f9c14-688d-4757-a6ce-ae3afa8db7e5', 'network_id': '753f9c14-688d-4757-a6ce-ae3afa8db7e5', 'tenant_id': 'ae6856232321470c8c87ed0d2ff3f853', 'fixed_ips': [{'subnet_id': '1c8589d5-a517-4f3e-bea5-9e22665298ca'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:36:28.631221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:28.638414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:28.740313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:28.746577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:28.749904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:28.820314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Allocated IP 2001:db8:0:ffff::2 (753f9c14-688d-4757-a6ce-ae3afa8db7e5/1c8589d5-a517-4f3e-bea5-9e22665298ca/b86df9d4-258b-42d0-af5c-53e8c752a94c) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:36:28.868908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Network': ['ID=c473ae7b-97b0-4e94-93de-171aaa4812fc,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:28.882086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42498) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:28.882639 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-27243888-248a-4762-b4b4-368905d94fd8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4108038 Mar 02 09:36:28.888564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'subnet': {'network_id': 'c473ae7b-97b0-4e94-93de-171aaa4812fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:28.916516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network c473ae7b-97b0-4e94-93de-171aaa4812fc details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:36:29.009980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:29.013929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:subnet and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:29.017334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:29.023583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:29.123696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:29.133745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Transition to ACTIVE for port object b86df9d4-258b-42d0-af5c-53e8c752a94c will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:29.145244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:29.148771 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:29.152432 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Transition to ACTIVE for port object b86df9d4-258b-42d0-af5c-53e8c752a94c will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:29.237360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:29.299509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Network 753f9c14-688d-4757-a6ce-ae3afa8db7e5 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:29.302168 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:29.309813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:36:29.346909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Pushing event updated for resources: {'Port': ['ID=b86df9d4-258b-42d0-af5c-53e8c752a94c,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:29.380492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.380834 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.381170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.381507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.381856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.382171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.382495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.382815 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.383138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.383458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.383776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.384090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:29.402748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:29.414772 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Attempting to bind port b86df9d4-258b-42d0-af5c-53e8c752a94c on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:36:29.416897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Attempting to bind port b86df9d4-258b-42d0-af5c-53e8c752a94c by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '94b542e0-319b-4ef7-8c09-2d14cb2e4c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '753f9c14-688d-4757-a6ce-ae3afa8db7e5'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:36:29.416897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Attempting to bind port b86df9d4-258b-42d0-af5c-53e8c752a94c on network 753f9c14-688d-4757-a6ce-ae3afa8db7e5 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:36:29.421015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:36:29.421770 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Checking segment: {'id': '94b542e0-319b-4ef7-8c09-2d14cb2e4c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '753f9c14-688d-4757-a6ce-ae3afa8db7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:29.422201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:29.422589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Bound using segment: {'id': '94b542e0-319b-4ef7-8c09-2d14cb2e4c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '753f9c14-688d-4757-a6ce-ae3afa8db7e5'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:36:29.423077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Bound port: b86df9d4-258b-42d0-af5c-53e8c752a94c, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b542e0-319b-4ef7-8c09-2d14cb2e4c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '753f9c14-688d-4757-a6ce-ae3afa8db7e5'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:36:29.423443 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:29.482358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Subnet': ['ID=403df4f9-dfbd-499d-8c85-9236d01eb739,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:29.491201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Checking segment: {'id': 'b54c6bb7-a86e-4e9f-90a7-8e0beb52b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c473ae7b-97b0-4e94-93de-171aaa4812fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:29.491565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network hostable DHCP agents. Network: c473ae7b-97b0-4e94-93de-171aaa4812fc, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:36:29.525016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] For port b86df9d4-258b-42d0-af5c-53e8c752a94c, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:36:29.527949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] For port b86df9d4-258b-42d0-af5c-53e8c752a94c, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b86df9d4-258b-42d0-af5c-53e8c752a94c,segment=NetworkSegment(94b542e0-319b-4ef7-8c09-2d14cb2e4c8e),segment_id=94b542e0-319b-4ef7-8c09-2d14cb2e4c8e)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:36:29.551086 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network c473ae7b-97b0-4e94-93de-171aaa4812fc is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:36:29.568606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:29.608683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, c473ae7b-97b0-4e94-93de-171aaa4812fc) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:29.612647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:29.613601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:29.618320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ac2a18-9ae8-44c4-988f-c2c3bb8e279b None None] Network c473ae7b-97b0-4e94-93de-171aaa4812fc requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:29.689309 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f8b6c6c9-71dd-4509-96f4-301aca7766e7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8060732 Mar 02 09:36:29.691992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42502) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:29.744366 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ffb7a-db04-4899-afe1-786dfb9dca0e None None] Pushing event updated for resources: {'Port': ['ID=b86df9d4-258b-42d0-af5c-53e8c752a94c,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:29.836455 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:29.876269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-c473ae7b-97b0-4e94-93de-171aaa4812fc', 'network_id': 'c473ae7b-97b0-4e94-93de-171aaa4812fc', 'tenant_id': 'ae6856232321470c8c87ed0d2ff3f853', 'fixed_ips': [{'subnet_id': '403df4f9-dfbd-499d-8c85-9236d01eb739'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:36:29.877116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.023281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.077414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Allocated IP 2001:db8::2 (c473ae7b-97b0-4e94-93de-171aaa4812fc/403df4f9-dfbd-499d-8c85-9236d01eb739/7e01f67a-d1e9-4895-8636-bc85f8f77233) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:36:30.285400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.295638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Transition to ACTIVE for port object 7e01f67a-d1e9-4895-8636-bc85f8f77233 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:30.312704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Transition to ACTIVE for port object 7e01f67a-d1e9-4895-8636-bc85f8f77233 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:30.356893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.414449 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.415349 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Network c473ae7b-97b0-4e94-93de-171aaa4812fc is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:30.422750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:30.427360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:36:30.432975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Pushing event updated for resources: {'Port': ['ID=7e01f67a-d1e9-4895-8636-bc85f8f77233,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:30.478390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Subnet': ['ID=403df4f9-dfbd-499d-8c85-9236d01eb739,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:30.531524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Attempting to bind port 7e01f67a-d1e9-4895-8636-bc85f8f77233 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:36:30.533392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Attempting to bind port 7e01f67a-d1e9-4895-8636-bc85f8f77233 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'b54c6bb7-a86e-4e9f-90a7-8e0beb52b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c473ae7b-97b0-4e94-93de-171aaa4812fc'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:36:30.533392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Attempting to bind port 7e01f67a-d1e9-4895-8636-bc85f8f77233 on network c473ae7b-97b0-4e94-93de-171aaa4812fc {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:36:30.538145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:36:30.538447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Checking segment: {'id': 'b54c6bb7-a86e-4e9f-90a7-8e0beb52b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c473ae7b-97b0-4e94-93de-171aaa4812fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:30.538879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.539307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Bound using segment: {'id': 'b54c6bb7-a86e-4e9f-90a7-8e0beb52b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c473ae7b-97b0-4e94-93de-171aaa4812fc'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:36:30.539825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Bound port: 7e01f67a-d1e9-4895-8636-bc85f8f77233, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54c6bb7-a86e-4e9f-90a7-8e0beb52b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c473ae7b-97b0-4e94-93de-171aaa4812fc'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:36:30.540192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.574470 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.603644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c473ae7b-97b0-4e94-93de-171aaa4812fc']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:30.619433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54c6bb7-a86e-4e9f-90a7-8e0beb52b455') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:30.619433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54c6bb7-a86e-4e9f-90a7-8e0beb52b455') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:30.629888 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.635978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] For port 7e01f67a-d1e9-4895-8636-bc85f8f77233, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:36:30.639842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] For port 7e01f67a-d1e9-4895-8636-bc85f8f77233, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7e01f67a-d1e9-4895-8636-bc85f8f77233,segment=NetworkSegment(b54c6bb7-a86e-4e9f-90a7-8e0beb52b455),segment_id=b54c6bb7-a86e-4e9f-90a7-8e0beb52b455)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:36:30.723765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.725899 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.733599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:30.734084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:30.749572 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:30.811356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45006b59-c09b-4dc0-aac1-ab5bfa5cfef0 None None] Network 753f9c14-688d-4757-a6ce-ae3afa8db7e5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:30.877080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.db.api [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 09:36:30.877080 dv-neutron-828796-1-hyperv neutron-server[88400]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 09:36:30.877080 dv-neutron-828796-1-hyperv neutron-server[88400]: [parameters: {'id': 'c473ae7b-97b0-4e94-93de-171aaa4812fc'}] Mar 02 09:36:30.877080 dv-neutron-828796-1-hyperv neutron-server[88400]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:36:30.877588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG oslo_db.api [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:36:30.987056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb6471-41b6-4f70-b566-4b4736bdfb23 None None] Pushing event updated for resources: {'Port': ['ID=7e01f67a-d1e9-4895-8636-bc85f8f77233,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:31.020716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2d95203d-f302-432d-bb64-d4f5c131c186 None None] Provisioning for port b86df9d4-258b-42d0-af5c-53e8c752a94c completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:31.063021 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc19ecad-0d28-46ef-b351-eb4b3f92d1f6 None None] Network c473ae7b-97b0-4e94-93de-171aaa4812fc requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:31.348659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b86df9d4-258b-42d0-af5c-53e8c752a94c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:36:31.379138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:31.390611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Deleting port 7e01f67a-d1e9-4895-8636-bc85f8f77233 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:31.390945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:31.471859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port b86df9d4-258b-42d0-af5c-53e8c752a94c completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:31.477268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b86df9d4-258b-42d0-af5c-53e8c752a94c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:31.477669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:31.508126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7af458-f60f-4cc9-b293-682671e63ceb None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:36:31.601629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] For port 7e01f67a-d1e9-4895-8636-bc85f8f77233, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7e01f67a-d1e9-4895-8636-bc85f8f77233,segment=NetworkSegment(b54c6bb7-a86e-4e9f-90a7-8e0beb52b455),segment_id=b54c6bb7-a86e-4e9f-90a7-8e0beb52b455)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:31.601893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:31.610034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-98d957b9-c517-4f7e-a0a1-991f4ff911c6 None None] Provisioning complete for port b86df9d4-258b-42d0-af5c-53e8c752a94c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:31.610392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-98d957b9-c517-4f7e-a0a1-991f4ff911c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:31.726450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Calling delete_port for 7e01f67a-d1e9-4895-8636-bc85f8f77233 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:31.727352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7af458-f60f-4cc9-b293-682671e63ceb None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:36:31.731196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:31.844282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port b86df9d4-258b-42d0-af5c-53e8c752a94c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b86df9d4-258b-42d0-af5c-53e8c752a94c,segment=NetworkSegment(94b542e0-319b-4ef7-8c09-2d14cb2e4c8e),segment_id=94b542e0-319b-4ef7-8c09-2d14cb2e4c8e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:31.871346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:31.899737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:31.920614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Port': ['ID=7e01f67a-d1e9-4895-8636-bc85f8f77233,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:31.924141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No DVR routers for this DVR port 7e01f67a-d1e9-4895-8636-bc85f8f77233 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:36:31.941891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-98d957b9-c517-4f7e-a0a1-991f4ff911c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.045210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.061889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=b86df9d4-258b-42d0-af5c-53e8c752a94c,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:32.070494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c473ae7b-97b0-4e94-93de-171aaa4812fc']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:32.082679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54c6bb7-a86e-4e9f-90a7-8e0beb52b455') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:32.082989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54c6bb7-a86e-4e9f-90a7-8e0beb52b455') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:32.094632 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.110971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.117147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:32.117526 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.119467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-98d957b9-c517-4f7e-a0a1-991f4ff911c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:36:32.123543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-98d957b9-c517-4f7e-a0a1-991f4ff911c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:32.132675 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:32.277240 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.281517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.308168 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Network': ['ID=c473ae7b-97b0-4e94-93de-171aaa4812fc,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:32.313101 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-af8eddc8-559d-4e3a-9b75-4c0b094fe7de tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/networks/c473ae7b-97b0-4e94-93de-171aaa4812fc HTTP/1.1" status: 204 len: 168 time: 2.6200747 Mar 02 09:36:32.316835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42506) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:32.322789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199129618'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:32.327862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:32.331641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:network and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:32.334576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:32.340149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:32.390920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:32.394160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.421142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:36:32.429287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.429616 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Added segment ef927766-e98f-4690-8f64-b970f6a997f1 of type vlan for network 80ac84cc-4679-4d6e-be4c-d834339aaa9d Mar 02 09:36:32.453737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.568335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.573617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:32.574223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:32.678857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Network': ['ID=80ac84cc-4679-4d6e-be4c-d834339aaa9d,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:32.688928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 80ac84cc-4679-4d6e-be4c-d834339aaa9d details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:36:32.746784 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f24eb1e8-403e-444d-8732-4d2b72c36941 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4287708 Mar 02 09:36:32.749492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42510) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:32.755181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'subnet': {'network_id': '80ac84cc-4679-4d6e-be4c-d834339aaa9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:32.959396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:32.963037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:subnet and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:32.965764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:32.971543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:33.042362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:33.046351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:33.138101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_backend_mixin [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Performing IP validity checks on allocation pools {{(pid=88401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 09:36:33.138693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.ipam_backend_mixin [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 09:36:33.300071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:33.315251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b86df9d4-258b-42d0-af5c-53e8c752a94c up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:36:33.380723 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Subnet': ['ID=7ef35da2-3506-4e41-b751-5987e75e3643,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:33.390913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Checking segment: {'id': 'ef927766-e98f-4690-8f64-b970f6a997f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80ac84cc-4679-4d6e-be4c-d834339aaa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:33.391268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network hostable DHCP agents. Network: 80ac84cc-4679-4d6e-be4c-d834339aaa9d, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:36:33.422659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port b86df9d4-258b-42d0-af5c-53e8c752a94c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:33.423027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:33.505868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network 80ac84cc-4679-4d6e-be4c-d834339aaa9d is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:36:33.585578 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 80ac84cc-4679-4d6e-be4c-d834339aaa9d) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:33.589601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:33.590210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:33.594986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed05366-ef32-4498-9108-9bca86492220 None None] Network 80ac84cc-4679-4d6e-be4c-d834339aaa9d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:33.677772 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-89d27748-2d46-447c-b888-1043a07d19ec tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9271212 Mar 02 09:36:33.680252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42514) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:33.800958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-80ac84cc-4679-4d6e-be4c-d834339aaa9d', 'network_id': '80ac84cc-4679-4d6e-be4c-d834339aaa9d', 'tenant_id': 'ae6856232321470c8c87ed0d2ff3f853', 'fixed_ips': [{'subnet_id': '7ef35da2-3506-4e41-b751-5987e75e3643'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:36:33.801781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:33.820829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:33.885191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:33.948665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Allocated IP 2001:db8::3 (80ac84cc-4679-4d6e-be4c-d834339aaa9d/7ef35da2-3506-4e41-b751-5987e75e3643/7a5bf991-2bcc-4224-b345-ceda14d23ba9) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:36:34.147135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.156736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Transition to ACTIVE for port object 7a5bf991-2bcc-4224-b345-ceda14d23ba9 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:34.173694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Transition to ACTIVE for port object 7a5bf991-2bcc-4224-b345-ceda14d23ba9 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:34.243296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.302827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Network 80ac84cc-4679-4d6e-be4c-d834339aaa9d is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:34.310059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:34.311923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.314615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:36:34.320266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Pushing event updated for resources: {'Port': ['ID=7a5bf991-2bcc-4224-b345-ceda14d23ba9,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:34.348886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef35da2-3506-4e41-b751-5987e75e3643,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:34.406116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Attempting to bind port 7a5bf991-2bcc-4224-b345-ceda14d23ba9 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:36:34.406398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Attempting to bind port 7a5bf991-2bcc-4224-b345-ceda14d23ba9 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'ef927766-e98f-4690-8f64-b970f6a997f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80ac84cc-4679-4d6e-be4c-d834339aaa9d'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:36:34.406757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Attempting to bind port 7a5bf991-2bcc-4224-b345-ceda14d23ba9 on network 80ac84cc-4679-4d6e-be4c-d834339aaa9d {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:36:34.411876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:36:34.412245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Checking segment: {'id': 'ef927766-e98f-4690-8f64-b970f6a997f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80ac84cc-4679-4d6e-be4c-d834339aaa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:34.412639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.413031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Bound using segment: {'id': 'ef927766-e98f-4690-8f64-b970f6a997f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80ac84cc-4679-4d6e-be4c-d834339aaa9d'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:36:34.413491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Bound port: 7a5bf991-2bcc-4224-b345-ceda14d23ba9, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef927766-e98f-4690-8f64-b970f6a997f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80ac84cc-4679-4d6e-be4c-d834339aaa9d'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:36:34.413879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.447342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.471756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ac84cc-4679-4d6e-be4c-d834339aaa9d']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:34.483856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef927766-e98f-4690-8f64-b970f6a997f1') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:34.484148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef927766-e98f-4690-8f64-b970f6a997f1') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:34.498441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.514783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.520823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:34.521348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.526806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] For port 7a5bf991-2bcc-4224-b345-ceda14d23ba9, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:34.535500 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:34.611947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] For port 7a5bf991-2bcc-4224-b345-ceda14d23ba9, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7a5bf991-2bcc-4224-b345-ceda14d23ba9,segment=NetworkSegment(ef927766-e98f-4690-8f64-b970f6a997f1),segment_id=ef927766-e98f-4690-8f64-b970f6a997f1)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:36:34.659858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.db.api [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 09:36:34.659858 dv-neutron-828796-1-hyperv neutron-server[88401]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 09:36:34.659858 dv-neutron-828796-1-hyperv neutron-server[88401]: [parameters: {'id': '80ac84cc-4679-4d6e-be4c-d834339aaa9d'}] Mar 02 09:36:34.659858 dv-neutron-828796-1-hyperv neutron-server[88401]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:36:34.660245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG oslo_db.api [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:36:34.677182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:34.785029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee953c-77c2-4d63-8321-b31a32aec33e None None] Pushing event updated for resources: {'Port': ['ID=7a5bf991-2bcc-4224-b345-ceda14d23ba9,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:34.820468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7916cd98-6bae-44d6-a1c1-8123d236135e None None] Network 80ac84cc-4679-4d6e-be4c-d834339aaa9d requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:35.007856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb394b1-d609-4b9b-b4fc-1a4d0d917c98 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:36:35.089946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb394b1-d609-4b9b-b4fc-1a4d0d917c98 None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:36:35.161018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:35.171660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Deleting port 7a5bf991-2bcc-4224-b345-ceda14d23ba9 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:35.172031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:35.372853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] For port 7a5bf991-2bcc-4224-b345-ceda14d23ba9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7a5bf991-2bcc-4224-b345-ceda14d23ba9,segment=NetworkSegment(ef927766-e98f-4690-8f64-b970f6a997f1),segment_id=ef927766-e98f-4690-8f64-b970f6a997f1)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:35.373203 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:35.496921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Calling delete_port for 7a5bf991-2bcc-4224-b345-ceda14d23ba9 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:35.625846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:35.670802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Port': ['ID=7a5bf991-2bcc-4224-b345-ceda14d23ba9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:35.675760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No DVR routers for this DVR port 7a5bf991-2bcc-4224-b345-ceda14d23ba9 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:36:35.792774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:35.917512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ac84cc-4679-4d6e-be4c-d834339aaa9d']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:35.929250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef927766-e98f-4690-8f64-b970f6a997f1') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:35.932311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef927766-e98f-4690-8f64-b970f6a997f1') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:35.940974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:35.956272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:35.962309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:35.962686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:35.976921 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:36.105927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:36.123560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:36.134007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Network': ['ID=80ac84cc-4679-4d6e-be4c-d834339aaa9d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:36.140131 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-68b1f2ad-ef17-49a7-9cf6-9bd3a4b237c5 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/networks/80ac84cc-4679-4d6e-be4c-d834339aaa9d HTTP/1.1" status: 204 len: 168 time: 2.4582970 Mar 02 09:36:36.143546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42518) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:36.148827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336552024'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:36.154178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:36.157903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:network and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:36.160688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:36.166716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:36.214061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:36.217813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:36.245299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:36:36.253491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:36.253825 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Added segment 84c309cd-f192-46ed-be83-3feb53b2b7a8 of type vlan for network 008c260c-7f33-44ba-811e-98546ac004dc Mar 02 09:36:36.277919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:36.345312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:36.350929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:36.351492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:36.452051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Network': ['ID=008c260c-7f33-44ba-811e-98546ac004dc,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:36.462503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 008c260c-7f33-44ba-811e-98546ac004dc details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:36:36.512592 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-63a25e42-1816-4a80-9680-c524753a94f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3677964 Mar 02 09:36:36.515333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42522) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:36.521505 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'subnet': {'network_id': '008c260c-7f33-44ba-811e-98546ac004dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:36.631849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:36.635623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:subnet and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:36.638947 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:36.644566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:36.733915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:36.737299 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:37.105631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:37.182810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Subnet': ['ID=ef41803d-e366-4c4e-b839-bbf15d5550ba,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:37.191902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Checking segment: {'id': '84c309cd-f192-46ed-be83-3feb53b2b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '008c260c-7f33-44ba-811e-98546ac004dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:37.192260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network hostable DHCP agents. Network: 008c260c-7f33-44ba-811e-98546ac004dc, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:36:37.276781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network 008c260c-7f33-44ba-811e-98546ac004dc is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:36:37.328441 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 008c260c-7f33-44ba-811e-98546ac004dc) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:37.332580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:37.333259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:37.336910 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6398f-6492-4cdc-b3f0-3b04a20a873f None None] Network 008c260c-7f33-44ba-811e-98546ac004dc requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:37.392533 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-50cc0a3f-ec80-4847-b5be-6f574f2c99c8 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8753319 Mar 02 09:36:37.395797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42526) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:37.401328 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2022690878'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:37.406289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:37.410092 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:network and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:37.412856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:37.418447 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:37.477372 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:37.480841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:37.509148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:36:37.518780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:37.519405 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Added segment 6f536b7b-63e9-4545-adb4-8e76b6ce465a of type vlan for network 90b80e79-1e53-4f52-b0a6-66314357988f Mar 02 09:36:37.546268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:37.554852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-008c260c-7f33-44ba-811e-98546ac004dc', 'network_id': '008c260c-7f33-44ba-811e-98546ac004dc', 'tenant_id': 'ae6856232321470c8c87ed0d2ff3f853', 'fixed_ips': [{'subnet_id': 'ef41803d-e366-4c4e-b839-bbf15d5550ba'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:36:37.556542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:37.608552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:37.614567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:37.615134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:37.712549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Allocated IP 2001:db8::2 (008c260c-7f33-44ba-811e-98546ac004dc/ef41803d-e366-4c4e-b839-bbf15d5550ba/e12ff739-064f-4985-84df-8ff5973bc48d) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:36:37.714537 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3177524 Mar 02 09:36:37.718432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42530) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:37.721976 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Network': ['ID=90b80e79-1e53-4f52-b0a6-66314357988f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:37.726269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Request body: {'subnet': {'network_id': '90b80e79-1e53-4f52-b0a6-66314357988f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:37.730048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.730390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.730720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.731045 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.731375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.732239 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.732559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.732876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.733198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.733587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.733883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.737041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd621a09-5522-4965-895b-dafd3a2f104d tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:37.754992 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 90b80e79-1e53-4f52-b0a6-66314357988f details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:36:37.834668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:37.838398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Usage tracker for resource:subnet and tenant:ae6856232321470c8c87ed0d2ff3f853 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:37.841634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:37.847477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:37.922912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Made reservation on behalf of ae6856232321470c8c87ed0d2ff3f853 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:37.926393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.006017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.015568 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Transition to ACTIVE for port object e12ff739-064f-4985-84df-8ff5973bc48d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:38.033316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Transition to ACTIVE for port object e12ff739-064f-4985-84df-8ff5973bc48d will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:38.089330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.149780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Network 008c260c-7f33-44ba-811e-98546ac004dc is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:38.152398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:38.160387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:36:38.169398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Pushing event updated for resources: {'Port': ['ID=e12ff739-064f-4985-84df-8ff5973bc48d,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:38.186352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.253504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Attempting to bind port e12ff739-064f-4985-84df-8ff5973bc48d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:36:38.253887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Attempting to bind port e12ff739-064f-4985-84df-8ff5973bc48d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '84c309cd-f192-46ed-be83-3feb53b2b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '008c260c-7f33-44ba-811e-98546ac004dc'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:36:38.254242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Attempting to bind port e12ff739-064f-4985-84df-8ff5973bc48d on network 008c260c-7f33-44ba-811e-98546ac004dc {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:36:38.259378 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:36:38.259683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Checking segment: {'id': '84c309cd-f192-46ed-be83-3feb53b2b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '008c260c-7f33-44ba-811e-98546ac004dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:38.260068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.260476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Bound using segment: {'id': '84c309cd-f192-46ed-be83-3feb53b2b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '008c260c-7f33-44ba-811e-98546ac004dc'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:36:38.260926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Bound port: e12ff739-064f-4985-84df-8ff5973bc48d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c309cd-f192-46ed-be83-3feb53b2b7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '008c260c-7f33-44ba-811e-98546ac004dc'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:36:38.261282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.266320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event updated for resources: {'Subnet': ['ID=01c43270-f949-4a69-889b-60d05b0b15c3,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:38.274796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Checking segment: {'id': '6f536b7b-63e9-4545-adb4-8e76b6ce465a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '90b80e79-1e53-4f52-b0a6-66314357988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:38.275151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network hostable DHCP agents. Network: 90b80e79-1e53-4f52-b0a6-66314357988f, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:36:38.334686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Network 90b80e79-1e53-4f52-b0a6-66314357988f is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:36:38.346320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] For port e12ff739-064f-4985-84df-8ff5973bc48d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:36:38.349161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] For port e12ff739-064f-4985-84df-8ff5973bc48d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e12ff739-064f-4985-84df-8ff5973bc48d,segment=NetworkSegment(84c309cd-f192-46ed-be83-3feb53b2b7a8),segment_id=84c309cd-f192-46ed-be83-3feb53b2b7a8)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:36:38.408355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 90b80e79-1e53-4f52-b0a6-66314357988f) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:38.412652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:38.413927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.415424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.447094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b73fa-11bf-4ad7-a256-b87082b5d48e None None] Network 90b80e79-1e53-4f52-b0a6-66314357988f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:38.501070 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d145931d-acd6-4168-bf95-bdbfcd6c3b5f tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7813938 Mar 02 09:36:38.503744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42534) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:38.588788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6dbe8-14ff-4cba-9710-de2059f44f06 None None] Pushing event updated for resources: {'Port': ['ID=e12ff739-064f-4985-84df-8ff5973bc48d,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:38.651477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.707684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8013d8d8-bfb3-4064-b5e8-5147e1b067cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-90b80e79-1e53-4f52-b0a6-66314357988f', 'network_id': '90b80e79-1e53-4f52-b0a6-66314357988f', 'tenant_id': 'ae6856232321470c8c87ed0d2ff3f853', 'fixed_ips': [{'subnet_id': '01c43270-f949-4a69-889b-60d05b0b15c3'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:36:38.708616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8013d8d8-bfb3-4064-b5e8-5147e1b067cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.720368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.906725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:38.961207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Subnet': ['ID=01c43270-f949-4a69-889b-60d05b0b15c3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server [None req-8013d8d8-bfb3-4064-b5e8-5147e1b067cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01c43270-f949-4a69-889b-60d05b0b15c3: This subnet is being modified by another concurrent operation. Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server raise exception Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01c43270-f949-4a69-889b-60d05b0b15c3: This subnet is being modified by another concurrent operation. Mar 02 09:36:38.993210 dv-neutron-828796-1-hyperv neutron-server[88402]: ERROR oslo_messaging.rpc.server Mar 02 09:36:39.009990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9655b98-742a-4edb-9106-3fa62b4ea95a None None] Network 90b80e79-1e53-4f52-b0a6-66314357988f requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:39.043848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.071290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b80e79-1e53-4f52-b0a6-66314357988f']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:39.083529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f536b7b-63e9-4545-adb4-8e76b6ce465a') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:39.083846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f536b7b-63e9-4545-adb4-8e76b6ce465a') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:39.094966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.111411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.117300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:39.117692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:39.132251 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:39.283461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.288373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.316340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Network': ['ID=90b80e79-1e53-4f52-b0a6-66314357988f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:39.323188 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-41166b1f-1eb1-4213-8c49-1300156de632 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/networks/90b80e79-1e53-4f52-b0a6-66314357988f HTTP/1.1" status: 204 len: 168 time: 0.8157108 Mar 02 09:36:39.323506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42538) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:39.351819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e12ff739-064f-4985-84df-8ff5973bc48d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:36:39.369758 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-951414fb-5a38-4853-a069-7833150e81f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] GET failed (client error): The resource could not be found. Mar 02 09:36:39.370471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-951414fb-5a38-4853-a069-7833150e81f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Synchronizing usage tracker for tenant:ae6856232321470c8c87ed0d2ff3f853 on resource:subnet {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:36:39.443133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-951414fb-5a38-4853-a069-7833150e81f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Unset dirty status for tenant:ae6856232321470c8c87ed0d2ff3f853 on resource:subnet {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:36:39.444762 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-951414fb-5a38-4853-a069-7833150e81f7 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "GET /v2.0/subnets/01c43270-f949-4a69-889b-60d05b0b15c3 HTTP/1.1" status: 404 len: 337 time: 0.1199698 Mar 02 09:36:39.447227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42544) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:39.471852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port e12ff739-064f-4985-84df-8ff5973bc48d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:39.476653 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4d4026-f9fb-4ac8-8269-c17769873470 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] DELETE failed (client error): The resource could not be found. Mar 02 09:36:39.477039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4d4026-f9fb-4ac8-8269-c17769873470 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:36:39.478711 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9f4d4026-f9fb-4ac8-8269-c17769873470 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/networks/90b80e79-1e53-4f52-b0a6-66314357988f HTTP/1.1" status: 404 len: 339 time: 0.0306118 Mar 02 09:36:39.482530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42548) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:39.512413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a1b7c-b0b4-4d04-b309-c94f3d9221fa None None] Network 008c260c-7f33-44ba-811e-98546ac004dc requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:39.520698 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a63c2ac-a290-4247-a5d1-afbb782b8605 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] DELETE failed (client error): The resource could not be found. Mar 02 09:36:39.521138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a63c2ac-a290-4247-a5d1-afbb782b8605 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:36:39.525174 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6a63c2ac-a290-4247-a5d1-afbb782b8605 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/subnets/01c43270-f949-4a69-889b-60d05b0b15c3 HTTP/1.1" status: 404 len: 337 time: 0.0392463 Mar 02 09:36:39.525413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42552) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:39.550534 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-270dc64f-4ccf-4396-ab3e-899327eaa1f0 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] DELETE failed (client error): The resource could not be found. Mar 02 09:36:39.551387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270dc64f-4ccf-4396-ab3e-899327eaa1f0 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:36:39.555072 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-270dc64f-4ccf-4396-ab3e-899327eaa1f0 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/networks/90b80e79-1e53-4f52-b0a6-66314357988f HTTP/1.1" status: 404 len: 339 time: 0.0262849 Mar 02 09:36:39.555388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42556) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:39.624375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-220a26b4-7253-4bec-b0c3-a75bd2f1b3bc tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Deleting subnet ef41803d-e366-4c4e-b839-bbf15d5550ba {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:36:39.627166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-220a26b4-7253-4bec-b0c3-a75bd2f1b3bc tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.689574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-20205fda-9c7c-4bbd-9949-7f91e2e5683e None None] Provisioning for port e12ff739-064f-4985-84df-8ff5973bc48d completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:39.699500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-20205fda-9c7c-4bbd-9949-7f91e2e5683e None None] Provisioning complete for port e12ff739-064f-4985-84df-8ff5973bc48d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:39.699872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20205fda-9c7c-4bbd-9949-7f91e2e5683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.775416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-220a26b4-7253-4bec-b0c3-a75bd2f1b3bc tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.859948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-220a26b4-7253-4bec-b0c3-a75bd2f1b3bc tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:39.868622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20205fda-9c7c-4bbd-9949-7f91e2e5683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.012264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176b6dc6-2e85-468f-820d-13970f8511a0 None None] get_active_networks_info from dv-neutron-828796-1-hyperv {{(pid=88402) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 09:36:40.054922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-220a26b4-7253-4bec-b0c3-a75bd2f1b3bc tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.092871 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a26b4-7253-4bec-b0c3-a75bd2f1b3bc tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Subnet': ['ID=ef41803d-e366-4c4e-b839-bbf15d5550ba,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:40.098217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-220a26b4-7253-4bec-b0c3-a75bd2f1b3bc tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.136116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-20205fda-9c7c-4bbd-9949-7f91e2e5683e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:36:40.136397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-20205fda-9c7c-4bbd-9949-7f91e2e5683e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:36:40.152413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b6dc6-2e85-468f-820d-13970f8511a0 None None] Resources bound (agent type, host, resource id): {{(pid=88402) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 09:36:40.158002 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-220a26b4-7253-4bec-b0c3-a75bd2f1b3bc tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/subnets/ef41803d-e366-4c4e-b839-bbf15d5550ba HTTP/1.1" status: 204 len: 168 time: 0.6014698 Mar 02 09:36:40.160276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42560) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:40.270621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.281142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Deleting port e12ff739-064f-4985-84df-8ff5973bc48d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:40.281486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.435935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae4ae9-b85f-4843-b782-ac2c81bdba05 None None] Network 008c260c-7f33-44ba-811e-98546ac004dc requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:40.484347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] For port e12ff739-064f-4985-84df-8ff5973bc48d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=e12ff739-064f-4985-84df-8ff5973bc48d,segment=NetworkSegment(84c309cd-f192-46ed-be83-3feb53b2b7a8),segment_id=84c309cd-f192-46ed-be83-3feb53b2b7a8)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:40.484694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.603759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Calling delete_port for e12ff739-064f-4985-84df-8ff5973bc48d owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:40.680779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c63f1-c7f9-4c29-b8d1-d69930edda6e None None] DHCP port deletion for 008c260c-7f33-44ba-811e-98546ac004dc request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:36:40.687513 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-439c63f1-c7f9-4c29-b8d1-d69930edda6e None None] Deleting port e12ff739-064f-4985-84df-8ff5973bc48d {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:40.687891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-439c63f1-c7f9-4c29-b8d1-d69930edda6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.733204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20205fda-9c7c-4bbd-9949-7f91e2e5683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.757359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.804203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-439c63f1-c7f9-4c29-b8d1-d69930edda6e None None] The port 'e12ff739-064f-4985-84df-8ff5973bc48d' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:36:40.805298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Port': ['ID=e12ff739-064f-4985-84df-8ff5973bc48d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:40.807055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No DVR routers for this DVR port e12ff739-064f-4985-84df-8ff5973bc48d on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:36:40.930122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:40.950642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0e814dc8-ab8c-41a7-af61-204e20a1d12f None None] Could not find standard attr ID for object e12ff739-064f-4985-84df-8ff5973bc48d. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:36:40.960918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008c260c-7f33-44ba-811e-98546ac004dc']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:40.973554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c309cd-f192-46ed-be83-3feb53b2b7a8') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:40.973862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c309cd-f192-46ed-be83-3feb53b2b7a8') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:40.985783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.001121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.006869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:41.007269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:41.021024 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:41.151778 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.168957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.180488 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Network': ['ID=008c260c-7f33-44ba-811e-98546ac004dc,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:41.185528 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-71109f9f-755a-47f1-bfb3-20996b777137 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/networks/008c260c-7f33-44ba-811e-98546ac004dc HTTP/1.1" status: 204 len: 168 time: 1.0223150 Mar 02 09:36:41.186080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42564) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:41.227245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15964f7-1ef0-49cc-b024-622f83cf8b0c tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] DELETE failed (client error): The resource could not be found. Mar 02 09:36:41.227604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15964f7-1ef0-49cc-b024-622f83cf8b0c tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:36:41.229228 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b15964f7-1ef0-49cc-b024-622f83cf8b0c tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/subnets/7ef35da2-3506-4e41-b751-5987e75e3643 HTTP/1.1" status: 404 len: 337 time: 0.0422730 Mar 02 09:36:41.231821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42568) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:41.254995 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a583f885-b235-49fe-ba10-ea7439c90c00 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] DELETE failed (client error): The resource could not be found. Mar 02 09:36:41.255439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a583f885-b235-49fe-ba10-ea7439c90c00 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:36:41.256957 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a583f885-b235-49fe-ba10-ea7439c90c00 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/networks/80ac84cc-4679-4d6e-be4c-d834339aaa9d HTTP/1.1" status: 404 len: 339 time: 0.0242462 Mar 02 09:36:41.259444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42572) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:41.297147 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-27081fa0-429a-4e7c-ba5a-11e7a3e6fa46 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] DELETE failed (client error): The resource could not be found. Mar 02 09:36:41.297594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27081fa0-429a-4e7c-ba5a-11e7a3e6fa46 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:36:41.299289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-27081fa0-429a-4e7c-ba5a-11e7a3e6fa46 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/subnets/403df4f9-dfbd-499d-8c85-9236d01eb739 HTTP/1.1" status: 404 len: 337 time: 0.0390067 Mar 02 09:36:41.301847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42576) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:41.312808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e12ff739-064f-4985-84df-8ff5973bc48d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:36:41.326030 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b88f203-875f-4d8f-885b-a1646428261b tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] DELETE failed (client error): The resource could not be found. Mar 02 09:36:41.326485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b88f203-875f-4d8f-885b-a1646428261b tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 09:36:41.328110 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8b88f203-875f-4d8f-885b-a1646428261b tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/networks/c473ae7b-97b0-4e94-93de-171aaa4812fc HTTP/1.1" status: 404 len: 339 time: 0.0253823 Mar 02 09:36:41.330879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42580) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:41.351915 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: e12ff739-064f-4985-84df-8ff5973bc48d {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:36:41.361437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device e12ff739-064f-4985-84df-8ff5973bc48d not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:36:41.397583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74a02d5-084e-4fbe-b6d3-a25f2ef07d7a tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Deleting subnet 1c8589d5-a517-4f3e-bea5-9e22665298ca {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:36:41.400490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f74a02d5-084e-4fbe-b6d3-a25f2ef07d7a tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.453606 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f74a02d5-084e-4fbe-b6d3-a25f2ef07d7a tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.535348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f74a02d5-084e-4fbe-b6d3-a25f2ef07d7a tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.752366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f74a02d5-084e-4fbe-b6d3-a25f2ef07d7a tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.796173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a02d5-084e-4fbe-b6d3-a25f2ef07d7a tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8589d5-a517-4f3e-bea5-9e22665298ca,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:41.798021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f74a02d5-084e-4fbe-b6d3-a25f2ef07d7a tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.802263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57325fe-c61d-4489-b40d-941364498b91 None None] Network 753f9c14-688d-4757-a6ce-ae3afa8db7e5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:41.809124 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f74a02d5-084e-4fbe-b6d3-a25f2ef07d7a tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/subnets/1c8589d5-a517-4f3e-bea5-9e22665298ca HTTP/1.1" status: 204 len: 168 time: 0.4774365 Mar 02 09:36:41.811612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42584) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:41.926273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:41.936463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Deleting port b86df9d4-258b-42d0-af5c-53e8c752a94c {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:41.936797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.061710 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] DHCP port deletion for 753f9c14-688d-4757-a6ce-ae3afa8db7e5 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:36:42.065815 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] Deleting port b86df9d4-258b-42d0-af5c-53e8c752a94c {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:42.066215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.143238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] For port b86df9d4-258b-42d0-af5c-53e8c752a94c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b86df9d4-258b-42d0-af5c-53e8c752a94c,segment=NetworkSegment(94b542e0-319b-4ef7-8c09-2d14cb2e4c8e),segment_id=94b542e0-319b-4ef7-8c09-2d14cb2e4c8e)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:42.143586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.264695 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] For port b86df9d4-258b-42d0-af5c-53e8c752a94c, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=b86df9d4-258b-42d0-af5c-53e8c752a94c,segment=NetworkSegment(94b542e0-319b-4ef7-8c09-2d14cb2e4c8e),segment_id=94b542e0-319b-4ef7-8c09-2d14cb2e4c8e)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:42.265078 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.265247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Calling delete_port for b86df9d4-258b-42d0-af5c-53e8c752a94c owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:42.381982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] Calling delete_port for b86df9d4-258b-42d0-af5c-53e8c752a94c owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:42.397812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.441233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Port': ['ID=b86df9d4-258b-42d0-af5c-53e8c752a94c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:42.446473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] No DVR routers for this DVR port b86df9d4-258b-42d0-af5c-53e8c752a94c on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 09:36:42.452820 dv-neutron-828796-1-hyperv neutron-server[88402]: util.warn( Mar 02 09:36:42.458677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:36:42.459027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:36:42.567858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.591247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753f9c14-688d-4757-a6ce-ae3afa8db7e5']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:42.603012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b542e0-319b-4ef7-8c09-2d14cb2e4c8e') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:42.603307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b542e0-319b-4ef7-8c09-2d14cb2e4c8e') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:42.614661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.630593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.636432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:42.636665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:42.650405 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:42.785665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.802514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:42.814129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] Pushing event deleted for resources: {'Network': ['ID=753f9c14-688d-4757-a6ce-ae3afa8db7e5,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:42.818172 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1416a4ed-cfb4-4a6d-9d40-d87dd3245c45 tempest-NetworksIpV6Test-1931398128 tempest-NetworksIpV6Test-1931398128-project] 10.222.0.10 "DELETE /v2.0/networks/753f9c14-688d-4757-a6ce-ae3afa8db7e5 HTTP/1.1" status: 204 len: 168 time: 1.0056088 Mar 02 09:36:42.960615 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] Deleting port b86df9d4-258b-42d0-af5c-53e8c752a94c {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:42.961190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:43.023784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0e4b9-2a03-4732-8175-2be2e16cf713 None None] The port 'b86df9d4-258b-42d0-af5c-53e8c752a94c' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:36:43.240732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42592) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:43.313970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b86df9d4-258b-42d0-af5c-53e8c752a94c no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:36:43.357655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: b86df9d4-258b-42d0-af5c-53e8c752a94c {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:36:43.358023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device b86df9d4-258b-42d0-af5c-53e8c752a94c not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:36:43.390950 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ab8dd669-a093-4043-9669-4654b7a91c6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae6856232321470c8c87ed0d2ff3f853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490231 Mar 02 09:36:43.393259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42598) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:43.453544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-21d4f5e5-c5b0-43af-9701-6907523cd6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:43.479009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-21d4f5e5-c5b0-43af-9701-6907523cd6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:43.580622 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-21d4f5e5-c5b0-43af-9701-6907523cd6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:43.597797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4f5e5-c5b0-43af-9701-6907523cd6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b9371-2ed1-471b-9fca-b5e52a8d4a42,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:43.604051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-21d4f5e5-c5b0-43af-9701-6907523cd6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:43.605153 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-21d4f5e5-c5b0-43af-9701-6907523cd6a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/678b9371-2ed1-471b-9fca-b5e52a8d4a42 HTTP/1.1" status: 204 len: 168 time: 0.2110188 Mar 02 09:36:44.526797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42622) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:44.629114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1472733346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:44.635741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:44.640300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Usage tracker for resource:router and tenant:bf993e39ddfa44b2a33c1cd5b39935a4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:44.643124 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:44.649588 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:44.694938 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:44.695929 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:44.710832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:44.786411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:44.843087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:44.844283 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f2041c53-0824-4458-a666-853a3b9a2f13 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3164725 Mar 02 09:36:44.847281 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42628) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:44.852574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1791452088'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:44.858016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:44.862303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Usage tracker for resource:network and tenant:bf993e39ddfa44b2a33c1cd5b39935a4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:44.865075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:44.870675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:44.922884 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Made reservation on behalf of bf993e39ddfa44b2a33c1cd5b39935a4 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:44.926262 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:44.938586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:44.954585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:44.961115 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Usage tracker for resource:security_group_rule and tenant:bf993e39ddfa44b2a33c1cd5b39935a4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:44.964362 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:44.970615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:45.053098 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:45.088910 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:45.118106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:36:45.129946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f643f234-2bd1-4bef-93a2-f0b8c1f41aa6,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:45.134244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:45.134592 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Added segment d819c26b-92b0-42a5-9aa6-b52738c9bec8 of type vlan for network 3c372ed8-3621-4c2b-92fc-8cb8f978f23b Mar 02 09:36:45.160574 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:45.237370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:45.242873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:45.243440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:45.350566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event updated for resources: {'Network': ['ID=3c372ed8-3621-4c2b-92fc-8cb8f978f23b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:45.360427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 3c372ed8-3621-4c2b-92fc-8cb8f978f23b details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:36:45.387219 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5eb502aa-8667-4427-a987-71a9b7cda0ab tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5389237 Mar 02 09:36:45.390545 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42632) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:45.395970 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Request body: {'subnet': {'network_id': '3c372ed8-3621-4c2b-92fc-8cb8f978f23b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:45.502850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:45.506558 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Usage tracker for resource:subnet and tenant:bf993e39ddfa44b2a33c1cd5b39935a4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:45.509293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:45.515504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:45.563376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Made reservation on behalf of bf993e39ddfa44b2a33c1cd5b39935a4 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:45.566862 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:45.821186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:45.900632 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event updated for resources: {'Subnet': ['ID=7c0e739f-f5c7-4bb5-9d0b-16f9c0b60f76,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:45.911333 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Checking segment: {'id': 'd819c26b-92b0-42a5-9aa6-b52738c9bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c372ed8-3621-4c2b-92fc-8cb8f978f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:45.914936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Network hostable DHCP agents. Network: 3c372ed8-3621-4c2b-92fc-8cb8f978f23b, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:36:45.980568 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Network 3c372ed8-3621-4c2b-92fc-8cb8f978f23b is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:36:46.037411 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 3c372ed8-3621-4c2b-92fc-8cb8f978f23b) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:46.041403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:46.042004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.047287 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab33adc3-e085-41ae-856c-9c2df87a7c54 None None] Network 3c372ed8-3621-4c2b-92fc-8cb8f978f23b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:46.107742 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8cb6bdd5-6008-4078-929a-b4b9a51bcc7c tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7154880 Mar 02 09:36:46.111049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42636) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:46.116285 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-570333872'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:46.121069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:46.125056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Usage tracker for resource:network and tenant:bf993e39ddfa44b2a33c1cd5b39935a4 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:46.127993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:46.134032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:46.203268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Made reservation on behalf of bf993e39ddfa44b2a33c1cd5b39935a4 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:46.206808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.234649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:36:46.242786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.243116 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Added segment 174ba33b-8dfc-4a70-a5dd-dab69c1cc894 of type vlan for network 925b928c-440a-4430-9123-c7b9a452b69e Mar 02 09:36:46.261439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-3c372ed8-3621-4c2b-92fc-8cb8f978f23b', 'network_id': '3c372ed8-3621-4c2b-92fc-8cb8f978f23b', 'tenant_id': 'bf993e39ddfa44b2a33c1cd5b39935a4', 'fixed_ips': [{'subnet_id': '7c0e739f-f5c7-4bb5-9d0b-16f9c0b60f76'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:36:46.262322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.269194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.329000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.334746 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:46.335325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.415799 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Allocated IP 172.20.0.2 (3c372ed8-3621-4c2b-92fc-8cb8f978f23b/7c0e739f-f5c7-4bb5-9d0b-16f9c0b60f76/3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:36:46.432168 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3201709 Mar 02 09:36:46.435643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42640) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:46.442276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Request body: {'subnet': {'network_id': '925b928c-440a-4430-9123-c7b9a452b69e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:46.446751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ad01a-e201-4a75-abe9-6b8e41175210 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event updated for resources: {'Network': ['ID=925b928c-440a-4430-9123-c7b9a452b69e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:46.458363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 925b928c-440a-4430-9123-c7b9a452b69e details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:36:46.555788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:46.559630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Usage tracker for resource:subnet and tenant:bf993e39ddfa44b2a33c1cd5b39935a4 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:46.562450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:46.568059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:46.626496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Made reservation on behalf of bf993e39ddfa44b2a33c1cd5b39935a4 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:46.630063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.747172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.756719 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Transition to ACTIVE for port object 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:46.773993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Transition to ACTIVE for port object 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:46.884178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.918263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:46.942860 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Network 3c372ed8-3621-4c2b-92fc-8cb8f978f23b is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:46.943960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:46.947606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:36:46.995075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event updated for resources: {'Subnet': ['ID=b9aa657b-4d2a-49a2-807d-2eeb32ef0045,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:46.998272 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Pushing event updated for resources: {'Port': ['ID=3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:47.003592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Checking segment: {'id': '174ba33b-8dfc-4a70-a5dd-dab69c1cc894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '925b928c-440a-4430-9123-c7b9a452b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:47.003943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Network hostable DHCP agents. Network: 925b928c-440a-4430-9123-c7b9a452b69e, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:36:47.057984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Attempting to bind port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:36:47.058348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Attempting to bind port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'd819c26b-92b0-42a5-9aa6-b52738c9bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c372ed8-3621-4c2b-92fc-8cb8f978f23b'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:36:47.058703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Attempting to bind port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b on network 3c372ed8-3621-4c2b-92fc-8cb8f978f23b {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:36:47.063820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:36:47.064186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Checking segment: {'id': 'd819c26b-92b0-42a5-9aa6-b52738c9bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c372ed8-3621-4c2b-92fc-8cb8f978f23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:47.064577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:47.064965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Bound using segment: {'id': 'd819c26b-92b0-42a5-9aa6-b52738c9bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c372ed8-3621-4c2b-92fc-8cb8f978f23b'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:36:47.065418 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Bound port: 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd819c26b-92b0-42a5-9aa6-b52738c9bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3c372ed8-3621-4c2b-92fc-8cb8f978f23b'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:36:47.065781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:47.077790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Network 925b928c-440a-4430-9123-c7b9a452b69e is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:36:47.146124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 925b928c-440a-4430-9123-c7b9a452b69e) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:47.150107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:47.150689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:47.153462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] For port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:36:47.157819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fea5c7-0c35-42fb-81c3-66d667893681 None None] Network 925b928c-440a-4430-9123-c7b9a452b69e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:47.192411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] For port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b,segment=NetworkSegment(d819c26b-92b0-42a5-9aa6-b52738c9bec8),segment_id=d819c26b-92b0-42a5-9aa6-b52738c9bec8)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:36:47.249917 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-28362f09-ec09-4114-bd9c-6b50ce647e84 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8129077 Mar 02 09:36:47.252699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42644) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:47.257890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-94f865aa-e5c7-4dc0-9093-38021c0eaa59 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Request body: {'router': {'external_gateway_info': {'network_id': '925b928c-440a-4430-9123-c7b9a452b69e'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:47.275614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:47.435810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ef674-840e-4529-b7b2-a1686da3a860 None None] Pushing event updated for resources: {'Port': ['ID=3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:47.458798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-925b928c-440a-4430-9123-c7b9a452b69e', 'network_id': '925b928c-440a-4430-9123-c7b9a452b69e', 'tenant_id': 'bf993e39ddfa44b2a33c1cd5b39935a4', 'fixed_ips': [{'subnet_id': 'b9aa657b-4d2a-49a2-807d-2eeb32ef0045'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:36:47.459720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:47.646360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Allocated IP 172.21.0.2 (925b928c-440a-4430-9123-c7b9a452b69e/b9aa657b-4d2a-49a2-807d-2eeb32ef0045/ee08eb89-8aaf-4634-afab-4073a4d2fa96) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:36:47.755350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:47.770416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-94f865aa-e5c7-4dc0-9093-38021c0eaa59 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:47.869465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:47.879303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Transition to ACTIVE for port object ee08eb89-8aaf-4634-afab-4073a4d2fa96 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:47.898132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Transition to ACTIVE for port object ee08eb89-8aaf-4634-afab-4073a4d2fa96 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:47.963854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:47.964135 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.api.v2.resource [None req-94f865aa-e5c7-4dc0-9093-38021c0eaa59 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 09:36:47.965171 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-94f865aa-e5c7-4dc0-9093-38021c0eaa59 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "PUT /v2.0/routers/f994abff-e5ff-4999-9d8f-528ff7e9ff25 HTTP/1.1" status: 400 len: 364 time: 0.7114887 Mar 02 09:36:47.971860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42648) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:48.026811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Network 925b928c-440a-4430-9123-c7b9a452b69e is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:48.030107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:48.038119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:36:48.038750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8aec67-0471-487c-9664-8fe882d62a3f tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Deleting subnet b9aa657b-4d2a-49a2-807d-2eeb32ef0045 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:36:48.042247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec67-0471-487c-9664-8fe882d62a3f tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.071197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Pushing event updated for resources: {'Port': ['ID=ee08eb89-8aaf-4634-afab-4073a4d2fa96,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:48.100083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec67-0471-487c-9664-8fe882d62a3f tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.141414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Attempting to bind port ee08eb89-8aaf-4634-afab-4073a4d2fa96 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:36:48.141781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Attempting to bind port ee08eb89-8aaf-4634-afab-4073a4d2fa96 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '174ba33b-8dfc-4a70-a5dd-dab69c1cc894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '925b928c-440a-4430-9123-c7b9a452b69e'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:36:48.142186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Attempting to bind port ee08eb89-8aaf-4634-afab-4073a4d2fa96 on network 925b928c-440a-4430-9123-c7b9a452b69e {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:36:48.147856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:36:48.148227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Checking segment: {'id': '174ba33b-8dfc-4a70-a5dd-dab69c1cc894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '925b928c-440a-4430-9123-c7b9a452b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:48.148622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.149012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Bound using segment: {'id': '174ba33b-8dfc-4a70-a5dd-dab69c1cc894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '925b928c-440a-4430-9123-c7b9a452b69e'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:36:48.149482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Bound port: ee08eb89-8aaf-4634-afab-4073a4d2fa96, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174ba33b-8dfc-4a70-a5dd-dab69c1cc894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '925b928c-440a-4430-9123-c7b9a452b69e'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:36:48.149867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.196722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec67-0471-487c-9664-8fe882d62a3f tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.352639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec67-0471-487c-9664-8fe882d62a3f tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.356381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] For port ee08eb89-8aaf-4634-afab-4073a4d2fa96, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:36:48.359844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] For port ee08eb89-8aaf-4634-afab-4073a4d2fa96, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ee08eb89-8aaf-4634-afab-4073a4d2fa96,segment=NetworkSegment(174ba33b-8dfc-4a70-a5dd-dab69c1cc894),segment_id=174ba33b-8dfc-4a70-a5dd-dab69c1cc894)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:36:48.362344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff4947-8873-4b2f-9547-4f7ae982886e None None] Network 3c372ed8-3621-4c2b-92fc-8cb8f978f23b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:48.397800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aec67-0471-487c-9664-8fe882d62a3f tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event deleted for resources: {'Subnet': ['ID=b9aa657b-4d2a-49a2-807d-2eeb32ef0045,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:48.403398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7b8aec67-0471-487c-9664-8fe882d62a3f tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.409499 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7b8aec67-0471-487c-9664-8fe882d62a3f tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "DELETE /v2.0/subnets/b9aa657b-4d2a-49a2-807d-2eeb32ef0045 HTTP/1.1" status: 204 len: 168 time: 0.4366975 Mar 02 09:36:48.411896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42652) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:48.444731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.535134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.548321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Deleting port ee08eb89-8aaf-4634-afab-4073a4d2fa96 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:48.548670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.559616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddc707-e9ad-4076-8c4c-d56e1dda7781 None None] Pushing event updated for resources: {'Port': ['ID=ee08eb89-8aaf-4634-afab-4073a4d2fa96,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:48.595412 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f8aa3318-f37e-41f9-a034-8ba6a15afed2 None None] Provisioning for port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:48.787580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] For port ee08eb89-8aaf-4634-afab-4073a4d2fa96, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ee08eb89-8aaf-4634-afab-4073a4d2fa96,segment=NetworkSegment(174ba33b-8dfc-4a70-a5dd-dab69c1cc894),segment_id=174ba33b-8dfc-4a70-a5dd-dab69c1cc894)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:48.788459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:48.917939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Calling delete_port for ee08eb89-8aaf-4634-afab-4073a4d2fa96 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:49.158018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.202347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event deleted for resources: {'Port': ['ID=ee08eb89-8aaf-4634-afab-4073a4d2fa96,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:49.205684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] No DVR routers for this DVR port ee08eb89-8aaf-4634-afab-4073a4d2fa96 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:36:49.328633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.360499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925b928c-440a-4430-9123-c7b9a452b69e']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:49.362061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:36:49.373199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174ba33b-8dfc-4a70-a5dd-dab69c1cc894') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:49.373501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174ba33b-8dfc-4a70-a5dd-dab69c1cc894') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:49.385282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.409688 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.419493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:49.420053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:49.447641 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:49.535709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:49.541404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:49.541778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.592738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.609363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856ab32-cabe-4d14-9200-b7cf8bcd5581 None None] Network 925b928c-440a-4430-9123-c7b9a452b69e requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:49.611527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.622211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event deleted for resources: {'Network': ['ID=925b928c-440a-4430-9123-c7b9a452b69e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:49.629148 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ab0716c4-a564-452a-ad14-0940f7cd2aeb tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "DELETE /v2.0/networks/925b928c-440a-4430-9123-c7b9a452b69e HTTP/1.1" status: 204 len: 168 time: 1.2139931 Mar 02 09:36:49.630009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42656) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:49.671494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856ab32-cabe-4d14-9200-b7cf8bcd5581 None None] Network 925b928c-440a-4430-9123-c7b9a452b69e could not be found, it might have been deleted concurrently. {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 09:36:49.679480 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3bd0b412-5933-434c-9676-aeb19079cc73 None None] Could not find standard attr ID for object ee08eb89-8aaf-4634-afab-4073a4d2fa96. {{(pid=88402) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 09:36:49.698328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.700229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea988c2c-54e3-4e00-9f46-4ebf1b7798ef tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Deleting subnet 7c0e739f-f5c7-4bb5-9d0b-16f9c0b60f76 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:36:49.704283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea988c2c-54e3-4e00-9f46-4ebf1b7798ef tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.723365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9a9302a2-0240-45b8-bb71-128b1fa769d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.735665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b,segment=NetworkSegment(d819c26b-92b0-42a5-9aa6-b52738c9bec8),segment_id=d819c26b-92b0-42a5-9aa6-b52738c9bec8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:49.750678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa676c01-deb1-42f1-9fea-a0870222fd9c None None] DHCP port deletion for 925b928c-440a-4430-9123-c7b9a452b69e request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:36:49.765790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea988c2c-54e3-4e00-9f46-4ebf1b7798ef tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.792573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.854342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea988c2c-54e3-4e00-9f46-4ebf1b7798ef tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:49.877059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:49.981168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea988c2c-54e3-4e00-9f46-4ebf1b7798ef tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.017536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea988c2c-54e3-4e00-9f46-4ebf1b7798ef tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0e739f-f5c7-4bb5-9d0b-16f9c0b60f76,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:50.022737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ea988c2c-54e3-4e00-9f46-4ebf1b7798ef tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.028609 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ea988c2c-54e3-4e00-9f46-4ebf1b7798ef tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "DELETE /v2.0/subnets/7c0e739f-f5c7-4bb5-9d0b-16f9c0b60f76 HTTP/1.1" status: 204 len: 168 time: 0.3983576 Mar 02 09:36:50.029665 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed07ed5a-d678-4070-9b81-47cb3449a035 None None] Network 3c372ed8-3621-4c2b-92fc-8cb8f978f23b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:50.031660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42660) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:50.142308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.152307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Deleting port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:50.152635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.269335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] DHCP port deletion for 3c372ed8-3621-4c2b-92fc-8cb8f978f23b request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:36:50.273515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] Deleting port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:50.273920 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.358236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] For port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b,segment=NetworkSegment(d819c26b-92b0-42a5-9aa6-b52738c9bec8),segment_id=d819c26b-92b0-42a5-9aa6-b52738c9bec8)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:50.358589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.466656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] For port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b,segment=NetworkSegment(d819c26b-92b0-42a5-9aa6-b52738c9bec8),segment_id=d819c26b-92b0-42a5-9aa6-b52738c9bec8)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:50.466962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.477877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Calling delete_port for 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:50.588812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] Calling delete_port for 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:36:50.632726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.658122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:36:50.658467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:36:50.679989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event deleted for resources: {'Port': ['ID=3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:50.681812 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] No DVR routers for this DVR port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:36:50.801816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.826697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c372ed8-3621-4c2b-92fc-8cb8f978f23b']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:50.838107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd819c26b-92b0-42a5-9aa6-b52738c9bec8') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:50.838404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd819c26b-92b0-42a5-9aa6-b52738c9bec8') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:50.849360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.864792 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.870433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:36:50.870803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:36:50.888204 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:36:51.015146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:51.032165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:51.043095 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Pushing event deleted for resources: {'Network': ['ID=3c372ed8-3621-4c2b-92fc-8cb8f978f23b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:51.047551 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3bfdff3a-c54f-4cab-ac6a-ad7ae0089fb9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "DELETE /v2.0/networks/3c372ed8-3621-4c2b-92fc-8cb8f978f23b HTTP/1.1" status: 204 len: 168 time: 1.0149639 Mar 02 09:36:51.050276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42664) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:51.097023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b51cce93-3205-4cd3-891d-d7fe308b7970 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Synchronizing usage tracker for tenant:bf993e39ddfa44b2a33c1cd5b39935a4 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:36:51.146093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-b51cce93-3205-4cd3-891d-d7fe308b7970 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Unset dirty status for tenant:bf993e39ddfa44b2a33c1cd5b39935a4 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:36:51.147209 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b51cce93-3205-4cd3-891d-d7fe308b7970 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "GET /v2.0/ports?device_id=f994abff-e5ff-4999-9d8f-528ff7e9ff25 HTTP/1.1" status: 200 len: 205 time: 0.0960507 Mar 02 09:36:51.149966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42668) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:51.159669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] Deleting port 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:36:51.160056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:51.227262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-196bebce-bee2-4b54-adf5-6e4c95737f77 None None] The port '3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:36:51.320651 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:36:51.356551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:36:51.356813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3f9eab98-3e81-4af3-aa7d-3cf9d8c6557b not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:36:51.357241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ee08eb89-8aaf-4634-afab-4073a4d2fa96 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:36:51.391079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddb08b1f-68f1-4d9c-a45e-42a31b5218c9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:51.392288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: ee08eb89-8aaf-4634-afab-4073a4d2fa96 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:36:51.392627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ee08eb89-8aaf-4634-afab-4073a4d2fa96 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:36:51.689353 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddb08b1f-68f1-4d9c-a45e-42a31b5218c9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:51.691466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddb08b1f-68f1-4d9c-a45e-42a31b5218c9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:51.792335 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddb08b1f-68f1-4d9c-a45e-42a31b5218c9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:51.792818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb08b1f-68f1-4d9c-a45e-42a31b5218c9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Fanout notify agent at l3_agent the message router_deleted on router f994abff-e5ff-4999-9d8f-528ff7e9ff25 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:36:51.804368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ddb08b1f-68f1-4d9c-a45e-42a31b5218c9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:51.807658 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ddb08b1f-68f1-4d9c-a45e-42a31b5218c9 tempest-RoutersNegativeTest-1474002712 tempest-RoutersNegativeTest-1474002712-project] 10.222.0.10 "DELETE /v2.0/routers/f994abff-e5ff-4999-9d8f-528ff7e9ff25 HTTP/1.1" status: 204 len: 168 time: 0.6545110 Mar 02 09:36:51.958208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-23166be8-9511-45ed-85c3-c03a5f19055d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:52.262079 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42676) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:52.402814 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-71a5bf55-b8eb-4211-b281-2d80b59386e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf993e39ddfa44b2a33c1cd5b39935a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395361 Mar 02 09:36:52.405977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42682) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:52.460639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551408c1-6823-4b63-be01-f48e6205b058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:52.485614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551408c1-6823-4b63-be01-f48e6205b058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:52.593187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551408c1-6823-4b63-be01-f48e6205b058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:52.607466 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551408c1-6823-4b63-be01-f48e6205b058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f643f234-2bd1-4bef-93a2-f0b8c1f41aa6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:52.613187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-551408c1-6823-4b63-be01-f48e6205b058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:52.614563 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-551408c1-6823-4b63-be01-f48e6205b058 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f643f234-2bd1-4bef-93a2-f0b8c1f41aa6 HTTP/1.1" status: 204 len: 168 time: 0.2074695 Mar 02 09:36:53.049936 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:53.215080 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:53.505464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42706) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:53.607445 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-675410799-network', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:53.612130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:53.616201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Usage tracker for resource:network and tenant:b2956ce609264f13bfe7e7839a6a30d3 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:53.619049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:53.625206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:53.820856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Made reservation on behalf of b2956ce609264f13bfe7e7839a6a30d3 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:53.823258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:53.836190 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:53.849783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:53.853550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b2956ce609264f13bfe7e7839a6a30d3 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:53.856309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:53.862751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:53.863101 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:36:53.940567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:53.998722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:54.026891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:36:54.034864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:54.040117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:54.040458 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Added segment 2d7a01fd-cc6b-42c0-9633-6c042d704738 of type vlan for network c5d9a4d3-1c43-4a54-8fad-14404021d970 Mar 02 09:36:54.066336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:54.169745 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:54.171256 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:54.171859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:54.273142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d9a4d3-1c43-4a54-8fad-14404021d970,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:54.282922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:36:54.342887 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f5df5dd8-2a81-4d30-b155-fd879ad940d7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8360474 Mar 02 09:36:54.345744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42712) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:54.351809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Request body: {'subnet': {'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-subnet', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:54.356691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:54.361107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Usage tracker for resource:subnet and tenant:b2956ce609264f13bfe7e7839a6a30d3 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:54.363952 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:54.369895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:54.438931 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Made reservation on behalf of b2956ce609264f13bfe7e7839a6a30d3 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:36:54.441165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:54.678455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:54.707373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:54.782618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4363d242-10df-4172-9775-5e7af4b9508d,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:54.794016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Checking segment: {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:54.794374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Network hostable DHCP agents. Network: c5d9a4d3-1c43-4a54-8fad-14404021d970, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:36:54.860779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:36:54.923649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, c5d9a4d3-1c43-4a54-8fad-14404021d970) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:54.927554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:36:54.928136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:54.932150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75464173-fa34-4c65-b7a6-017daf7a47eb None None] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:54.981693 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-bfa15b9b-5961-4a64-80f1-e1cac0dfc74e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6348047 Mar 02 09:36:54.984310 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42716) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:54.989356 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:36:54.996656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:36:54.998423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Usage tracker for resource:router and tenant:b2956ce609264f13bfe7e7839a6a30d3 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:36:55.001263 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:36:55.006842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:36:55.066803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.067906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.082766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.145962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-c5d9a4d3-1c43-4a54-8fad-14404021d970', 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'fixed_ips': [{'subnet_id': '4363d242-10df-4172-9775-5e7af4b9508d'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:36:55.146859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.325510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Allocated IP 172.20.0.2 (c5d9a4d3-1c43-4a54-8fad-14404021d970/4363d242-10df-4172-9775-5e7af4b9508d/daa30e6b-6560-4c33-9f6c-07420682c744) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:36:55.396837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.524229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.534636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Transition to ACTIVE for port object daa30e6b-6560-4c33-9f6c-07420682c744 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:55.555144 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Transition to ACTIVE for port object daa30e6b-6560-4c33-9f6c-07420682c744 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:55.621534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.687543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:55.694798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:55.698823 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:36:55.704347 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Pushing event updated for resources: {'Port': ['ID=daa30e6b-6560-4c33-9f6c-07420682c744,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:55.788678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Attempting to bind port daa30e6b-6560-4c33-9f6c-07420682c744 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:36:55.788945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Attempting to bind port daa30e6b-6560-4c33-9f6c-07420682c744 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:36:55.789291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Attempting to bind port daa30e6b-6560-4c33-9f6c-07420682c744 on network c5d9a4d3-1c43-4a54-8fad-14404021d970 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:36:55.794379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:36:55.794760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Checking segment: {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:55.795674 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.796061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Bound using segment: {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:36:55.796512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Bound port: daa30e6b-6560-4c33-9f6c-07420682c744, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:36:55.796873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.870782 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.881660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] For port daa30e6b-6560-4c33-9f6c-07420682c744, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:36:55.884551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] For port daa30e6b-6560-4c33-9f6c-07420682c744, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=daa30e6b-6560-4c33-9f6c-07420682c744,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:36:55.900341 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:55.976195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:56.034332 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Allocated IP 172.26.3.241 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/8442adf1-b143-4c8d-a821-0e6f993fc517) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:36:56.062420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cd097-115c-4261-a27a-e8089123e4c3 None None] Pushing event updated for resources: {'Port': ['ID=daa30e6b-6560-4c33-9f6c-07420682c744,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:56.190507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:56.267732 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:56.341135 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:56.349228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:56.353462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:36:56.390656 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8442adf1-b143-4c8d-a821-0e6f993fc517,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:56.836061 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:57.032814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fea91b-4b41-4fa5-a8e8-c1706713f5b2 None None] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:36:57.241346 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3b14d7f5-b69e-404d-8ee5-936c4178f812 None None] Provisioning for port daa30e6b-6560-4c33-9f6c-07420682c744 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:57.291940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:57.357051 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device daa30e6b-6560-4c33-9f6c-07420682c744 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:36:57.472770 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port daa30e6b-6560-4c33-9f6c-07420682c744 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:57.481296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port daa30e6b-6560-4c33-9f6c-07420682c744 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:57.481662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:57.540966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Router 448bfac3-6347-40d6-9655-4dd50da9d47c is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:36:57.605575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c4683130-f9c1-4d4d-9213-dc726535ac5a None None] Provisioning complete for port daa30e6b-6560-4c33-9f6c-07420682c744 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:57.606058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c4683130-f9c1-4d4d-9213-dc726535ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:57.639281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:57.690606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port daa30e6b-6560-4c33-9f6c-07420682c744, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=daa30e6b-6560-4c33-9f6c-07420682c744,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:36:57.722248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:36:57.731744 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Sync routers for ids ['448bfac3-6347-40d6-9655-4dd50da9d47c'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:36:57.742479 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Routers {'448bfac3-6347-40d6-9655-4dd50da9d47c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:36:57.743197 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:36:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['448bfac3-6347-40d6-9655-4dd50da9d47c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:57.749398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:57.778348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c4683130-f9c1-4d4d-9213-dc726535ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:57.804442 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:57.806767 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3955027f-6c7f-46f2-a065-6411ccd843e1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8207421 Mar 02 09:36:57.809059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42720) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:36:57.869430 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=daa30e6b-6560-4c33-9f6c-07420682c744,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:57.889504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-c4683130-f9c1-4d4d-9213-dc726535ac5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:36:57.889881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-c4683130-f9c1-4d4d-9213-dc726535ac5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:36:57.926659 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Set router 448bfac3-6347-40d6-9655-4dd50da9d47c gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:36:58.206378 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:56Z', 'revision_number': 3, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'gw_port': {'id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:58.210185 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Checking router: 448bfac3-6347-40d6-9655-4dd50da9d47c for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:36:58.210523 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Updating router 448bfac3-6347-40d6-9655-4dd50da9d47c port 8442adf1-b143-4c8d-a821-0e6f993fc517 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:36:58.291428 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:58.479220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:58.614432 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:58.626050 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Transition to ACTIVE for port object 8442adf1-b143-4c8d-a821-0e6f993fc517 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:58.684206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Allocated IP 172.20.0.1 (c5d9a4d3-1c43-4a54-8fad-14404021d970/4363d242-10df-4172-9775-5e7af4b9508d/1d831719-5b73-484c-ae19-98e7d191301d) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:36:58.701326 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:58.786200 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Attempting to bind port 8442adf1-b143-4c8d-a821-0e6f993fc517 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:36:58.786930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Attempting to bind port 8442adf1-b143-4c8d-a821-0e6f993fc517 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:36:58.786930 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Attempting to bind port 8442adf1-b143-4c8d-a821-0e6f993fc517 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:36:58.794332 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Pushing event updated for resources: {'Port': ['ID=8442adf1-b143-4c8d-a821-0e6f993fc517,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:58.802248 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:36:58.802248 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:36:58.802248 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:58.802248 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:36:58.802754 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Bound port: 8442adf1-b143-4c8d-a821-0e6f993fc517, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:36:58.802861 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:58.833373 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.833736 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.834060 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.834386 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.834706 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.835025 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.835340 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.835652 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.835966 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.836276 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.836585 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.836893 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:36:58.885904 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] For port 8442adf1-b143-4c8d-a821-0e6f993fc517, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:36:58.888735 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] For port 8442adf1-b143-4c8d-a821-0e6f993fc517, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8442adf1-b143-4c8d-a821-0e6f993fc517,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:36:58.936033 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:58.945243 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:58.960035 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Transition to ACTIVE for port object 1d831719-5b73-484c-ae19-98e7d191301d will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:36:59.013817 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Routers {'448bfac3-6347-40d6-9655-4dd50da9d47c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:36:59.014375 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:36:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['448bfac3-6347-40d6-9655-4dd50da9d47c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:59.021756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:59.067677 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff446a-d317-4889-bc2d-cbd1335f1b21 None None] Pushing event updated for resources: {'Port': ['ID=8442adf1-b143-4c8d-a821-0e6f993fc517,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:59.082338 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:59.089012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:36:59.094126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:36:59.122424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Pushing event updated for resources: {'Port': ['ID=1d831719-5b73-484c-ae19-98e7d191301d,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:59.155554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:59.197871 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] Set router 448bfac3-6347-40d6-9655-4dd50da9d47c gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:36:59.330119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device daa30e6b-6560-4c33-9f6c-07420682c744 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:36:59.346708 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:59.409098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port daa30e6b-6560-4c33-9f6c-07420682c744 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:59.409527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:59.461178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bff057b3-c8e9-4600-8b75-6481cb86a395 None None] Provisioning for port 1d831719-5b73-484c-ae19-98e7d191301d completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:36:59.470965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-bff057b3-c8e9-4600-8b75-6481cb86a395 None None] Provisioning complete for port 1d831719-5b73-484c-ae19-98e7d191301d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:36:59.471460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bff057b3-c8e9-4600-8b75-6481cb86a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:59.484406 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:56Z', 'revision_number': 3, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'gw_port': {'id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:36:59.488916 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10965a2-f2bb-4655-9805-e9943b1b991b None None] The sync data for ids ['448bfac3-6347-40d6-9655-4dd50da9d47c'] in dv-neutron-828796-1-hyperv is: [{'id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:56Z', 'revision_number': 3, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'gw_port': {'id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:36:59.586245 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:59.602392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-bff057b3-c8e9-4600-8b75-6481cb86a395 None None] Port 1d831719-5b73-484c-ae19-98e7d191301d cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:36:59.655563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:59.777413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Pushing event updated for resources: {'Port': ['ID=1d831719-5b73-484c-ae19-98e7d191301d,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:36:59.787048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:36:59.924546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:36:59.925726 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:37:00.115363 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Router 448bfac3-6347-40d6-9655-4dd50da9d47c has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:37:00.126796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-91d65493-3a87-4e9d-8d5a-7dc68873a8f8 None None] Provisioning complete for port 1d831719-5b73-484c-ae19-98e7d191301d triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:00.127159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-91d65493-3a87-4e9d-8d5a-7dc68873a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:00.191342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-91d65493-3a87-4e9d-8d5a-7dc68873a8f8 None None] Port 1d831719-5b73-484c-ae19-98e7d191301d cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:37:00.295678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:37:00.304424 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-328234a6-060f-410a-9393-4113946eba9a admin admin] 10.222.0.10 "PUT /v2.0/routers/448bfac3-6347-40d6-9655-4dd50da9d47c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4942808 Mar 02 09:37:00.975021 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Sync routers for ids ['448bfac3-6347-40d6-9655-4dd50da9d47c'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:37:00.986658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Routers {'448bfac3-6347-40d6-9655-4dd50da9d47c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:37:00.987258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:36:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['448bfac3-6347-40d6-9655-4dd50da9d47c'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:01.020201 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42738) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:37:01.025804 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2080301405-network', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:37:01.030563 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:37:01.034352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Usage tracker for resource:network and tenant:9538dda0adc5414f9e9067ef13ada1af is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:37:01.037104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:37:01.042818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:37:01.113144 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Made reservation on behalf of 9538dda0adc5414f9e9067ef13ada1af for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:37:01.115512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.129550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.144379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:37:01.148155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Usage tracker for resource:security_group_rule and tenant:9538dda0adc5414f9e9067ef13ada1af is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:37:01.150923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:37:01.157049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:37:01.163147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Set router 448bfac3-6347-40d6-9655-4dd50da9d47c gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:37:01.245318 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.319131 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.355912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:37:01.364854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f318038d-498d-4546-83ae-8e6f14eb22d4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:01.370448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8442adf1-b143-4c8d-a821-0e6f993fc517 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:01.373589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.374062 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Added segment 02334c5e-d895-4be5-a85d-2ceb2717b4ef of type vlan for network d1cdab4b-c6e6-44c9-83e6-57ef174d032a Mar 02 09:37:01.402293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.519030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.520685 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:01.521684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.538044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:59Z', 'revision_number': 4, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'gw_port': {'id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '1d831719-5b73-484c-ae19-98e7d191301d', 'name': '', 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'mac_address': 'fa:16:3e:10:e2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '4363d242-10df-4172-9775-5e7af4b9508d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:58Z', 'updated_at': '2022-03-02T09:36:59Z', 'revision_number': 2, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'subnets': [{'id': '4363d242-10df-4172-9775-5e7af4b9508d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:01.543327 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Checking router: 448bfac3-6347-40d6-9655-4dd50da9d47c for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:37:01.543682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Updating router 448bfac3-6347-40d6-9655-4dd50da9d47c port 1d831719-5b73-484c-ae19-98e7d191301d binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:37:01.584275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 8442adf1-b143-4c8d-a821-0e6f993fc517 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:01.602072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8442adf1-b143-4c8d-a821-0e6f993fc517 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:01.602447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.631739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.738628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=d1cdab4b-c6e6-44c9-83e6-57ef174d032a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:01.790460 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5703e81d-a01a-4db8-ad6b-1c2fe3753bb1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7664642 Mar 02 09:37:01.790673 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42742) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:37:01.794145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network d1cdab4b-c6e6-44c9-83e6-57ef174d032a details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:37:01.796451 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Request body: {'subnet': {'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-subnet', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:37:01.801119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:37:01.805123 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Usage tracker for resource:subnet and tenant:9538dda0adc5414f9e9067ef13ada1af is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:37:01.808163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:37:01.815479 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:37:01.867114 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Made reservation on behalf of 9538dda0adc5414f9e9067ef13ada1af for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:37:01.869461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.923589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:01.987694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8442adf1-b143-4c8d-a821-0e6f993fc517, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8442adf1-b143-4c8d-a821-0e6f993fc517,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:02.050803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.130522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.143379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8442adf1-b143-4c8d-a821-0e6f993fc517,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:02.211634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb9c783-641d-406c-b0ea-7deaee33e2ea,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:02.215571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Checking segment: {'id': '02334c5e-d895-4be5-a85d-2ceb2717b4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:37:02.215935 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Network hostable DHCP agents. Network: d1cdab4b-c6e6-44c9-83e6-57ef174d032a, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:37:02.220379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.232024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Transition to ACTIVE for port object 1d831719-5b73-484c-ae19-98e7d191301d will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:02.312699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Network d1cdab4b-c6e6-44c9-83e6-57ef174d032a is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:37:02.324390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.381713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, d1cdab4b-c6e6-44c9-83e6-57ef174d032a) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:37:02.386313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:02.387065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.457407 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ac678923-29d2-4fdc-8b41-b626a6e0e36b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6656833 Mar 02 09:37:02.459811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 42746) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:37:02.464798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:37:02.468039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c23f95-955e-412c-8a5c-f178860f3359 None None] Network d1cdab4b-c6e6-44c9-83e6-57ef174d032a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:37:02.470496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:37:02.474905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Usage tracker for resource:router and tenant:9538dda0adc5414f9e9067ef13ada1af is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:37:02.478443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:37:02.486023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:37:02.528508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710254c-3163-4667-bad5-4a0751ae4cd9 None None] Pushing event updated for resources: {'Port': ['ID=1d831719-5b73-484c-ae19-98e7d191301d,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:02.569303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.569303 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.581102 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.686357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Attempting to bind port 1d831719-5b73-484c-ae19-98e7d191301d on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:37:02.686639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Attempting to bind port 1d831719-5b73-484c-ae19-98e7d191301d by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:37:02.686995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Attempting to bind port 1d831719-5b73-484c-ae19-98e7d191301d on network c5d9a4d3-1c43-4a54-8fad-14404021d970 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:37:02.706249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:37:02.706622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Checking segment: {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:37:02.707017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.707404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Bound using segment: {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:37:02.707865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Bound port: 1d831719-5b73-484c-ae19-98e7d191301d, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:37:02.708237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.870301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-d1cdab4b-c6e6-44c9-83e6-57ef174d032a', 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'fixed_ips': [{'subnet_id': 'adb9c783-641d-406c-b0ea-7deaee33e2ea'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:37:02.871103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.882931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] For port 1d831719-5b73-484c-ae19-98e7d191301d, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:37:02.895793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] For port 1d831719-5b73-484c-ae19-98e7d191301d, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1d831719-5b73-484c-ae19-98e7d191301d,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:37:02.916435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:02.953000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:03.098041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Routers {'448bfac3-6347-40d6-9655-4dd50da9d47c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:37:03.098694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:36:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['448bfac3-6347-40d6-9655-4dd50da9d47c'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:03.146617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710254c-3163-4667-bad5-4a0751ae4cd9 None None] Pushing event updated for resources: {'Port': ['ID=1d831719-5b73-484c-ae19-98e7d191301d,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:03.186902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Allocated IP 172.20.0.2 (d1cdab4b-c6e6-44c9-83e6-57ef174d032a/adb9c783-641d-406c-b0ea-7deaee33e2ea/54b4c1bb-c865-4758-9cb8-e7edfd3e1850) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:37:03.265864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:03.299604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:03.369697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8442adf1-b143-4c8d-a821-0e6f993fc517 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:03.417015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] Set router 448bfac3-6347-40d6-9655-4dd50da9d47c gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:37:03.431522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Allocated IP 172.26.3.102 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/25ba1a68-04cc-4bfb-bf87-a0c073e63db8) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:37:03.586599 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:03.650689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:03.708366 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:37:03.711009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:37:03.713548 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:37:03.764797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Pushing event updated for resources: {'Port': ['ID=25ba1a68-04cc-4bfb-bf87-a0c073e63db8,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:03.781135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8442adf1-b143-4c8d-a821-0e6f993fc517 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:03.781506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:03.817169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:03.903973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Transition to ACTIVE for port object 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:03.973868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Transition to ACTIVE for port object 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:04.049601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:04.090414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:59Z', 'revision_number': 4, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'gw_port': {'id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '1d831719-5b73-484c-ae19-98e7d191301d', 'name': '', 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'mac_address': 'fa:16:3e:10:e2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '4363d242-10df-4172-9775-5e7af4b9508d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:58Z', 'updated_at': '2022-03-02T09:37:02Z', 'revision_number': 4, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'subnets': [{'id': '4363d242-10df-4172-9775-5e7af4b9508d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:04.106779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf0bd7-80a7-4167-97e5-6029661ad4c0 None None] The sync data for ids ['448bfac3-6347-40d6-9655-4dd50da9d47c'] in dv-neutron-828796-1-hyperv is: [{'id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:36:59Z', 'revision_number': 4, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'gw_port': {'id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '1d831719-5b73-484c-ae19-98e7d191301d', 'name': '', 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'mac_address': 'fa:16:3e:10:e2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '4363d242-10df-4172-9775-5e7af4b9508d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:58Z', 'updated_at': '2022-03-02T09:37:02Z', 'revision_number': 4, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'subnets': [{'id': '4363d242-10df-4172-9775-5e7af4b9508d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:37:04.124510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Network d1cdab4b-c6e6-44c9-83e6-57ef174d032a is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:37:04.127846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:37:04.132129 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:37:04.134196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Pushing event updated for resources: {'Port': ['ID=54b4c1bb-c865-4758-9cb8-e7edfd3e1850,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:04.245662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Attempting to bind port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:37:04.246028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Attempting to bind port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '02334c5e-d895-4be5-a85d-2ceb2717b4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:37:04.246339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Attempting to bind port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 on network d1cdab4b-c6e6-44c9-83e6-57ef174d032a {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:37:04.252365 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:37:04.252740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Checking segment: {'id': '02334c5e-d895-4be5-a85d-2ceb2717b4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:37:04.253142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:04.253531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Bound using segment: {'id': '02334c5e-d895-4be5-a85d-2ceb2717b4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:37:04.254029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Bound port: 54b4c1bb-c865-4758-9cb8-e7edfd3e1850, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02334c5e-d895-4be5-a85d-2ceb2717b4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:37:04.254400 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:04.346945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] For port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:37:04.350754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] For port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=54b4c1bb-c865-4758-9cb8-e7edfd3e1850,segment=NetworkSegment(02334c5e-d895-4be5-a85d-2ceb2717b4ef),segment_id=02334c5e-d895-4be5-a85d-2ceb2717b4ef)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:37:04.361946 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:04.456496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:04.547091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acff50-c41a-4329-b4b0-be159d020f9b None None] Pushing event updated for resources: {'Port': ['ID=54b4c1bb-c865-4758-9cb8-e7edfd3e1850,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:04.723321 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:04.999437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Router 039bbc6c-036b-461c-b277-397145cd5163 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:37:05.186495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:37:05.196167 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Sync routers for ids ['039bbc6c-036b-461c-b277-397145cd5163'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:37:05.207721 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Routers {'039bbc6c-036b-461c-b277-397145cd5163'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:37:05.208884 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:36:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['039bbc6c-036b-461c-b277-397145cd5163'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:05.274713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:05.285744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 42750) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:37:05.286452 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2907b452-3ca0-4ff9-bd48-95e084866dcb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8183210 Mar 02 09:37:05.402406 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Set router 039bbc6c-036b-461c-b277-397145cd5163 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:37:05.441813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:05.593385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:05.608409 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1d831719-5b73-484c-ae19-98e7d191301d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:05.638963 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d857d0-599a-48ba-9872-9c4160cbb730 None None] Network d1cdab4b-c6e6-44c9-83e6-57ef174d032a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:37:05.760153 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039bbc6c-036b-461c-b277-397145cd5163', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:37:02Z', 'updated_at': '2022-03-02T09:37:04Z', 'revision_number': 3, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'gw_port': {'id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:79:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:03Z', 'updated_at': '2022-03-02T09:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:05.764853 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Checking router: 039bbc6c-036b-461c-b277-397145cd5163 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:37:05.765421 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Updating router 039bbc6c-036b-461c-b277-397145cd5163 port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:37:05.794714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f0704278-3e65-48eb-af15-722bfcdbaed7 None None] Provisioning for port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:05.803857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f0704278-3e65-48eb-af15-722bfcdbaed7 None None] Provisioning complete for port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:05.804154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f0704278-3e65-48eb-af15-722bfcdbaed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:05.818317 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:05.872778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 1d831719-5b73-484c-ae19-98e7d191301d completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:05.889895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 1d831719-5b73-484c-ae19-98e7d191301d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:05.890270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.098223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.119820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f0704278-3e65-48eb-af15-722bfcdbaed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.150077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.169168 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.188129 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Transition to ACTIVE for port object 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:06.196323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-f0704278-3e65-48eb-af15-722bfcdbaed7 None None] For port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=54b4c1bb-c865-4758-9cb8-e7edfd3e1850,segment=NetworkSegment(02334c5e-d895-4be5-a85d-2ceb2717b4ef),segment_id=02334c5e-d895-4be5-a85d-2ceb2717b4ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:06.200614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 1d831719-5b73-484c-ae19-98e7d191301d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1d831719-5b73-484c-ae19-98e7d191301d,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:06.239131 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.273761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.275754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f0704278-3e65-48eb-af15-722bfcdbaed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.315806 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Attempting to bind port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:37:06.316307 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Attempting to bind port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:37:06.316665 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Attempting to bind port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:37:06.327913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Allocated IP 172.20.0.1 (d1cdab4b-c6e6-44c9-83e6-57ef174d032a/adb9c783-641d-406c-b0ea-7deaee33e2ea/eb2fb712-4ec0-46bc-969b-17cdea6f4bb8) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:37:06.330483 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:37:06.330847 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:37:06.331237 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.331619 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:37:06.332074 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Bound port: 25ba1a68-04cc-4bfb-bf87-a0c073e63db8, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:37:06.332432 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.354577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=1d831719-5b73-484c-ae19-98e7d191301d,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:06.400862 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0336b-7f5f-4716-87a0-0dae8521813c None None] Pushing event updated for resources: {'Port': ['ID=25ba1a68-04cc-4bfb-bf87-a0c073e63db8,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:06.425238 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] For port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:37:06.428536 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] For port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=25ba1a68-04cc-4bfb-bf87-a0c073e63db8,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:37:06.430654 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0704278-3e65-48eb-af15-722bfcdbaed7 None None] Pushing event updated for resources: {'Port': ['ID=54b4c1bb-c865-4758-9cb8-e7edfd3e1850,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:06.498981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c11d6d6d-1476-4685-9974-97b8f7604b2f None None] Provisioning complete for port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:06.499605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c11d6d6d-1476-4685-9974-97b8f7604b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.502223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.507982 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.535314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Transition to ACTIVE for port object eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:06.599972 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Routers {'039bbc6c-036b-461c-b277-397145cd5163'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:37:06.600571 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:36:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['039bbc6c-036b-461c-b277-397145cd5163'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:06.610899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.653665 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0336b-7f5f-4716-87a0-0dae8521813c None None] Pushing event updated for resources: {'Port': ['ID=25ba1a68-04cc-4bfb-bf87-a0c073e63db8,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:06.671201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Network d1cdab4b-c6e6-44c9-83e6-57ef174d032a is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:37:06.674090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:37:06.677579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:37:06.729021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2fb712-4ec0-46bc-969b-17cdea6f4bb8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:06.747568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:06.777513 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] Set router 039bbc6c-036b-461c-b277-397145cd5163 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:37:06.976570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a10eff81-6232-41f0-977a-f86982982979 None None] Provisioning for port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:06.981648 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a10eff81-6232-41f0-977a-f86982982979 None None] Provisioning complete for port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:06.982561 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a10eff81-6232-41f0-977a-f86982982979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:07.038372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a10eff81-6232-41f0-977a-f86982982979 None None] Port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:37:07.048884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:07.065616 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039bbc6c-036b-461c-b277-397145cd5163', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:37:02Z', 'updated_at': '2022-03-02T09:37:04Z', 'revision_number': 3, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'gw_port': {'id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:79:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:03Z', 'updated_at': '2022-03-02T09:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:07.069465 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ac948-7271-4028-b3ad-826476939999 None None] The sync data for ids ['039bbc6c-036b-461c-b277-397145cd5163'] in dv-neutron-828796-1-hyperv is: [{'id': '039bbc6c-036b-461c-b277-397145cd5163', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:37:02Z', 'updated_at': '2022-03-02T09:37:04Z', 'revision_number': 3, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'gw_port': {'id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:79:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:03Z', 'updated_at': '2022-03-02T09:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:37:07.411983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:07.433613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:07.503918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:07.504556 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:07.519301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:07.618214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:07.675031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:07.678904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2fb712-4ec0-46bc-969b-17cdea6f4bb8,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:07.778886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Network d1cdab4b-c6e6-44c9-83e6-57ef174d032a is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:37:07.780547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:37:07.804676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:07.810028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:07.810405 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:07.947541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:07.975794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=25ba1a68-04cc-4bfb-bf87-a0c073e63db8,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:08.001360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Router 039bbc6c-036b-461c-b277-397145cd5163 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:37:08.045009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:08.046410 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1d831719-5b73-484c-ae19-98e7d191301d up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:08.165985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-22617ef1-e1a5-4e64-b562-3c4f1d95017f None None] Provisioning complete for port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:08.166246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-22617ef1-e1a5-4e64-b562-3c4f1d95017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:08.189391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:37:08.199566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-60d5b249-5b22-4e19-9e21-9d7d9d0dc3f5 admin admin] 10.222.0.10 "PUT /v2.0/routers/039bbc6c-036b-461c-b277-397145cd5163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9189200 Mar 02 09:37:08.219980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=25ba1a68-04cc-4bfb-bf87-a0c073e63db8,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:08.237490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-22617ef1-e1a5-4e64-b562-3c4f1d95017f None None] Port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:37:08.244431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 1d831719-5b73-484c-ae19-98e7d191301d triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:08.245106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:08.709908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Sync routers for ids ['039bbc6c-036b-461c-b277-397145cd5163'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:37:08.719387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Routers {'039bbc6c-036b-461c-b277-397145cd5163'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:37:08.719998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:36:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['039bbc6c-036b-461c-b277-397145cd5163'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:08.897943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Set router 039bbc6c-036b-461c-b277-397145cd5163 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:37:09.150215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-9c3ce712-b7fb-429f-8171-ccebe3814545 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:09.151567 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-9c3ce712-b7fb-429f-8171-ccebe3814545 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/networks?id=c5d9a4d3-1c43-4a54-8fad-14404021d970 HTTP/1.1" status: 200 len: 816 time: 0.1414211 Mar 02 09:37:09.166367 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-f5142271-82a4-4dcd-b10f-0f901a8df51c tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/quotas/b2956ce609264f13bfe7e7839a6a30d3 HTTP/1.1" status: 200 len: 375 time: 0.0088758 Mar 02 09:37:09.200500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039bbc6c-036b-461c-b277-397145cd5163', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:37:02Z', 'updated_at': '2022-03-02T09:37:06Z', 'revision_number': 4, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'gw_port': {'id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:79:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:03Z', 'updated_at': '2022-03-02T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'eb2fb712-4ec0-46bc-969b-17cdea6f4bb8', 'name': '', 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'mac_address': 'fa:16:3e:79:94:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'adb9c783-641d-406c-b0ea-7deaee33e2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:06Z', 'updated_at': '2022-03-02T09:37:07Z', 'revision_number': 2, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'subnets': [{'id': 'adb9c783-641d-406c-b0ea-7deaee33e2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:09.204312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Checking router: 039bbc6c-036b-461c-b277-397145cd5163 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:37:09.204655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Updating router 039bbc6c-036b-461c-b277-397145cd5163 port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:37:09.247835 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-6f1b44b8-575c-4e65-b239-a5624a967e12 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758057 Mar 02 09:37:09.255703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:09.364103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:09.493334 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-e7da46e6-b87e-4699-bac5-01cb1e693cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265778 Mar 02 09:37:09.536747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:09.537512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:09.630378 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-49c57a0d-5005-4f20-80d3-7c5bd704777e service neutron] 10.222.0.10 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384988 Mar 02 09:37:09.783213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:09.794537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Transition to ACTIVE for port object eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:09.879564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:09.907261 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e29c3eb-99d8-4cb5-8881-0573e8646391 req-8ffed2f0-5df1-4a48-bcde-b71a4fd99551 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 210 time: 0.0462344 Mar 02 09:37:10.005771 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d1832-b316-4e8f-87bc-39767966093f None None] Pushing event updated for resources: {'Port': ['ID=eb2fb712-4ec0-46bc-969b-17cdea6f4bb8,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:10.099587 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Attempting to bind port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:37:10.099952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Attempting to bind port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '02334c5e-d895-4be5-a85d-2ceb2717b4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:37:10.100503 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Attempting to bind port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 on network d1cdab4b-c6e6-44c9-83e6-57ef174d032a {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:37:10.106085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:37:10.106454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Checking segment: {'id': '02334c5e-d895-4be5-a85d-2ceb2717b4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:37:10.106861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:10.107249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Bound using segment: {'id': '02334c5e-d895-4be5-a85d-2ceb2717b4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:37:10.107700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Bound port: eb2fb712-4ec0-46bc-969b-17cdea6f4bb8, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02334c5e-d895-4be5-a85d-2ceb2717b4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:37:10.108977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:10.207158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] For port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:37:10.210251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] For port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb2fb712-4ec0-46bc-969b-17cdea6f4bb8,segment=NetworkSegment(02334c5e-d895-4be5-a85d-2ceb2717b4ef),segment_id=02334c5e-d895-4be5-a85d-2ceb2717b4ef)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:37:10.285763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:10.364859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Routers {'039bbc6c-036b-461c-b277-397145cd5163'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:37:10.365478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:36:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['039bbc6c-036b-461c-b277-397145cd5163'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:10.427364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d1832-b316-4e8f-87bc-39767966093f None None] Pushing event updated for resources: {'Port': ['ID=eb2fb712-4ec0-46bc-969b-17cdea6f4bb8,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:10.548692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] Set router 039bbc6c-036b-461c-b277-397145cd5163 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:37:10.862222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039bbc6c-036b-461c-b277-397145cd5163', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:37:02Z', 'updated_at': '2022-03-02T09:37:06Z', 'revision_number': 4, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'gw_port': {'id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:79:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:03Z', 'updated_at': '2022-03-02T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'eb2fb712-4ec0-46bc-969b-17cdea6f4bb8', 'name': '', 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'mac_address': 'fa:16:3e:79:94:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'adb9c783-641d-406c-b0ea-7deaee33e2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:06Z', 'updated_at': '2022-03-02T09:37:10Z', 'revision_number': 4, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'subnets': [{'id': 'adb9c783-641d-406c-b0ea-7deaee33e2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:37:10.866140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171236b-cfc3-418f-8466-6de0f302e7cb None None] The sync data for ids ['039bbc6c-036b-461c-b277-397145cd5163'] in dv-neutron-828796-1-hyperv is: [{'id': '039bbc6c-036b-461c-b277-397145cd5163', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:37:02Z', 'updated_at': '2022-03-02T09:37:06Z', 'revision_number': 4, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'gw_port': {'id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:79:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:03Z', 'updated_at': '2022-03-02T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'eb2fb712-4ec0-46bc-969b-17cdea6f4bb8', 'name': '', 'network_id': 'd1cdab4b-c6e6-44c9-83e6-57ef174d032a', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'mac_address': 'fa:16:3e:79:94:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'adb9c783-641d-406c-b0ea-7deaee33e2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:06Z', 'updated_at': '2022-03-02T09:37:10Z', 'revision_number': 4, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'subnets': [{'id': 'adb9c783-641d-406c-b0ea-7deaee33e2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:37:11.078787 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5b2f519-3d3a-4331-9611-95feeabf2927 req-dee32231-c44d-4f58-ab61-704720142de5 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 210 time: 0.0570898 Mar 02 09:37:11.371116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:11.508702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:11.517521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:11.518281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:11.682991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:11.716506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb2fb712-4ec0-46bc-969b-17cdea6f4bb8,segment=NetworkSegment(02334c5e-d895-4be5-a85d-2ceb2717b4ef),segment_id=02334c5e-d895-4be5-a85d-2ceb2717b4ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:11.765544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:11.845435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=eb2fb712-4ec0-46bc-969b-17cdea6f4bb8,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:12.244899 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c92bffb1-da5e-42fb-b589-96ed5f737ca7 req-f78f1c3f-5b3a-43a7-9a00-bc0e6dd1d9ee tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 210 time: 0.0524089 Mar 02 09:37:12.277588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-70cf8a82-b384-4a8d-8f12-a5b37cb45e4a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:12.279046 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-70cf8a82-b384-4a8d-8f12-a5b37cb45e4a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.15 "GET /v2.0/networks?id=c5d9a4d3-1c43-4a54-8fad-14404021d970 HTTP/1.1" status: 200 len: 816 time: 0.2888389 Mar 02 09:37:12.290726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Request body: {'port': {'device_id': 'd79fb5f9-623a-42bc-a258-65e05d2c4572', 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970', 'admin_state_up': True, 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:37:12.423628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:37:12.427308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Usage tracker for resource:port and tenant:b2956ce609264f13bfe7e7839a6a30d3 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:37:12.430086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:37:12.435595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:37:12.496287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Made reservation on behalf of b2956ce609264f13bfe7e7839a6a30d3 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:37:12.499844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:12.656317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Allocated IP 172.20.0.7 (c5d9a4d3-1c43-4a54-8fad-14404021d970/4363d242-10df-4172-9775-5e7af4b9508d/685dcc12-56f8-4041-8d0b-a20faa733387) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:37:12.850422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:12.865647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Transition to ACTIVE for port object 685dcc12-56f8-4041-8d0b-a20faa733387 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:12.947860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:13.011987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:37:13.019774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:37:13.023909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:37:13.056342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Pushing event updated for resources: {'Port': ['ID=685dcc12-56f8-4041-8d0b-a20faa733387,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:13.102433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:13.103060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:13.222981 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-dffd45df-c288-457d-b62a-4bad87f46aef tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9353602 Mar 02 09:37:13.289081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Request body: {'port': {'device_id': 'd79fb5f9-623a-42bc-a258-65e05d2c4572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:37:13.308716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fd7720b1-e91c-4b95-8126-f5e4008312cc None None] Provisioning for port 685dcc12-56f8-4041-8d0b-a20faa733387 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:13.316629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fd7720b1-e91c-4b95-8126-f5e4008312cc None None] Provisioning complete for port 685dcc12-56f8-4041-8d0b-a20faa733387 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:13.317148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fd7720b1-e91c-4b95-8126-f5e4008312cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:13.364748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:13.447473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:13.488440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-fd7720b1-e91c-4b95-8126-f5e4008312cc None None] Port 685dcc12-56f8-4041-8d0b-a20faa733387 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:37:13.504409 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:13.504786 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:13.530986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f48ea1-3fd0-4c94-9c7b-85351be7cace req-6341c2c2-cbab-4440-a6c8-64f6c3f4abfe tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:13.531673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-f3f48ea1-3fd0-4c94-9c7b-85351be7cace req-6341c2c2-cbab-4440-a6c8-64f6c3f4abfe tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Synchronizing usage tracker for tenant:b2956ce609264f13bfe7e7839a6a30d3 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:37:13.705342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-f3f48ea1-3fd0-4c94-9c7b-85351be7cace req-6341c2c2-cbab-4440-a6c8-64f6c3f4abfe tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Unset dirty status for tenant:b2956ce609264f13bfe7e7839a6a30d3 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:37:13.706612 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f3f48ea1-3fd0-4c94-9c7b-85351be7cace req-6341c2c2-cbab-4440-a6c8-64f6c3f4abfe tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 931 time: 0.3315113 Mar 02 09:37:13.779303 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f3f48ea1-3fd0-4c94-9c7b-85351be7cace req-ed66bd54-6790-42b1-a741-ec6725bb8e3b tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611432 Mar 02 09:37:13.859457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685dcc12-56f8-4041-8d0b-a20faa733387 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:37:13.866537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:13.880993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Transition to ACTIVE for port object 685dcc12-56f8-4041-8d0b-a20faa733387 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:13.931165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:14.062107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Pushing event updated for resources: {'Port': ['ID=685dcc12-56f8-4041-8d0b-a20faa733387,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:14.165032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Attempting to bind port 685dcc12-56f8-4041-8d0b-a20faa733387 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:37:14.165358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Attempting to bind port 685dcc12-56f8-4041-8d0b-a20faa733387 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:37:14.165670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Attempting to bind port 685dcc12-56f8-4041-8d0b-a20faa733387 on network c5d9a4d3-1c43-4a54-8fad-14404021d970 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:37:14.170092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Port 685dcc12-56f8-4041-8d0b-a20faa733387 on network c5d9a4d3-1c43-4a54-8fad-14404021d970 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:37:14.170403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Attempting to bind port 685dcc12-56f8-4041-8d0b-a20faa733387 on network c5d9a4d3-1c43-4a54-8fad-14404021d970 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:37:14.175321 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:37:14.175647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Checking segment: {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:37:14.176020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Bound using segment: {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:37:14.176426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Bound port: 685dcc12-56f8-4041-8d0b-a20faa733387, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:37:14.176756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:14.361777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] For port 685dcc12-56f8-4041-8d0b-a20faa733387, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:37:14.364580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] For port 685dcc12-56f8-4041-8d0b-a20faa733387, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=685dcc12-56f8-4041-8d0b-a20faa733387,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:37:14.451262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:14.507643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:14.508155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:14.509481 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] 10.222.0.15 "PUT /v2.0/ports/685dcc12-56f8-4041-8d0b-a20faa733387 HTTP/1.1" status: 200 len: 1093 time: 1.2697124 Mar 02 09:37:14.509930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79fb5f9-623a-42bc-a258-65e05d2c4572', 'tag': '685dcc12-56f8-4041-8d0b-a20faa733387'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:37:14.548430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819865f6-a814-4eb7-9aec-660889d9e5dc service neutron] Pushing event updated for resources: {'Port': ['ID=685dcc12-56f8-4041-8d0b-a20faa733387,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:14.561885 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79fb5f9-623a-42bc-a258-65e05d2c4572', 'tag': '685dcc12-56f8-4041-8d0b-a20faa733387', 'status': 'completed', 'code': 200} Mar 02 09:37:14.651425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5ae35-24dd-43ed-8a9e-bab9e2e32cb5 req-7aa156ed-3c4e-403b-8cdd-01e80e86c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:14.652884 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0ef5ae35-24dd-43ed-8a9e-bab9e2e32cb5 req-7aa156ed-3c4e-403b-8cdd-01e80e86c52d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 1096 time: 0.0722451 Mar 02 09:37:14.795219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5ae35-24dd-43ed-8a9e-bab9e2e32cb5 req-770d4335-fc11-4d65-9f1a-fb07e90f9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:14.797073 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0ef5ae35-24dd-43ed-8a9e-bab9e2e32cb5 req-770d4335-fc11-4d65-9f1a-fb07e90f9301 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1365998 Mar 02 09:37:14.977982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5ae35-24dd-43ed-8a9e-bab9e2e32cb5 req-96b2c995-175f-4d17-b08e-0c1ca60cba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:14.979319 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0ef5ae35-24dd-43ed-8a9e-bab9e2e32cb5 req-96b2c995-175f-4d17-b08e-0c1ca60cba66 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766622 Mar 02 09:37:15.001823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6f9c-b836-4688-85af-c8b46306735b req-4e1f8154-19fc-4bf6-afa2-edb0987a48bc tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:15.003366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bedf6f9c-b836-4688-85af-c8b46306735b req-4e1f8154-19fc-4bf6-afa2-edb0987a48bc tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 943 time: 0.1173539 Mar 02 09:37:15.087740 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bedf6f9c-b836-4688-85af-c8b46306735b req-54c88de6-0074-4ef4-bd8f-da5ebfc32c7b tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777996 Mar 02 09:37:15.110272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-061b77f3-cc46-4883-8517-829b78577fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:15.111705 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-061b77f3-cc46-4883-8517-829b78577fdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 1096 time: 0.0892067 Mar 02 09:37:15.180664 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-f76eab32-4ca5-461b-9b11-11baa2ebf64e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=685dcc12-56f8-4041-8d0b-a20faa733387 HTTP/1.1" status: 200 len: 217 time: 0.0619779 Mar 02 09:37:15.242215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-662c725a-b367-498d-992a-a1f11c016e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:15.243709 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-662c725a-b367-498d-992a-a1f11c016e88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4363d242-10df-4172-9775-5e7af4b9508d HTTP/1.1" status: 200 len: 855 time: 0.0577421 Mar 02 09:37:15.319121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-b466ee49-7566-41f2-94fb-52ce945df65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:15.320543 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-b466ee49-7566-41f2-94fb-52ce945df65f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5d9a4d3-1c43-4a54-8fad-14404021d970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713756 Mar 02 09:37:15.447130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-a82f1963-03b8-4f3d-818f-cde9e46911ea service neutron] 10.222.0.15 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201491 Mar 02 09:37:15.573740 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-344fe968-baa9-4abb-a512-28bc0f5d3476 req-6362bff4-f96c-4b63-850c-3997c18d38df service neutron] 10.222.0.15 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207108 Mar 02 09:37:16.268009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f3df6-a365-4e94-9dd1-128e80041856 req-43c72dfc-dfc5-48ef-8dd9-e6b5df2aa165 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:16.269442 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-212f3df6-a365-4e94-9dd1-128e80041856 req-43c72dfc-dfc5-48ef-8dd9-e6b5df2aa165 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 943 time: 0.0782001 Mar 02 09:37:16.311221 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-212f3df6-a365-4e94-9dd1-128e80041856 req-4ac789b5-6dd4-4547-97fe-fdf325563843 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362191 Mar 02 09:37:17.492528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d38d0-ef29-42a0-a250-34b633886f65 req-b1d7fb77-7020-47b9-9868-3c5c09529db5 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:17.493977 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-144d38d0-ef29-42a0-a250-34b633886f65 req-b1d7fb77-7020-47b9-9868-3c5c09529db5 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 943 time: 0.0799477 Mar 02 09:37:17.537041 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-144d38d0-ef29-42a0-a250-34b633886f65 req-a0d9a56e-fea0-46b5-a2be-24562f6d9d78 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Mar 02 09:37:17.731001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:18.718741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d5d7-bd5a-4bf3-9c13-4d6716beb742 req-d14a5c0a-808c-4819-9ab2-5886128a0293 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:18.720182 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9b41d5d7-bd5a-4bf3-9c13-4d6716beb742 req-d14a5c0a-808c-4819-9ab2-5886128a0293 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 943 time: 0.0776505 Mar 02 09:37:18.761566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9b41d5d7-bd5a-4bf3-9c13-4d6716beb742 req-e719d1f5-a11f-4f0b-9d81-dc6424cdacc3 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356040 Mar 02 09:37:19.725382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c794b985-9ef8-489b-b3e2-4afe4f9ac1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:19.947646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa60a33-b662-4725-9f8b-fe36adffb5c4 req-c7510f0d-bcb0-4f14-beda-affb1be7d1fe tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:19.949146 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3aa60a33-b662-4725-9f8b-fe36adffb5c4 req-c7510f0d-bcb0-4f14-beda-affb1be7d1fe tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 943 time: 0.0798717 Mar 02 09:37:19.992272 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3aa60a33-b662-4725-9f8b-fe36adffb5c4 req-0bcd1d6f-8699-4e16-932a-366a4bfe8e07 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Mar 02 09:37:20.210463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 685dcc12-56f8-4041-8d0b-a20faa733387 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:37:20.340032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 685dcc12-56f8-4041-8d0b-a20faa733387, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=685dcc12-56f8-4041-8d0b-a20faa733387,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:20.353221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '685dcc12-56f8-4041-8d0b-a20faa733387', 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970', 'port_id': '685dcc12-56f8-4041-8d0b-a20faa733387', 'mac_address': 'fa:16:3e:1c:69:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4363d242-10df-4172-9775-5e7af4b9508d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:37:20.404644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:20.420688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685dcc12-56f8-4041-8d0b-a20faa733387 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:37:20.434947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 685dcc12-56f8-4041-8d0b-a20faa733387, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=685dcc12-56f8-4041-8d0b-a20faa733387,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:20.536885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:20.605361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=685dcc12-56f8-4041-8d0b-a20faa733387,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:20.836951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['685dcc12-56f8-4041-8d0b-a20faa733387'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:37:21.176461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97372f9c-9eb9-42e6-a98f-8404e858e826 req-b4a6389c-2e31-4af0-bdb2-d0698730370a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:21.177924 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97372f9c-9eb9-42e6-a98f-8404e858e826 req-b4a6389c-2e31-4af0-bdb2-d0698730370a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 944 time: 0.0854478 Mar 02 09:37:21.321087 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97372f9c-9eb9-42e6-a98f-8404e858e826 req-72552231-71a3-407a-9f2b-b656f618e730 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374984 Mar 02 09:37:21.959706 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3939a96d-087b-4e26-90d2-6ddd66a5f521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:22.210912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 685dcc12-56f8-4041-8d0b-a20faa733387 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:37:22.360282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 685dcc12-56f8-4041-8d0b-a20faa733387 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:22.365172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 685dcc12-56f8-4041-8d0b-a20faa733387 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:22.365534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:22.478565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:22.501763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87f11d-8be7-4336-8342-a47625919103 req-47fabdde-f566-4988-9716-4ee93ccf8119 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:22.503236 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fe87f11d-8be7-4336-8342-a47625919103 req-47fabdde-f566-4988-9716-4ee93ccf8119 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 944 time: 0.0782061 Mar 02 09:37:22.505544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79fb5f9-623a-42bc-a258-65e05d2c4572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685dcc12-56f8-4041-8d0b-a20faa733387'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:37:22.515466 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 685dcc12-56f8-4041-8d0b-a20faa733387, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=685dcc12-56f8-4041-8d0b-a20faa733387,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:22.550077 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fe87f11d-8be7-4336-8342-a47625919103 req-9969321d-0dfc-42e7-b7c4-11681487a41c tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 Mar 02 09:37:22.605124 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79fb5f9-623a-42bc-a258-65e05d2c4572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685dcc12-56f8-4041-8d0b-a20faa733387', 'code': 200} Mar 02 09:37:22.606391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:22.672864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=685dcc12-56f8-4041-8d0b-a20faa733387,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:22.958573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380d0d4-639d-4154-8d66-dbb2339eeade req-b604bd6b-488c-40d2-af1b-1ce584fa1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:22.960000 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1380d0d4-639d-4154-8d66-dbb2339eeade req-b604bd6b-488c-40d2-af1b-1ce584fa1697 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 1098 time: 0.0701900 Mar 02 09:37:22.999168 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1380d0d4-639d-4154-8d66-dbb2339eeade req-01d1fd93-3e2c-4c78-9154-045ad2c5502e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327795 Mar 02 09:37:23.044711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:23.205203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:23.730658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed29bca-f01c-42dd-ba49-31be94a95aaa req-674c2432-d5b9-4510-849f-3b4edbf85cbb tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:23.732065 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7ed29bca-f01c-42dd-ba49-31be94a95aaa req-674c2432-d5b9-4510-849f-3b4edbf85cbb tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 945 time: 0.0773513 Mar 02 09:37:23.778902 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7ed29bca-f01c-42dd-ba49-31be94a95aaa req-189ef33d-866a-4d7c-b194-e901a8fb1159 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406840 Mar 02 09:37:24.767324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:24.957183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddf7f2-973c-4cc0-9aea-8be368463be8 req-dda62116-bbc8-4481-8eeb-e1fbcb29432e tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:24.958471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7ddf7f2-973c-4cc0-9aea-8be368463be8 req-dda62116-bbc8-4481-8eeb-e1fbcb29432e tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 945 time: 0.0760751 Mar 02 09:37:25.001194 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7ddf7f2-973c-4cc0-9aea-8be368463be8 req-d3702080-e77a-49df-a3d2-909f2a5b458c tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372891 Mar 02 09:37:25.334600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67789915-ac06-4523-a46d-b44ddd7b347f req-a091c5be-7d8c-4a5d-b729-2dd62a32aeb2 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:25.336060 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67789915-ac06-4523-a46d-b44ddd7b347f req-a091c5be-7d8c-4a5d-b729-2dd62a32aeb2 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 945 time: 0.0805361 Mar 02 09:37:25.377944 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67789915-ac06-4523-a46d-b44ddd7b347f req-8861183b-9f28-4dae-81e8-c7a4b4576b4c tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Mar 02 09:37:29.918971 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-d706ae53-adf9-4385-b395-7e9509ea7be8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682166 Mar 02 09:37:30.059045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-e0b31319-6381-4c26-8ffd-af3e1baae687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:30.060420 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-e0b31319-6381-4c26-8ffd-af3e1baae687 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 1098 time: 0.0746074 Mar 02 09:37:30.202112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-561c56f9-e241-4e8b-83a7-9487f80c1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:30.204117 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-561c56f9-e241-4e8b-83a7-9487f80c1c25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5d9a4d3-1c43-4a54-8fad-14404021d970 HTTP/1.1" status: 200 len: 917 time: 0.1251018 Mar 02 09:37:30.269176 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-c38f5d31-92d7-4c80-a1ee-0ed9b2f3d3a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=685dcc12-56f8-4041-8d0b-a20faa733387 HTTP/1.1" status: 200 len: 217 time: 0.0587780 Mar 02 09:37:30.332120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-481797ee-dfb3-443a-855a-cb993daa06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:30.333319 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-481797ee-dfb3-443a-855a-cb993daa06e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4363d242-10df-4172-9775-5e7af4b9508d HTTP/1.1" status: 200 len: 855 time: 0.0581491 Mar 02 09:37:30.404624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-73f117b7-c9a6-43c5-b1b2-aec90f06b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:30.406048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-73f117b7-c9a6-43c5-b1b2-aec90f06b985 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5d9a4d3-1c43-4a54-8fad-14404021d970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665574 Mar 02 09:37:30.534267 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-ad386228-f168-404e-b524-1b0d1c282fde service neutron] 10.222.0.15 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219385 Mar 02 09:37:30.662005 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f0c6a271-1cb8-4d7c-89f7-0f18a765401c req-0a041307-b8bd-4cf6-becd-5bccad93c122 service neutron] 10.222.0.15 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212084 Mar 02 09:37:30.862555 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:37:43.347908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe11580-e0de-4706-bc4c-91a5b7839eb8 req-989f6549-e782-4384-bfc3-b2950adbd694 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:43.349639 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5fe11580-e0de-4706-bc4c-91a5b7839eb8 req-989f6549-e782-4384-bfc3-b2950adbd694 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 945 time: 0.0829720 Mar 02 09:37:43.393503 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5fe11580-e0de-4706-bc4c-91a5b7839eb8 req-69b46342-0157-49df-a681-39f10b817458 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379820 Mar 02 09:37:44.574918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaf495-b0e6-4e0d-909d-49f183a845a5 req-05f3c8b3-e0ab-4ad4-8945-8ccbd592bae9 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:44.576475 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9cbaf495-b0e6-4e0d-909d-49f183a845a5 req-05f3c8b3-e0ab-4ad4-8945-8ccbd592bae9 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 945 time: 0.0783422 Mar 02 09:37:44.621669 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9cbaf495-b0e6-4e0d-909d-49f183a845a5 req-ea26c967-c341-4f40-baa5-3fe7a4aae6a0 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Mar 02 09:37:45.301939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-1df2dcc2-7e6d-4114-ace3-cd0d8c489b72 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:45.303346 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-1df2dcc2-7e6d-4114-ace3-cd0d8c489b72 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.15 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 945 time: 0.0803099 Mar 02 09:37:45.371161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Deleting port 685dcc12-56f8-4041-8d0b-a20faa733387 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:37:45.371495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:45.694560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] For port 685dcc12-56f8-4041-8d0b-a20faa733387, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=685dcc12-56f8-4041-8d0b-a20faa733387,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:45.695283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:45.849573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Calling delete_port for 685dcc12-56f8-4041-8d0b-a20faa733387 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:37:45.955085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9531ce-4900-4c9b-b927-a542ee9fa9ad req-55a76dc9-0484-48aa-adc5-1e9126573485 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:45.956529 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c9531ce-4900-4c9b-b927-a542ee9fa9ad req-55a76dc9-0484-48aa-adc5-1e9126573485 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 945 time: 0.1998830 Mar 02 09:37:46.048841 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c9531ce-4900-4c9b-b927-a542ee9fa9ad req-30d04f6e-e99c-4fb4-a86e-2318e3699577 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604451 Mar 02 09:37:46.104042 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:46.115299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['685dcc12-56f8-4041-8d0b-a20faa733387'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:37:46.152561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Pushing event deleted for resources: {'Port': ['ID=685dcc12-56f8-4041-8d0b-a20faa733387,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:46.192470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.192801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.193137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.193466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.193786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.194133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.194461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.194783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.195101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.195415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.195727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.196038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:46.239279 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] No DVR routers for this DVR port 685dcc12-56f8-4041-8d0b-a20faa733387 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:37:46.241754 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:46.244414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79fb5f9-623a-42bc-a258-65e05d2c4572', 'name': 'network-vif-deleted', 'tag': '685dcc12-56f8-4041-8d0b-a20faa733387'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:37:46.290731 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79fb5f9-623a-42bc-a258-65e05d2c4572', 'name': 'network-vif-deleted', 'tag': '685dcc12-56f8-4041-8d0b-a20faa733387', 'status': 'completed', 'code': 200} Mar 02 09:37:46.316693 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ad9d5dd9-c8f8-40ea-8e2a-4d0a508366e9 req-ee51b915-8546-4a05-a284-000d7226bb49 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.15 "DELETE /v2.0/ports/685dcc12-56f8-4041-8d0b-a20faa733387 HTTP/1.1" status: 204 len: 173 time: 1.0082080 Mar 02 09:37:47.208292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-69f29d7c-1076-4bb5-9716-4920c7adacac req-dccee25f-935c-49a0-be88-8dd1437bcd3c tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Synchronizing usage tracker for tenant:b2956ce609264f13bfe7e7839a6a30d3 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:37:47.286930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-69f29d7c-1076-4bb5-9716-4920c7adacac req-dccee25f-935c-49a0-be88-8dd1437bcd3c tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Unset dirty status for tenant:b2956ce609264f13bfe7e7839a6a30d3 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:37:47.288088 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69f29d7c-1076-4bb5-9716-4920c7adacac req-dccee25f-935c-49a0-be88-8dd1437bcd3c tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=d79fb5f9-623a-42bc-a258-65e05d2c4572 HTTP/1.1" status: 200 len: 210 time: 0.1206362 Mar 02 09:37:47.721603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:48.355756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 685dcc12-56f8-4041-8d0b-a20faa733387 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:37:48.391632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 685dcc12-56f8-4041-8d0b-a20faa733387 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:37:48.392054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 685dcc12-56f8-4041-8d0b-a20faa733387 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:37:49.056632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-2f27e5d9-d63b-4b8c-9e58-11507cb81d37 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:49.058014 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-2f27e5d9-d63b-4b8c-9e58-11507cb81d37 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/networks?id=c5d9a4d3-1c43-4a54-8fad-14404021d970 HTTP/1.1" status: 200 len: 816 time: 0.1432366 Mar 02 09:37:49.072223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-d862e6fd-7f43-4659-93ce-1f6ce797a3f5 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/quotas/b2956ce609264f13bfe7e7839a6a30d3 HTTP/1.1" status: 200 len: 375 time: 0.0088174 Mar 02 09:37:49.151309 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-99b134b7-f228-42a9-998e-7ce07abb72a4 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743876 Mar 02 09:37:49.283773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-d9da5d8e-cff8-4f8a-8b96-21b7ea46e252 service neutron] 10.222.0.10 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205862 Mar 02 09:37:49.409750 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-94778f5f-cec0-47e6-8707-c7c03642ad5c service neutron] 10.222.0.10 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200056 Mar 02 09:37:49.648978 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-92d1f02f-b084-47f6-b34e-7a13f55a9f98 req-0f90ea5b-8414-4fc6-b123-776da7226ceb tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 210 time: 0.0422914 Mar 02 09:37:49.703394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-882efc5b-526b-4769-9ab9-9730aca720c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:50.797588 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d9e7e860-851f-4249-a237-b325275e713f req-58acbec3-eaf2-4b0a-ac23-cf236fd87c13 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 210 time: 0.0452559 Mar 02 09:37:51.544294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-27422b2b-4e9a-44e5-845f-0c14f0ff02a2 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:51.545778 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-27422b2b-4e9a-44e5-845f-0c14f0ff02a2 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.15 "GET /v2.0/networks?id=c5d9a4d3-1c43-4a54-8fad-14404021d970 HTTP/1.1" status: 200 len: 816 time: 0.2347908 Mar 02 09:37:51.565098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Request body: {'port': {'device_id': 'a6ea6c75-b886-4d2b-9469-cb308fa275b5', 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970', 'admin_state_up': True, 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:37:51.698852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:37:51.708703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:37:51.796212 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Made reservation on behalf of b2956ce609264f13bfe7e7839a6a30d3 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:37:51.800447 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:51.973142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0a418e8e-71fb-45cc-ac56-f4b7c9e9d419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:51.986322 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4e6f9df7-0670-4313-b27b-bf8cb0ff8357 req-e2989927-e4bb-402f-a1a0-c1b9c745de25 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 210 time: 0.0533912 Mar 02 09:37:52.005150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Allocated IP 172.20.0.4 (c5d9a4d3-1c43-4a54-8fad-14404021d970/4363d242-10df-4172-9775-5e7af4b9508d/f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:37:52.199706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:52.214917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Transition to ACTIVE for port object f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:52.316233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:52.383785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:37:52.390638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:37:52.394915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:37:52.424970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Pushing event updated for resources: {'Port': ['ID=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:52.461527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:52.462076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:52.578610 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-47cfb6d0-813c-4c31-9cf1-5f5c701f0c24 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0178599 Mar 02 09:37:52.590500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Request body: {'port': {'device_id': 'a6ea6c75-b886-4d2b-9469-cb308fa275b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:37:52.700316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:52.761481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-be452f38-0bd2-4945-ba30-d12d12ec1e28 None None] Provisioning for port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:37:52.766710 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-be452f38-0bd2-4945-ba30-d12d12ec1e28 None None] Provisioning complete for port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:37:52.767202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-be452f38-0bd2-4945-ba30-d12d12ec1e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:52.819163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-be452f38-0bd2-4945-ba30-d12d12ec1e28 None None] Port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:37:53.030322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:37:53.038550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:53.052821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Transition to ACTIVE for port object f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:37:53.059085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:53.133146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:53.201998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:53.282499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:53.389086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edfef7-a80f-4d43-bb6a-9cafaffebe01 req-9b43a029-50f9-4b2e-803d-519131732ee3 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:53.389773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-33edfef7-a80f-4d43-bb6a-9cafaffebe01 req-9b43a029-50f9-4b2e-803d-519131732ee3 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Synchronizing usage tracker for tenant:b2956ce609264f13bfe7e7839a6a30d3 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:37:53.414947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Attempting to bind port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:37:53.415276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Attempting to bind port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:37:53.415598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Attempting to bind port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee on network c5d9a4d3-1c43-4a54-8fad-14404021d970 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:37:53.420630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee on network c5d9a4d3-1c43-4a54-8fad-14404021d970 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:37:53.420943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Attempting to bind port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee on network c5d9a4d3-1c43-4a54-8fad-14404021d970 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:37:53.425949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:37:53.426296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Checking segment: {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:37:53.430605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Bound using segment: {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:37:53.430605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Bound port: f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d7a01fd-cc6b-42c0-9633-6c042d704738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:37:53.430605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:53.505438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-33edfef7-a80f-4d43-bb6a-9cafaffebe01 req-9b43a029-50f9-4b2e-803d-519131732ee3 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Unset dirty status for tenant:b2956ce609264f13bfe7e7839a6a30d3 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:37:53.506520 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-33edfef7-a80f-4d43-bb6a-9cafaffebe01 req-9b43a029-50f9-4b2e-803d-519131732ee3 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 943 time: 0.4125113 Mar 02 09:37:53.628523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] For port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:37:53.644957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] For port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:37:53.654738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-33edfef7-a80f-4d43-bb6a-9cafaffebe01 req-024e56b8-b0df-419f-84ae-b8aa87db0d28 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403620 Mar 02 09:37:53.727987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:53.782728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:53.783247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:53.784581 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee HTTP/1.1" status: 200 len: 1093 time: 1.1981339 Mar 02 09:37:53.785006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ea6c75-b886-4d2b-9469-cb308fa275b5', 'tag': 'f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:37:53.811201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d4951-1605-4e86-95e8-9b2075d029b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:53.831659 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ea6c75-b886-4d2b-9469-cb308fa275b5', 'tag': 'f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee', 'status': 'completed', 'code': 200} Mar 02 09:37:53.924885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461fe5-00aa-4c48-b37c-f33e15c9135c req-24a4deef-fce1-4764-88d2-723bba92e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:53.926389 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2e461fe5-00aa-4c48-b37c-f33e15c9135c req-24a4deef-fce1-4764-88d2-723bba92e376 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 1096 time: 0.0747452 Mar 02 09:37:54.061041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461fe5-00aa-4c48-b37c-f33e15c9135c req-5a11ffbc-a87b-4b7e-959d-dbb972336ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:54.062400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2e461fe5-00aa-4c48-b37c-f33e15c9135c req-5a11ffbc-a87b-4b7e-959d-dbb972336ff8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1291134 Mar 02 09:37:54.193501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461fe5-00aa-4c48-b37c-f33e15c9135c req-8cddb79d-6180-48de-9347-536e4ddd8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:54.194951 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2e461fe5-00aa-4c48-b37c-f33e15c9135c req-8cddb79d-6180-48de-9347-536e4ddd8bb5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269474 Mar 02 09:37:54.296405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-e89d1b1d-6ee0-4e6f-ba5e-2cacfe2cb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:54.297806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-e89d1b1d-6ee0-4e6f-ba5e-2cacfe2cb6ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 1096 time: 0.0671244 Mar 02 09:37:54.365910 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-f66f3c6f-acf7-4126-b4ea-f45f5fd62abb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee HTTP/1.1" status: 200 len: 217 time: 0.0607634 Mar 02 09:37:54.424592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-4fed18dc-2a9c-4aa4-ae03-4a91b850c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:54.425976 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-4fed18dc-2a9c-4aa4-ae03-4a91b850c80d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4363d242-10df-4172-9775-5e7af4b9508d HTTP/1.1" status: 200 len: 855 time: 0.0542016 Mar 02 09:37:54.502385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-9ee7c93f-acd3-4b67-ab2c-bb142d8e9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:54.503822 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-9ee7c93f-acd3-4b67-ab2c-bb142d8e9481 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5d9a4d3-1c43-4a54-8fad-14404021d970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711200 Mar 02 09:37:54.630214 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-bc820fd3-3351-4996-9f3a-7b8ea03ac728 service neutron] 10.222.0.15 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197121 Mar 02 09:37:54.722275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:54.758893 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95a541de-efd4-4e35-8537-81e2a37f8359 req-cb876f3c-c9d3-4573-8788-ae04c05eba2e service neutron] 10.222.0.15 "GET /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223600 Mar 02 09:37:54.834995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfd846-abc6-4305-9c6b-cea57e4ae821 req-28254bbf-dd3a-42a3-b585-4e8e3dc28d28 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:54.836423 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1abfd846-abc6-4305-9c6b-cea57e4ae821 req-28254bbf-dd3a-42a3-b585-4e8e3dc28d28 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 943 time: 0.0762684 Mar 02 09:37:54.883981 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1abfd846-abc6-4305-9c6b-cea57e4ae821 req-815c861a-c407-4ba9-a157-15e1af8eafec tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Mar 02 09:37:56.065554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c31306-7cec-4778-a148-22fcc9348541 req-6113ee13-c522-474a-9515-ab9645d25490 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:56.067065 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-00c31306-7cec-4778-a148-22fcc9348541 req-6113ee13-c522-474a-9515-ab9645d25490 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 943 time: 0.0787733 Mar 02 09:37:56.109406 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-00c31306-7cec-4778-a148-22fcc9348541 req-b70815be-c2c8-4a53-af49-02d75bb861e3 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367444 Mar 02 09:37:57.295559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24001048-7258-4956-b89a-50a37e1344e6 req-1747370b-bf5d-456c-bfd5-bc5eb9df2030 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:57.296993 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-24001048-7258-4956-b89a-50a37e1344e6 req-1747370b-bf5d-456c-bfd5-bc5eb9df2030 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 943 time: 0.0859218 Mar 02 09:37:57.340080 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-24001048-7258-4956-b89a-50a37e1344e6 req-21c09351-a7b6-4b2b-9939-ed2a8723f2b4 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368392 Mar 02 09:37:58.433984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:37:58.520259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97257abe-608a-4aff-b77e-32747585ed3a req-f2967586-337a-41ef-aef9-d70a4b3a0660 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:58.521705 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97257abe-608a-4aff-b77e-32747585ed3a req-f2967586-337a-41ef-aef9-d70a4b3a0660 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 943 time: 0.0781963 Mar 02 09:37:58.566181 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97257abe-608a-4aff-b77e-32747585ed3a req-e9720a9a-54a4-4a51-aa25-93e6879e9284 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383120 Mar 02 09:37:58.571853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:58.585328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee', 'network_id': 'c5d9a4d3-1c43-4a54-8fad-14404021d970', 'port_id': 'f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee', 'mac_address': 'fa:16:3e:66:78:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4363d242-10df-4172-9775-5e7af4b9508d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:37:58.639033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:58.655534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:37:58.670215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:37:58.733138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:37:58.799788 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:37:58.806724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.807071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.807407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.807737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.808069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.808394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.808716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.809036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.809356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.809671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.810014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:58.810331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:37:59.036957 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:37:59.750417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b41a4-217f-4e60-850d-e0093269e87a req-b7670f7f-f66c-4ad1-a32e-3ae5ea7eb60a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:37:59.751876 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-207b41a4-217f-4e60-850d-e0093269e87a req-b7670f7f-f66c-4ad1-a32e-3ae5ea7eb60a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 944 time: 0.0816731 Mar 02 09:37:59.794377 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-207b41a4-217f-4e60-850d-e0093269e87a req-53f4cc55-cb9e-4646-8ccd-78c5ccd619a5 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363436 Mar 02 09:38:00.537849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:00.664889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:00.669570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:00.669965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:00.780733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:00.806324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ea6c75-b886-4d2b-9469-cb308fa275b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:38:00.815411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:00.851420 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ea6c75-b886-4d2b-9469-cb308fa275b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee', 'code': 200} Mar 02 09:38:00.886755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:00.952671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:00.978533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2860895-d1ea-4ab2-9e7e-d5b4e7e02c29 req-55206d20-1473-4852-9ef2-a15d67816327 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:00.980008 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2860895-d1ea-4ab2-9e7e-d5b4e7e02c29 req-55206d20-1473-4852-9ef2-a15d67816327 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 945 time: 0.0805528 Mar 02 09:38:01.027505 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2860895-d1ea-4ab2-9e7e-d5b4e7e02c29 req-d5abbf2b-b792-495e-b772-a3cb13733319 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Mar 02 09:38:01.285461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5733-8417-4607-a143-cd9ab5266065 req-b4ca2165-52ae-466c-932d-34a56bf70565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:01.286986 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-33ef5733-8417-4607-a143-cd9ab5266065 req-b4ca2165-52ae-466c-932d-34a56bf70565 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 1098 time: 0.1532340 Mar 02 09:38:01.327535 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-33ef5733-8417-4607-a143-cd9ab5266065 req-b0fc1874-7e4c-41df-86d6-628b7931b170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Mar 02 09:38:02.208769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d240e1-ae23-4bf5-ab5b-b98d77e387f2 req-c468ab6d-d3ea-4e4f-b804-a5b7f1258f9b tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:02.210326 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-31d240e1-ae23-4bf5-ab5b-b98d77e387f2 req-c468ab6d-d3ea-4e4f-b804-a5b7f1258f9b tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 945 time: 0.0793781 Mar 02 09:38:02.253219 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-31d240e1-ae23-4bf5-ab5b-b98d77e387f2 req-b2b9c2bd-fb9d-404d-9066-b33a06f4b84b tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Mar 02 09:38:03.439476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eb005-e3c8-4dca-ab68-fc0227316607 req-6520f069-2836-4bc9-aa77-5fa19237729a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:03.440883 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-516eb005-e3c8-4dca-ab68-fc0227316607 req-6520f069-2836-4bc9-aa77-5fa19237729a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 945 time: 0.0763183 Mar 02 09:38:03.485357 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-516eb005-e3c8-4dca-ab68-fc0227316607 req-3c0fe537-1359-4bcf-b2c6-bfd0fd35a00b tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389194 Mar 02 09:38:03.666084 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1624dd-ea94-4822-8e01-0195e816ef30 req-75a6a06d-20bc-4579-be98-d0d233cf627a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:03.667506 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a1624dd-ea94-4822-8e01-0195e816ef30 req-75a6a06d-20bc-4579-be98-d0d233cf627a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 945 time: 0.0780892 Mar 02 09:38:03.709962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a1624dd-ea94-4822-8e01-0195e816ef30 req-856fbf22-8b02-4b92-a772-108cc3d268cf tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Mar 02 09:38:07.862647 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:38:17.744304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:19.715833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ddbe99f6-b6dd-45cc-ab55-8d3ddaea3633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:21.803519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc28313-4acb-48a2-a139-abdcdce8a7e6 req-692151e0-d29d-491c-86c3-47f2d311e4b5 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:21.805082 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dc28313-4acb-48a2-a139-abdcdce8a7e6 req-692151e0-d29d-491c-86c3-47f2d311e4b5 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 945 time: 0.0822492 Mar 02 09:38:21.848531 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9dc28313-4acb-48a2-a139-abdcdce8a7e6 req-0362dd5b-0e51-43df-a680-1169bf0a1c3e tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376210 Mar 02 09:38:21.963175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eb6355a6-d35f-4b2e-a94d-f7b8dfb2b233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:23.048896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:23.079058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48406e2d-ec68-4bb8-abc1-5a9a86a597ad req-7872023d-1586-4660-9869-da1346b7c37a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:23.080504 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48406e2d-ec68-4bb8-abc1-5a9a86a597ad req-7872023d-1586-4660-9869-da1346b7c37a tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 945 time: 0.1285622 Mar 02 09:38:23.124472 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-48406e2d-ec68-4bb8-abc1-5a9a86a597ad req-5627678b-1b01-46af-ab47-057960c1ff7f tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/security-groups?id=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375667 Mar 02 09:38:23.197358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:23.549499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023416d-657f-4b73-87f9-86bf8394a410 req-eb1bb7da-b6ca-456a-b9ea-19de8438b23f tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:23.550941 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9023416d-657f-4b73-87f9-86bf8394a410 req-eb1bb7da-b6ca-456a-b9ea-19de8438b23f tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 945 time: 0.0800068 Mar 02 09:38:23.618101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-9023416d-657f-4b73-87f9-86bf8394a410 req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Deleting port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:23.618418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-9023416d-657f-4b73-87f9-86bf8394a410 req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:23.853928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-9023416d-657f-4b73-87f9-86bf8394a410 req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] For port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:23.854207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-9023416d-657f-4b73-87f9-86bf8394a410 req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:23.974978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-9023416d-657f-4b73-87f9-86bf8394a410 req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Calling delete_port for f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:38:24.181031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-9023416d-657f-4b73-87f9-86bf8394a410 req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:24.192083 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:38:24.234438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Pushing event deleted for resources: {'Port': ['ID=f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:24.334476 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-823155ee-89b3-47cf-b238-8b4a2ea72e2b req-eab16b5a-f409-45a3-af6c-56557f0ed468 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6ea6c75-b886-4d2b-9469-cb308fa275b5 HTTP/1.1" status: 200 len: 210 time: 0.0977740 Mar 02 09:38:24.349499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-9023416d-657f-4b73-87f9-86bf8394a410 req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] No DVR routers for this DVR port f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:38:24.352358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-9023416d-657f-4b73-87f9-86bf8394a410 req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:24.355281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ea6c75-b886-4d2b-9469-cb308fa275b5', 'name': 'network-vif-deleted', 'tag': 'f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:38:24.401422 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ea6c75-b886-4d2b-9469-cb308fa275b5', 'name': 'network-vif-deleted', 'tag': 'f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee', 'status': 'completed', 'code': 200} Mar 02 09:38:24.431564 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9023416d-657f-4b73-87f9-86bf8394a410 req-8be95d34-e38c-4850-bf49-78060240e9e8 tempest-TestEncryptedCinderVolumes-429277874 tempest-TestEncryptedCinderVolumes-429277874-project] 10.222.0.15 "DELETE /v2.0/ports/f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee HTTP/1.1" status: 204 len: 173 time: 0.8748481 Mar 02 09:38:24.729281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:25.528263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43072) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:26.145483 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:26.475070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Deleting port 1d831719-5b73-484c-ae19-98e7d191301d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:26.475297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:26.607417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:38:26.638440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] For port 1d831719-5b73-484c-ae19-98e7d191301d, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1d831719-5b73-484c-ae19-98e7d191301d,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:26.639024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:26.640590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:38:26.640934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device f7e5a893-a57a-4fea-ad7b-93d0dcfbe2ee not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:38:26.758594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Calling delete_port for 1d831719-5b73-484c-ae19-98e7d191301d owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:38:27.219015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:27.267005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Pushing event deleted for resources: {'Port': ['ID=1d831719-5b73-484c-ae19-98e7d191301d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:27.527967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:27.867588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Router 448bfac3-6347-40d6-9655-4dd50da9d47c has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:38:28.035836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:38:28.044820 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] Sync routers for ids ['448bfac3-6347-40d6-9655-4dd50da9d47c'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:38:28.048010 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-90e33033-8079-4b26-9a9d-a2284a6a64be admin admin] 10.222.0.10 "PUT /v2.0/routers/448bfac3-6347-40d6-9655-4dd50da9d47c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5181727 Mar 02 09:38:28.050577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43076) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:28.054881 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] Routers {'448bfac3-6347-40d6-9655-4dd50da9d47c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:28.055469 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['448bfac3-6347-40d6-9655-4dd50da9d47c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:28.219721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:28.255136 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] Set router 448bfac3-6347-40d6-9655-4dd50da9d47c gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:28.506617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:28.538753 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:38:27Z', 'revision_number': 5, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'gw_port': {'id': '8442adf1-b143-4c8d-a821-0e6f993fc517', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:28.542446 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] Checking router: 448bfac3-6347-40d6-9655-4dd50da9d47c for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:38:28.550470 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] Routers {'448bfac3-6347-40d6-9655-4dd50da9d47c'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:28.551056 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['448bfac3-6347-40d6-9655-4dd50da9d47c'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:28.579080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Deleting port 8442adf1-b143-4c8d-a821-0e6f993fc517 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:28.579419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:28.698600 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] Set router 448bfac3-6347-40d6-9655-4dd50da9d47c gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:28.746586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] For port 8442adf1-b143-4c8d-a821-0e6f993fc517, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8442adf1-b143-4c8d-a821-0e6f993fc517,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:28.746941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:28.799718 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:38:28Z', 'revision_number': 6, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:28.803471 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e91db0e-4ee1-49c1-8ab6-6353e5094761 None None] The sync data for ids ['448bfac3-6347-40d6-9655-4dd50da9d47c'] in dv-neutron-828796-1-hyperv is: [{'id': '448bfac3-6347-40d6-9655-4dd50da9d47c', 'name': 'tempest-TestEncryptedCinderVolumes-675410799-router', 'tenant_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:36:55Z', 'updated_at': '2022-03-02T09:38:28Z', 'revision_number': 6, 'project_id': 'b2956ce609264f13bfe7e7839a6a30d3', 'gw_port_host': None}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:38:28.871197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Calling delete_port for 8442adf1-b143-4c8d-a821-0e6f993fc517 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:38:29.095109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.140461 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8442adf1-b143-4c8d-a821-0e6f993fc517,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:29.240671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.428616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.431308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.529336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.529880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448bfac3-6347-40d6-9655-4dd50da9d47c {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:38:29.542058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.543162 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2768c551-43ba-4713-b04d-ca99756b46e7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/448bfac3-6347-40d6-9655-4dd50da9d47c HTTP/1.1" status: 204 len: 168 time: 1.4917090 Mar 02 09:38:29.545744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43080) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:29.605431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadab6bd-1382-4743-8146-5743b9a49b8a admin admin] Deleting subnet 4363d242-10df-4172-9775-5e7af4b9508d {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:38:29.608440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eadab6bd-1382-4743-8146-5743b9a49b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.616610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1d831719-5b73-484c-ae19-98e7d191301d no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:38:29.651057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 1d831719-5b73-484c-ae19-98e7d191301d {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:38:29.651738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1d831719-5b73-484c-ae19-98e7d191301d not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:38:29.651901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8442adf1-b143-4c8d-a821-0e6f993fc517 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:38:29.661456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eadab6bd-1382-4743-8146-5743b9a49b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.688054 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 8442adf1-b143-4c8d-a821-0e6f993fc517 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:38:29.688409 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8442adf1-b143-4c8d-a821-0e6f993fc517 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:38:29.738681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eadab6bd-1382-4743-8146-5743b9a49b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.888171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eadab6bd-1382-4743-8146-5743b9a49b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.927243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadab6bd-1382-4743-8146-5743b9a49b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4363d242-10df-4172-9775-5e7af4b9508d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:29.932494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-eadab6bd-1382-4743-8146-5743b9a49b8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:29.938085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b812e55-6bf5-4c32-8f4d-eeb9a82a4278 None None] Network c5d9a4d3-1c43-4a54-8fad-14404021d970 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:38:29.938276 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-eadab6bd-1382-4743-8146-5743b9a49b8a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4363d242-10df-4172-9775-5e7af4b9508d HTTP/1.1" status: 204 len: 168 time: 0.3915076 Mar 02 09:38:29.940795 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43084) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:30.045462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.055556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Deleting port daa30e6b-6560-4c33-9f6c-07420682c744 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:30.055876 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.175186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] DHCP port deletion for c5d9a4d3-1c43-4a54-8fad-14404021d970 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:38:30.180567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] Deleting port daa30e6b-6560-4c33-9f6c-07420682c744 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:30.181060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.264045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] For port daa30e6b-6560-4c33-9f6c-07420682c744, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=daa30e6b-6560-4c33-9f6c-07420682c744,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:30.264294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.384485 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] For port daa30e6b-6560-4c33-9f6c-07420682c744, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=daa30e6b-6560-4c33-9f6c-07420682c744,segment=NetworkSegment(2d7a01fd-cc6b-42c0-9633-6c042d704738),segment_id=2d7a01fd-cc6b-42c0-9633-6c042d704738)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:30.384866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.488167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Calling delete_port for daa30e6b-6560-4c33-9f6c-07420682c744 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:38:30.502555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] Calling delete_port for daa30e6b-6560-4c33-9f6c-07420682c744 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:38:30.670266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.676416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:38:30.679747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:38:30.721060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Pushing event deleted for resources: {'Port': ['ID=daa30e6b-6560-4c33-9f6c-07420682c744,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:30.724467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] No DVR routers for this DVR port daa30e6b-6560-4c33-9f6c-07420682c744 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:38:30.835769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.865604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d9a4d3-1c43-4a54-8fad-14404021d970']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:30.877494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7a01fd-cc6b-42c0-9633-6c042d704738') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:30.877781 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7a01fd-cc6b-42c0-9633-6c042d704738') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:30.888517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.903832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.909502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:38:30.909901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:38:30.922908 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:38:31.059039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:31.074229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:31.086069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d9a4d3-1c43-4a54-8fad-14404021d970,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:31.091247 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-131de15d-c4fa-4553-80ed-ff688773355f admin admin] 10.222.0.10 "DELETE /v2.0/networks/c5d9a4d3-1c43-4a54-8fad-14404021d970 HTTP/1.1" status: 204 len: 168 time: 1.1492157 Mar 02 09:38:31.094099 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43088) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:31.178186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] Deleting port daa30e6b-6560-4c33-9f6c-07420682c744 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:31.178676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:31.243852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-dd5cee2b-8749-44d0-a06e-579cbb97b27a None None] The port 'daa30e6b-6560-4c33-9f6c-07420682c744' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:38:31.373002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device daa30e6b-6560-4c33-9f6c-07420682c744 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:38:31.409002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: daa30e6b-6560-4c33-9f6c-07420682c744 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:38:31.409337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device daa30e6b-6560-4c33-9f6c-07420682c744 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:38:31.735053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:32.076612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Deleting port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:32.076959 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:32.244200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] For port eb2fb712-4ec0-46bc-969b-17cdea6f4bb8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=eb2fb712-4ec0-46bc-969b-17cdea6f4bb8,segment=NetworkSegment(02334c5e-d895-4be5-a85d-2ceb2717b4ef),segment_id=02334c5e-d895-4be5-a85d-2ceb2717b4ef)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:32.244903 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:32.369336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Calling delete_port for eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:38:32.767584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:32.921642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2fb712-4ec0-46bc-969b-17cdea6f4bb8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:32.955521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.955869 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.956198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.956532 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.956854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.957179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.957495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.957820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.958167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.958483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.958797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:32.959107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:33.207591 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:33.564377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Router 039bbc6c-036b-461c-b277-397145cd5163 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:38:33.734893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:38:33.743254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] Sync routers for ids ['039bbc6c-036b-461c-b277-397145cd5163'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:38:33.743705 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c6040fe0-4b44-4ecf-b230-9fc3192aba5f admin admin] 10.222.0.10 "PUT /v2.0/routers/039bbc6c-036b-461c-b277-397145cd5163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6483378 Mar 02 09:38:33.746105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43094) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:33.752061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] Routers {'039bbc6c-036b-461c-b277-397145cd5163'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:33.752658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['039bbc6c-036b-461c-b277-397145cd5163'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:33.921208 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:33.957514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] Set router 039bbc6c-036b-461c-b277-397145cd5163 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:34.091316 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:34.156597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Deleting port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:34.156934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:34.242877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039bbc6c-036b-461c-b277-397145cd5163', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102'}], 'enable_snat': True}, 'gw_port_id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:37:02Z', 'updated_at': '2022-03-02T09:38:32Z', 'revision_number': 5, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'gw_port': {'id': '25ba1a68-04cc-4bfb-bf87-a0c073e63db8', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:79:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039bbc6c-036b-461c-b277-397145cd5163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:37:03Z', 'updated_at': '2022-03-02T09:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:34.247041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] Checking router: 039bbc6c-036b-461c-b277-397145cd5163 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:38:34.255900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] Routers {'039bbc6c-036b-461c-b277-397145cd5163'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:34.256518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['039bbc6c-036b-461c-b277-397145cd5163'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:34.401742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] Set router 039bbc6c-036b-461c-b277-397145cd5163 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:34.447269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] For port 25ba1a68-04cc-4bfb-bf87-a0c073e63db8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=25ba1a68-04cc-4bfb-bf87-a0c073e63db8,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:34.447614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:34.504173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039bbc6c-036b-461c-b277-397145cd5163', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:37:02Z', 'updated_at': '2022-03-02T09:38:34Z', 'revision_number': 6, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:34.508753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfffad2-a32f-4eeb-9588-112170edb9ad None None] The sync data for ids ['039bbc6c-036b-461c-b277-397145cd5163'] in dv-neutron-828796-1-hyperv is: [{'id': '039bbc6c-036b-461c-b277-397145cd5163', 'name': 'tempest-TestEncryptedCinderVolumes-2080301405-router', 'tenant_id': '9538dda0adc5414f9e9067ef13ada1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:37:02Z', 'updated_at': '2022-03-02T09:38:34Z', 'revision_number': 6, 'project_id': '9538dda0adc5414f9e9067ef13ada1af', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:38:34.569917 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Calling delete_port for 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:38:34.815531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:34.865932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ba1a68-04cc-4bfb-bf87-a0c073e63db8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:34.958634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.122872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.124859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.215824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.216165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 039bbc6c-036b-461c-b277-397145cd5163 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:38:35.228651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.229786 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-afc5967c-d921-4f12-b0b1-a7a3cb8c01d2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/039bbc6c-036b-461c-b277-397145cd5163 HTTP/1.1" status: 204 len: 168 time: 1.4827604 Mar 02 09:38:35.232495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43098) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:35.293343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9ecffe-9e7a-488a-a99d-658754e36d1c admin admin] Deleting subnet adb9c783-641d-406c-b0ea-7deaee33e2ea {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:38:35.296217 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb9ecffe-9e7a-488a-a99d-658754e36d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.346684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb9ecffe-9e7a-488a-a99d-658754e36d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.379390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:38:35.417917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:38:35.418264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 25ba1a68-04cc-4bfb-bf87-a0c073e63db8 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:38:35.418681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:38:35.429709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb9ecffe-9e7a-488a-a99d-658754e36d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.452238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:38:35.452946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device eb2fb712-4ec0-46bc-969b-17cdea6f4bb8 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:38:35.568082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb9ecffe-9e7a-488a-a99d-658754e36d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.606349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ecffe-9e7a-488a-a99d-658754e36d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb9c783-641d-406c-b0ea-7deaee33e2ea,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:35.611191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cb9ecffe-9e7a-488a-a99d-658754e36d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.616047 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3204412-8920-424f-ba45-ca751882071d None None] Network d1cdab4b-c6e6-44c9-83e6-57ef174d032a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:38:35.617494 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cb9ecffe-9e7a-488a-a99d-658754e36d1c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/adb9c783-641d-406c-b0ea-7deaee33e2ea HTTP/1.1" status: 204 len: 168 time: 0.3840787 Mar 02 09:38:35.620008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43102) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:35.724868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.735221 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Deleting port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:35.735541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:35.861977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] DHCP port deletion for d1cdab4b-c6e6-44c9-83e6-57ef174d032a request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:38:35.866101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] Deleting port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:35.866467 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.051844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] For port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=54b4c1bb-c865-4758-9cb8-e7edfd3e1850,segment=NetworkSegment(02334c5e-d895-4be5-a85d-2ceb2717b4ef),segment_id=02334c5e-d895-4be5-a85d-2ceb2717b4ef)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:36.052229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.074322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] For port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=54b4c1bb-c865-4758-9cb8-e7edfd3e1850,segment=NetworkSegment(02334c5e-d895-4be5-a85d-2ceb2717b4ef),segment_id=02334c5e-d895-4be5-a85d-2ceb2717b4ef)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:36.074714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.176387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Calling delete_port for 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 owned by network:dhcp {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:38:36.199260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] Calling delete_port for 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:38:36.328016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.333085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:38:36.333431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:38:36.375230 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b4c1bb-c865-4758-9cb8-e7edfd3e1850,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:36.376991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] No DVR routers for this DVR port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 on host dv-neutron-828796-1-hyperv {{(pid=88400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:38:36.488835 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.512936 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cdab4b-c6e6-44c9-83e6-57ef174d032a']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:36.525075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02334c5e-d895-4be5-a85d-2ceb2717b4ef') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:36.525370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02334c5e-d895-4be5-a85d-2ceb2717b4ef') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:36.536253 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.552459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.558461 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:38:36.558842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:38:36.575110 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:38:36.729925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.745068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.754797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1cdab4b-c6e6-44c9-83e6-57ef174d032a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:36.759927 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8d230a11-6b56-4c47-a456-a99a11be6451 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d1cdab4b-c6e6-44c9-83e6-57ef174d032a HTTP/1.1" status: 204 len: 168 time: 1.1383061 Mar 02 09:38:36.834372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] Deleting port 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:38:36.834921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:36.900943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3afed550-d246-4fda-8e5f-0008e2ccfaea None None] The port '54b4c1bb-c865-4758-9cb8-e7edfd3e1850' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:38:37.178304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43108) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:37.229531 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-062f4fe0-0e02-4e5c-b67a-b4785a9d210e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2956ce609264f13bfe7e7839a6a30d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500131 Mar 02 09:38:37.232031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43112) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:37.287787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5825bce9-2466-441d-aa81-613552229813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:37.312848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5825bce9-2466-441d-aa81-613552229813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:37.372252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:38:37.410482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:38:37.410822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 54b4c1bb-c865-4758-9cb8-e7edfd3e1850 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:38:37.444136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5825bce9-2466-441d-aa81-613552229813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:37.461527 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825bce9-2466-441d-aa81-613552229813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bfac23-d1c0-45cf-8a50-4470fe0cf2b1,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:37.465570 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5825bce9-2466-441d-aa81-613552229813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:37.467812 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5825bce9-2466-441d-aa81-613552229813 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43bfac23-d1c0-45cf-8a50-4470fe0cf2b1 HTTP/1.1" status: 204 len: 168 time: 0.2338283 Mar 02 09:38:38.132256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43120) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:38.180191 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e9ea3bde-d9ba-413d-a94a-d31e27c8e577 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9538dda0adc5414f9e9067ef13ada1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467725 Mar 02 09:38:38.182727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43124) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:38.239280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d8c92ffe-c071-406d-bce8-8b8813f867b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:38.263765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d8c92ffe-c071-406d-bce8-8b8813f867b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:38.399056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d8c92ffe-c071-406d-bce8-8b8813f867b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:38.418314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c92ffe-c071-406d-bce8-8b8813f867b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f318038d-498d-4546-83ae-8e6f14eb22d4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:38.421695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d8c92ffe-c071-406d-bce8-8b8813f867b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:38.423284 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d8c92ffe-c071-406d-bce8-8b8813f867b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f318038d-498d-4546-83ae-8e6f14eb22d4 HTTP/1.1" status: 204 len: 168 time: 0.2391129 Mar 02 09:38:39.499774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43148) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:39.603589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1891123523-network', 'tenant_id': '4e28921cd5724712ae19966261f44148'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:38:39.608296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:38:39.612022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Usage tracker for resource:network and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:38:39.614784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:38:39.621169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:38:39.698974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Made reservation on behalf of 4e28921cd5724712ae19966261f44148 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:38:39.701186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:39.713052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:39.727002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:38:39.731603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Usage tracker for resource:security_group_rule and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:38:39.734487 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:38:39.740324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:38:39.824640 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:39.893485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:39.921093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:38:39.934679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1488380-6c4e-4006-ae0d-1d2215b2bbc4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:39.941271 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:39.941271 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Added segment adea4b55-1803-499a-8c32-1d6c5416220d of type vlan for network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 Mar 02 09:38:39.969972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:40.050062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:40.051091 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:40.051668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:40.159373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] Pushing event updated for resources: {'Network': ['ID=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:40.169731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:38:40.214737 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-be9ea172-23c3-470b-8796-2f57dd868cad admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7138095 Mar 02 09:38:40.217432 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43154) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:40.222820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Request body: {'subnet': {'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1891123523-subnet', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:38:40.228418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:38:40.232213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Usage tracker for resource:subnet and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:38:40.235090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:38:40.241773 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:38:40.312690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Made reservation on behalf of 4e28921cd5724712ae19966261f44148 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:38:40.315080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:40.579620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:40.656404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=556c1ada-8371-4667-9c19-b93e78f4557e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:40.665603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Checking segment: {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:38:40.665982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Network hostable DHCP agents. Network: 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:38:40.751065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:38:40.842492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:40.846893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:40.848068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:40.850945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cd79bf-f7d8-4734-b898-26d60fcd093c None None] Network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:38:40.925393 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8d335ed7-b481-4c63-85d8-8a85dc8a34b3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7068927 Mar 02 09:38:40.928117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43158) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:40.933632 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:38:40.938186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:38:40.941939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Usage tracker for resource:router and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:38:40.944766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:38:40.951228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:38:41.025258 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.026314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.041085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.067738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:38:41.068585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.215645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Allocated IP 172.20.0.2 (5e2afe3c-94e0-4a60-9693-0db22c7a1eb7/556c1ada-8371-4667-9c19-b93e78f4557e/305cb43d-133c-48e1-a139-bc7e9e433f28) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:38:41.428740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.439144 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Transition to ACTIVE for port object 305cb43d-133c-48e1-a139-bc7e9e433f28 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:41.456946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Transition to ACTIVE for port object 305cb43d-133c-48e1-a139-bc7e9e433f28 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:41.476202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.528565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.589005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:38:41.596047 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:41.600531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:38:41.607024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Pushing event updated for resources: {'Port': ['ID=305cb43d-133c-48e1-a139-bc7e9e433f28,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:41.693201 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Attempting to bind port 305cb43d-133c-48e1-a139-bc7e9e433f28 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:38:41.693575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Attempting to bind port 305cb43d-133c-48e1-a139-bc7e9e433f28 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:38:41.693968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Attempting to bind port 305cb43d-133c-48e1-a139-bc7e9e433f28 on network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:38:41.699286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:38:41.699662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Checking segment: {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:38:41.700065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.700460 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Bound using segment: {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:38:41.700924 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Bound port: 305cb43d-133c-48e1-a139-bc7e9e433f28, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:38:41.701294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.789570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] For port 305cb43d-133c-48e1-a139-bc7e9e433f28, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:38:41.793074 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] For port 305cb43d-133c-48e1-a139-bc7e9e433f28, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=305cb43d-133c-48e1-a139-bc7e9e433f28,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:38:41.856848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.873609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.885340 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:41.955520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdac908-680c-441b-92d2-60ba1dfd8aa0 None None] Pushing event updated for resources: {'Port': ['ID=305cb43d-133c-48e1-a139-bc7e9e433f28,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:42.023975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Allocated IP 172.26.3.126 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/9a490931-48ac-4570-819d-488961662f58) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:38:42.184907 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:42.302098 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:42.360001 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:38:42.362585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:42.371053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:38:42.408630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Pushing event updated for resources: {'Port': ['ID=9a490931-48ac-4570-819d-488961662f58,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:42.842236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d5f37-8557-46db-8c59-c38a8b69881f None None] Network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:38:42.852233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:43.048315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-83b64394-3220-4acc-88a8-e04a3a0abc2a None None] Provisioning for port 305cb43d-133c-48e1-a139-bc7e9e433f28 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:43.312418 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:43.419070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 305cb43d-133c-48e1-a139-bc7e9e433f28 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:43.552881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 305cb43d-133c-48e1-a139-bc7e9e433f28 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:43.558245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 305cb43d-133c-48e1-a139-bc7e9e433f28 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:43.558619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:43.602552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Router 4f394ec9-b521-4879-9bb5-a0e020e892d2 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:38:43.708785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:43.740527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 305cb43d-133c-48e1-a139-bc7e9e433f28, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=305cb43d-133c-48e1-a139-bc7e9e433f28,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:43.782076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:38:43.791164 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Sync routers for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:38:43.803750 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:43.804634 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:43.822635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:43.879701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:43.883695 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-76c07a7a-dbf1-4a90-ade6-38c310975183 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9517837 Mar 02 09:38:43.883834 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43162) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:43.896602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=305cb43d-133c-48e1-a139-bc7e9e433f28,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:43.995746 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:44.283322 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:42Z', 'revision_number': 3, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:44.287060 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Checking router: 4f394ec9-b521-4879-9bb5-a0e020e892d2 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:38:44.287395 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Updating router 4f394ec9-b521-4879-9bb5-a0e020e892d2 port 9a490931-48ac-4570-819d-488961662f58 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:38:44.337539 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:44.670809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:44.793397 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:44.860908 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Transition to ACTIVE for port object 9a490931-48ac-4570-819d-488961662f58 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:44.871750 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:38:44.872202 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Allocated IP 172.20.0.1 (5e2afe3c-94e0-4a60-9693-0db22c7a1eb7/556c1ada-8371-4667-9c19-b93e78f4557e/cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:38:44.945490 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.019762 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.020030 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Attempting to bind port 9a490931-48ac-4570-819d-488961662f58 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:38:45.020385 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Attempting to bind port 9a490931-48ac-4570-819d-488961662f58 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:38:45.020722 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Attempting to bind port 9a490931-48ac-4570-819d-488961662f58 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:38:45.026867 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Pushing event updated for resources: {'Port': ['ID=9a490931-48ac-4570-819d-488961662f58,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:45.031789 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:38:45.032141 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:38:45.032523 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.032897 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:38:45.033341 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Bound port: 9a490931-48ac-4570-819d-488961662f58, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:38:45.033692 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.036361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Transition to ACTIVE for port object cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:45.071110 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.072009 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.072399 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.072721 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.073038 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.073353 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.073663 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.074002 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.074312 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.074617 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.074923 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.075226 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:45.115171 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] For port 9a490931-48ac-4570-819d-488961662f58, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:38:45.118029 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] For port 9a490931-48ac-4570-819d-488961662f58, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9a490931-48ac-4570-819d-488961662f58,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:38:45.128179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.190906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:38:45.193658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:45.203636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:38:45.208384 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.244531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Pushing event updated for resources: {'Port': ['ID=cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:45.270109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.288123 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:45.288740 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:45.345124 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a7bb1-b4dd-4d25-bef3-2b8f034deab1 None None] Pushing event updated for resources: {'Port': ['ID=9a490931-48ac-4570-819d-488961662f58,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:45.401774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 305cb43d-133c-48e1-a139-bc7e9e433f28 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:45.479132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 305cb43d-133c-48e1-a139-bc7e9e433f28 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:45.479132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.490944 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:45.608247 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.615282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ff1540f0-4d7d-470f-86c9-ed85b590ec16 None None] Provisioning for port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:45.620796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ff1540f0-4d7d-470f-86c9-ed85b590ec16 None None] Provisioning complete for port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:45.621165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ff1540f0-4d7d-470f-86c9-ed85b590ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.674787 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ff1540f0-4d7d-470f-86c9-ed85b590ec16 None None] Port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:38:45.778207 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:42Z', 'revision_number': 3, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:45.781994 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed532242-ce70-4430-837f-4b9f77c51628 None None] The sync data for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv is: [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:42Z', 'revision_number': 3, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:38:45.831951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:45.902152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:46.020719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Pushing event updated for resources: {'Port': ['ID=cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:46.029390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:46.171812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:38:46.172919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:46.367844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Router 4f394ec9-b521-4879-9bb5-a0e020e892d2 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:38:46.402070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f4065c6f-67d1-4945-86e2-9c561193424c None None] Provisioning complete for port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:46.402672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f4065c6f-67d1-4945-86e2-9c561193424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:46.461032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f4065c6f-67d1-4945-86e2-9c561193424c None None] Port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:38:46.667043 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:38:46.676323 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b99f679e-7c28-4681-9169-55a5c4d3431c admin admin] 10.222.0.10 "PUT /v2.0/routers/4f394ec9-b521-4879-9bb5-a0e020e892d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7909307 Mar 02 09:38:47.206241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Sync routers for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:38:47.215344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:47.215950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:47.380173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43180) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:47.385755 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-607304289-network', 'tenant_id': '6ca2c29af195491d8b88582796a861c9'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:38:47.390584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:38:47.394887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Usage tracker for resource:network and tenant:6ca2c29af195491d8b88582796a861c9 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:38:47.395009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:47.397325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:38:47.404080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:38:47.440315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9a490931-48ac-4570-819d-488961662f58 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:47.470933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Made reservation on behalf of 6ca2c29af195491d8b88582796a861c9 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:38:47.473331 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.486200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.501296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:38:47.504958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Usage tracker for resource:security_group_rule and tenant:6ca2c29af195491d8b88582796a861c9 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:38:47.507700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:38:47.513453 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:38:47.592888 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.659525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.687364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:38:47.699523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618c00dd-2600-47df-9ae1-fb1dea92a9c3,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:47.703871 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.704212 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Added segment 39cddfc5-0e6b-4f1b-887a-2f694433cead of type vlan for network f784c226-d1a9-4c2f-acc7-4a10547e3e29 Mar 02 09:38:47.731572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.741294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 9a490931-48ac-4570-819d-488961662f58 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:47.755720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 9a490931-48ac-4570-819d-488961662f58 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:47.756011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.784718 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.827404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.828540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:47.829097 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.859221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6', 'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'mac_address': 'fa:16:3e:16:23:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:44Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 2, 'project_id': '4e28921cd5724712ae19966261f44148', 'subnets': [{'id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:47.871302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Checking router: 4f394ec9-b521-4879-9bb5-a0e020e892d2 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:38:47.871654 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Updating router 4f394ec9-b521-4879-9bb5-a0e020e892d2 port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:38:47.925781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.931100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] Pushing event updated for resources: {'Network': ['ID=f784c226-d1a9-4c2f-acc7-4a10547e3e29,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:47.943070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network f784c226-d1a9-4c2f-acc7-4a10547e3e29 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:38:47.960500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:47.985495 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7e73eb0d-b161-4807-9726-eed985dd7b1d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6016412 Mar 02 09:38:47.985690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43184) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:47.989552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 9a490931-48ac-4570-819d-488961662f58, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9a490931-48ac-4570-819d-488961662f58,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:47.991525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Request body: {'subnet': {'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-607304289-subnet', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:38:47.996459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:38:48.000584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Usage tracker for resource:subnet and tenant:6ca2c29af195491d8b88582796a861c9 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:38:48.003385 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:38:48.009734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:38:48.076285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.096279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Made reservation on behalf of 6ca2c29af195491d8b88582796a861c9 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:38:48.098859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.280174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=9a490931-48ac-4570-819d-488961662f58,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:48.375995 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.448463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfda1287-b3c1-4ad6-9ed0-8bdef9654dab,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:48.455837 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Checking segment: {'id': '39cddfc5-0e6b-4f1b-887a-2f694433cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:38:48.456185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Network hostable DHCP agents. Network: f784c226-d1a9-4c2f-acc7-4a10547e3e29, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:38:48.479655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.493308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Transition to ACTIVE for port object cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:48.558849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Network f784c226-d1a9-4c2f-acc7-4a10547e3e29 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:38:48.568115 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.650597 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, f784c226-d1a9-4c2f-acc7-4a10547e3e29) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:48.654666 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:38:48.655270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.673595 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c105d2-4ee4-4518-92ec-f7b1441d561e None None] Network f784c226-d1a9-4c2f-acc7-4a10547e3e29 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:38:48.731539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d82436-1e3d-404a-adb5-505d80eefc73 None None] Pushing event updated for resources: {'Port': ['ID=cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:48.742790 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b7499ed4-59e7-45c2-b9b2-5060302460e4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7533691 Mar 02 09:38:48.743092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43188) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:48.748774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:38:48.753659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:38:48.758060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Usage tracker for resource:router and tenant:6ca2c29af195491d8b88582796a861c9 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:38:48.762043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:38:48.767456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:38:48.833445 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.834548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.851131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.877394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Attempting to bind port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:38:48.877754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Attempting to bind port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:38:48.878144 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Attempting to bind port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 on network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:38:48.897823 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:38:48.898147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Checking segment: {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:38:48.898538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:48.898919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Bound using segment: {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:38:48.899375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Bound port: cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:38:48.899766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:49.076247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] For port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:38:49.079268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] For port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:38:49.081515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-f784c226-d1a9-4c2f-acc7-4a10547e3e29', 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'fixed_ips': [{'subnet_id': 'cfda1287-b3c1-4ad6-9ed0-8bdef9654dab'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:38:49.082344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:49.138724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:49.178023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:49.289599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d82436-1e3d-404a-adb5-505d80eefc73 None None] Pushing event updated for resources: {'Port': ['ID=cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:49.295051 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:49.295672 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:49.390196 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Allocated IP 172.20.0.2 (f784c226-d1a9-4c2f-acc7-4a10547e3e29/cfda1287-b3c1-4ad6-9ed0-8bdef9654dab/6acfff03-9215-4a9f-b2d2-eec2652a8ba7) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:38:49.411295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9a490931-48ac-4570-819d-488961662f58 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:49.556782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:49.590638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:49.657659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:49.839086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Allocated IP 172.26.3.48 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/aa76cd1a-a7db-4e0e-91b5-1a629fb7924a) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:38:49.871179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1564bacd-d3d7-43a9-9d2e-2de1876f5df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:49.894223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 9a490931-48ac-4570-819d-488961662f58 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:49.894522 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:49.983462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:50.074318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:50.082053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:50.103436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Transition to ACTIVE for port object 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:50.137690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:38:50.141179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:50.143752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:38:50.190528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa76cd1a-a7db-4e0e-91b5-1a629fb7924a,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:50.196247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Transition to ACTIVE for port object 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:50.201052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.201387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.210375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:50.257456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6', 'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'mac_address': 'fa:16:3e:16:23:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:44Z', 'updated_at': '2022-03-02T09:38:49Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'subnets': [{'id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:50.261444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54c1f57-ef37-4200-a5ad-0c235e158277 None None] The sync data for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv is: [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6', 'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'mac_address': 'fa:16:3e:16:23:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:44Z', 'updated_at': '2022-03-02T09:38:49Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'subnets': [{'id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:38:50.278361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:50.358912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Network f784c226-d1a9-4c2f-acc7-4a10547e3e29 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:38:50.361667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:50.374404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:38:50.412490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Pushing event updated for resources: {'Port': ['ID=6acfff03-9215-4a9f-b2d2-eec2652a8ba7,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:50.477435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Attempting to bind port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:38:50.478401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Attempting to bind port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '39cddfc5-0e6b-4f1b-887a-2f694433cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:38:50.478752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Attempting to bind port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 on network f784c226-d1a9-4c2f-acc7-4a10547e3e29 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:38:50.484646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:38:50.485013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Checking segment: {'id': '39cddfc5-0e6b-4f1b-887a-2f694433cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:38:50.485411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:50.485803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Bound using segment: {'id': '39cddfc5-0e6b-4f1b-887a-2f694433cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:38:50.486320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Bound port: 6acfff03-9215-4a9f-b2d2-eec2652a8ba7, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cddfc5-0e6b-4f1b-887a-2f694433cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:38:50.486744 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:50.578955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] For port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:38:50.582127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] For port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6acfff03-9215-4a9f-b2d2-eec2652a8ba7,segment=NetworkSegment(39cddfc5-0e6b-4f1b-887a-2f694433cead),segment_id=39cddfc5-0e6b-4f1b-887a-2f694433cead)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:38:50.654360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:50.664112 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:50.748426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378c082-cdff-4f69-a598-760f717efb7c None None] Pushing event updated for resources: {'Port': ['ID=6acfff03-9215-4a9f-b2d2-eec2652a8ba7,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:51.036079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:51.339541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Router 8ea8cd00-52be-4613-a0a6-6a072dda76df is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:38:51.486163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:51.631294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:51.638560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:51.671884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:38:51.689257 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Sync routers for ids ['8ea8cd00-52be-4613-a0a6-6a072dda76df'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:38:51.705860 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Routers {'8ea8cd00-52be-4613-a0a6-6a072dda76df'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:51.706758 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8ea8cd00-52be-4613-a0a6-6a072dda76df'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:51.769948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450fe7cf-f41b-4549-9fec-add4ff5bcab7 None None] Network f784c226-d1a9-4c2f-acc7-4a10547e3e29 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:38:51.776365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:51.777597 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-26e526d5-3476-4364-bde8-d53a5b5d5ea1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0329850 Mar 02 09:38:51.780366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43192) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:38:51.808775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:51.858387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:51.858830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:51.895994 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Set router 8ea8cd00-52be-4613-a0a6-6a072dda76df gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:51.922375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4c6a8297-8db4-4216-b1dc-0ac64384d9bc None None] Provisioning for port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:51.943194 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4c6a8297-8db4-4216-b1dc-0ac64384d9bc None None] Provisioning complete for port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:51.943640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8297-8db4-4216-b1dc-0ac64384d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.000401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-01a7230e-b95a-46c2-97ab-63de6642d8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.199546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.223818 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:48Z', 'updated_at': '2022-03-02T09:38:50Z', 'revision_number': 3, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'gw_port': {'id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:49Z', 'updated_at': '2022-03-02T09:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:52.228821 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Checking router: 8ea8cd00-52be-4613-a0a6-6a072dda76df for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:38:52.229234 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Updating router 8ea8cd00-52be-4613-a0a6-6a072dda76df port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:38:52.242111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8297-8db4-4216-b1dc-0ac64384d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.269159 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:52.284845 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.298033 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4c6a8297-8db4-4216-b1dc-0ac64384d9bc None None] For port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6acfff03-9215-4a9f-b2d2-eec2652a8ba7,segment=NetworkSegment(39cddfc5-0e6b-4f1b-887a-2f694433cead),segment_id=39cddfc5-0e6b-4f1b-887a-2f694433cead)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:52.340096 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.390623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8297-8db4-4216-b1dc-0ac64384d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.502052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.525576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:52.596554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a8297-8db4-4216-b1dc-0ac64384d9bc None None] Pushing event updated for resources: {'Port': ['ID=6acfff03-9215-4a9f-b2d2-eec2652a8ba7,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:52.613886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-15cd597b-020b-4c10-ae2a-0494ad208087 None None] Provisioning complete for port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:52.614371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-15cd597b-020b-4c10-ae2a-0494ad208087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.636098 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.647432 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Transition to ACTIVE for port object aa76cd1a-a7db-4e0e-91b5-1a629fb7924a will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:52.719545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Allocated IP 172.20.0.1 (f784c226-d1a9-4c2f-acc7-4a10547e3e29/cfda1287-b3c1-4ad6-9ed0-8bdef9654dab/189b36bc-575e-47ab-af19-85d6bc03bfc9) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:38:52.741728 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.826710 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Attempting to bind port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:38:52.827072 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Attempting to bind port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:38:52.827425 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Attempting to bind port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:38:52.829504 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb10f0a-00a4-4e62-8497-527406dfb1f1 None None] Pushing event updated for resources: {'Port': ['ID=aa76cd1a-a7db-4e0e-91b5-1a629fb7924a,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:52.835169 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:38:52.835529 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:38:52.835920 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.836295 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:38:52.836740 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Bound port: aa76cd1a-a7db-4e0e-91b5-1a629fb7924a, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:38:52.837185 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.866213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.881824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Transition to ACTIVE for port object 189b36bc-575e-47ab-af19-85d6bc03bfc9 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:52.910210 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] For port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:38:52.913160 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] For port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aa76cd1a-a7db-4e0e-91b5-1a629fb7924a,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:38:52.965225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:52.988392 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.026054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Network f784c226-d1a9-4c2f-acc7-4a10547e3e29 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:38:53.032885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:53.036959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:38:53.048631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.056942 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Routers {'8ea8cd00-52be-4613-a0a6-6a072dda76df'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:53.057551 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8ea8cd00-52be-4613-a0a6-6a072dda76df'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:53.069852 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Pushing event updated for resources: {'Port': ['ID=189b36bc-575e-47ab-af19-85d6bc03bfc9,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:53.094995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.148202 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb10f0a-00a4-4e62-8497-527406dfb1f1 None None] Pushing event updated for resources: {'Port': ['ID=aa76cd1a-a7db-4e0e-91b5-1a629fb7924a,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:53.239804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.270201 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] Set router 8ea8cd00-52be-4613-a0a6-6a072dda76df gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:53.319478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6227f174-5830-4314-96ef-418a4e315150 None None] Provisioning for port 189b36bc-575e-47ab-af19-85d6bc03bfc9 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:53.325530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6227f174-5830-4314-96ef-418a4e315150 None None] Provisioning complete for port 189b36bc-575e-47ab-af19-85d6bc03bfc9 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:53.326607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6227f174-5830-4314-96ef-418a4e315150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.416711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6227f174-5830-4314-96ef-418a4e315150 None None] Port 189b36bc-575e-47ab-af19-85d6bc03bfc9 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:38:53.419745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:53.490282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:53.490892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.558489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.579717 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:48Z', 'updated_at': '2022-03-02T09:38:50Z', 'revision_number': 3, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'gw_port': {'id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:49Z', 'updated_at': '2022-03-02T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:53.583745 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb258c5-9fe8-4310-b461-72f380068377 None None] The sync data for ids ['8ea8cd00-52be-4613-a0a6-6a072dda76df'] in dv-neutron-828796-1-hyperv is: [{'id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:48Z', 'updated_at': '2022-03-02T09:38:50Z', 'revision_number': 3, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'gw_port': {'id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:49Z', 'updated_at': '2022-03-02T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:38:53.630052 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:53.699574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:53.699941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.796979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.859798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:53.969650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Pushing event updated for resources: {'Port': ['ID=189b36bc-575e-47ab-af19-85d6bc03bfc9,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:53.972984 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:54.109383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Network f784c226-d1a9-4c2f-acc7-4a10547e3e29 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:38:54.110601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:38:54.305114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Router 8ea8cd00-52be-4613-a0a6-6a072dda76df has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:38:54.341070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-153099b3-5520-420b-b197-bcb39ca2ecbf None None] Provisioning complete for port 189b36bc-575e-47ab-af19-85d6bc03bfc9 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:54.341662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-153099b3-5520-420b-b197-bcb39ca2ecbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:54.400697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-153099b3-5520-420b-b197-bcb39ca2ecbf None None] Port 189b36bc-575e-47ab-af19-85d6bc03bfc9 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:38:54.488841 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:38:54.497533 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6e3cf397-ed99-40be-b7da-a312c4b75203 admin admin] 10.222.0.10 "PUT /v2.0/routers/8ea8cd00-52be-4613-a0a6-6a072dda76df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7158947 Mar 02 09:38:54.725066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:55.164014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Sync routers for ids ['8ea8cd00-52be-4613-a0a6-6a072dda76df'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:38:55.173208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Routers {'8ea8cd00-52be-4613-a0a6-6a072dda76df'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:55.173863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8ea8cd00-52be-4613-a0a6-6a072dda76df'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:55.353450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Set router 8ea8cd00-52be-4613-a0a6-6a072dda76df gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:55.428633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aa76cd1a-a7db-4e0e-91b5-1a629fb7924a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:55.744209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:55.756468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:48Z', 'updated_at': '2022-03-02T09:38:53Z', 'revision_number': 4, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'gw_port': {'id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:49Z', 'updated_at': '2022-03-02T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '189b36bc-575e-47ab-af19-85d6bc03bfc9', 'name': '', 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'mac_address': 'fa:16:3e:57:2c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cfda1287-b3c1-4ad6-9ed0-8bdef9654dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:52Z', 'updated_at': '2022-03-02T09:38:53Z', 'revision_number': 2, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'subnets': [{'id': 'cfda1287-b3c1-4ad6-9ed0-8bdef9654dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:55.759871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:55.760242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:55.792438 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Checking router: 8ea8cd00-52be-4613-a0a6-6a072dda76df for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:38:55.793039 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Updating router 8ea8cd00-52be-4613-a0a6-6a072dda76df port 189b36bc-575e-47ab-af19-85d6bc03bfc9 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:38:55.871048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:56.079306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:56.108909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aa76cd1a-a7db-4e0e-91b5-1a629fb7924a,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:56.193887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:56.292680 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=aa76cd1a-a7db-4e0e-91b5-1a629fb7924a,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:56.380618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:56.392570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Transition to ACTIVE for port object 189b36bc-575e-47ab-af19-85d6bc03bfc9 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:38:56.468359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:56.645059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd0271-f11c-4c51-b701-b38485c793b0 None None] Pushing event updated for resources: {'Port': ['ID=189b36bc-575e-47ab-af19-85d6bc03bfc9,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:56.731585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Attempting to bind port 189b36bc-575e-47ab-af19-85d6bc03bfc9 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:38:56.731946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Attempting to bind port 189b36bc-575e-47ab-af19-85d6bc03bfc9 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '39cddfc5-0e6b-4f1b-887a-2f694433cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:38:56.732304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Attempting to bind port 189b36bc-575e-47ab-af19-85d6bc03bfc9 on network f784c226-d1a9-4c2f-acc7-4a10547e3e29 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:38:56.738136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:38:56.738498 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Checking segment: {'id': '39cddfc5-0e6b-4f1b-887a-2f694433cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:38:56.738895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:56.739984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Bound using segment: {'id': '39cddfc5-0e6b-4f1b-887a-2f694433cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:38:56.740439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Bound port: 189b36bc-575e-47ab-af19-85d6bc03bfc9, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cddfc5-0e6b-4f1b-887a-2f694433cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:38:56.740968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:56.852588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] For port 189b36bc-575e-47ab-af19-85d6bc03bfc9, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:38:56.854972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] For port 189b36bc-575e-47ab-af19-85d6bc03bfc9, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=189b36bc-575e-47ab-af19-85d6bc03bfc9,segment=NetworkSegment(39cddfc5-0e6b-4f1b-887a-2f694433cead),segment_id=39cddfc5-0e6b-4f1b-887a-2f694433cead)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:38:56.977519 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:57.068582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Routers {'8ea8cd00-52be-4613-a0a6-6a072dda76df'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:38:57.069172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:38:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8ea8cd00-52be-4613-a0a6-6a072dda76df'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:57.133298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd0271-f11c-4c51-b701-b38485c793b0 None None] Pushing event updated for resources: {'Port': ['ID=189b36bc-575e-47ab-af19-85d6bc03bfc9,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:57.278684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] Set router 8ea8cd00-52be-4613-a0a6-6a072dda76df gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:38:57.420436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aa76cd1a-a7db-4e0e-91b5-1a629fb7924a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:57.619236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:57.619604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:57.842623 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:48Z', 'updated_at': '2022-03-02T09:38:53Z', 'revision_number': 4, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'gw_port': {'id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:49Z', 'updated_at': '2022-03-02T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '189b36bc-575e-47ab-af19-85d6bc03bfc9', 'name': '', 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'mac_address': 'fa:16:3e:57:2c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cfda1287-b3c1-4ad6-9ed0-8bdef9654dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:52Z', 'updated_at': '2022-03-02T09:38:56Z', 'revision_number': 4, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'subnets': [{'id': 'cfda1287-b3c1-4ad6-9ed0-8bdef9654dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:38:57.850493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8801d-f816-4f78-9dd7-8d16b61cdfe5 None None] The sync data for ids ['8ea8cd00-52be-4613-a0a6-6a072dda76df'] in dv-neutron-828796-1-hyperv is: [{'id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:48Z', 'updated_at': '2022-03-02T09:38:53Z', 'revision_number': 4, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'gw_port': {'id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:49Z', 'updated_at': '2022-03-02T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '189b36bc-575e-47ab-af19-85d6bc03bfc9', 'name': '', 'network_id': 'f784c226-d1a9-4c2f-acc7-4a10547e3e29', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'mac_address': 'fa:16:3e:57:2c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cfda1287-b3c1-4ad6-9ed0-8bdef9654dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:52Z', 'updated_at': '2022-03-02T09:38:56Z', 'revision_number': 4, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'subnets': [{'id': 'cfda1287-b3c1-4ad6-9ed0-8bdef9654dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:38:59.430478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 189b36bc-575e-47ab-af19-85d6bc03bfc9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:38:59.580023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 189b36bc-575e-47ab-af19-85d6bc03bfc9 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:38:59.589162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 189b36bc-575e-47ab-af19-85d6bc03bfc9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:38:59.589579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:59.715619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:59.754296 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 189b36bc-575e-47ab-af19-85d6bc03bfc9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=189b36bc-575e-47ab-af19-85d6bc03bfc9,segment=NetworkSegment(39cddfc5-0e6b-4f1b-887a-2f694433cead),segment_id=39cddfc5-0e6b-4f1b-887a-2f694433cead)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:38:59.823381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:38:59.901647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=189b36bc-575e-47ab-af19-85d6bc03bfc9,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:38:59.908896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.909245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.909597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.909963 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.910305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.910637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.910986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.911295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.911622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.911945 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.912267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:38:59.912605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:01.396879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 189b36bc-575e-47ab-af19-85d6bc03bfc9 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:39:01.474177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 189b36bc-575e-47ab-af19-85d6bc03bfc9 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:39:01.474548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:06.171695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-b3e41f4f-0653-4a32-bebe-ba5b78c03cd3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:06.173026 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-b3e41f4f-0653-4a32-bebe-ba5b78c03cd3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 815 time: 0.1407402 Mar 02 09:39:06.187441 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-59f2173b-6fc3-4bc7-99f4-bad5b8f636d3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/quotas/4e28921cd5724712ae19966261f44148 HTTP/1.1" status: 200 len: 375 time: 0.0089056 Mar 02 09:39:06.270918 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-cf4f411b-dabb-4264-8211-766d267645e2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786014 Mar 02 09:39:06.507123 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-34dea578-ccc2-4372-8450-2b9ac1871330 service neutron] 10.222.0.10 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241383 Mar 02 09:39:06.636974 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-abbba991-541f-47e1-a34a-6078cea834c2 service neutron] 10.222.0.10 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233354 Mar 02 09:39:06.948057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e0943476-d34e-4b6f-a53b-c38d37026a66 req-bede612b-659b-43d3-97d2-1b27a14be75c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 210 time: 0.0417006 Mar 02 09:39:08.043842 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c6546641-b55d-42ad-9d05-417f652077d6 req-cdd655dc-6bf3-4dca-a4e1-9cd3174b7228 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 210 time: 0.0441217 Mar 02 09:39:09.188313 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9e8bcf54-3067-4afd-a09a-7135947d264d req-c7ca8dec-3191-43c6-af53-08b34b179f2e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 210 time: 0.0416720 Mar 02 09:39:09.347825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-69b978e1-0ca5-4e27-a4b3-71016f837685 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:09.349225 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-69b978e1-0ca5-4e27-a4b3-71016f837685 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.15 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 815 time: 0.1436443 Mar 02 09:39:09.361483 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'port': {'device_id': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'admin_state_up': True, 'tenant_id': '4e28921cd5724712ae19966261f44148'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:09.496756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:09.500505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:port and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:09.503283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:09.509010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:09.597647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Made reservation on behalf of 4e28921cd5724712ae19966261f44148 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:39:09.601155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:09.763392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Allocated IP 172.20.0.9 (5e2afe3c-94e0-4a60-9693-0db22c7a1eb7/556c1ada-8371-4667-9c19-b93e78f4557e/43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:39:09.962179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:09.977167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Transition to ACTIVE for port object 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:39:10.073295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:10.173642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:39:10.179641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:39:10.188801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:39:10.253989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'Port': ['ID=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:10.298854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:10.299525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:10.449388 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-7758a727-bbe7-4432-a76c-349732183351 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0906978 Mar 02 09:39:10.460888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62960f0-0954-4a5f-9204-85ed26ae94c6 req-748a3431-7639-47bf-a8de-db9dd0522737 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:10.461767 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-b62960f0-0954-4a5f-9204-85ed26ae94c6 req-748a3431-7639-47bf-a8de-db9dd0522737 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Synchronizing usage tracker for tenant:4e28921cd5724712ae19966261f44148 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:39:10.543145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-b62960f0-0954-4a5f-9204-85ed26ae94c6 req-748a3431-7639-47bf-a8de-db9dd0522737 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Unset dirty status for tenant:4e28921cd5724712ae19966261f44148 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:39:10.544390 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b62960f0-0954-4a5f-9204-85ed26ae94c6 req-748a3431-7639-47bf-a8de-db9dd0522737 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 931 time: 0.1860454 Mar 02 09:39:10.571355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2b5e2bff-2146-413f-81e4-6650f6a27ce5 None None] Provisioning for port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:39:10.578880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2b5e2bff-2146-413f-81e4-6650f6a27ce5 None None] Provisioning complete for port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:39:10.580735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b5e2bff-2146-413f-81e4-6650f6a27ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:10.597763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b62960f0-0954-4a5f-9204-85ed26ae94c6 req-4d1a97f6-c68e-439a-9b74-4257e5a95a31 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477557 Mar 02 09:39:10.654329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e2bff-2146-413f-81e4-6650f6a27ce5 None None] Port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:39:11.803059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50a6a3-ea56-4da9-81ef-d7fc7b66c293 req-9d03ca00-d5c9-4e83-97c4-90598c1f104d tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:11.811164 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a50a6a3-ea56-4da9-81ef-d7fc7b66c293 req-9d03ca00-d5c9-4e83-97c4-90598c1f104d tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 931 time: 0.0842149 Mar 02 09:39:11.855376 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8a50a6a3-ea56-4da9-81ef-d7fc7b66c293 req-e70aa8f4-e475-45c8-b41d-f50eb1a5bf42 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Mar 02 09:39:13.048460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f716b12-d64d-4df8-8495-0bff3912e185 req-77e5b31e-9a7c-4e22-aa0b-d2843bf5a933 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:13.050053 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f716b12-d64d-4df8-8495-0bff3912e185 req-77e5b31e-9a7c-4e22-aa0b-d2843bf5a933 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 931 time: 0.0815220 Mar 02 09:39:13.096341 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f716b12-d64d-4df8-8495-0bff3912e185 req-b24fdfba-45c6-45d0-8e35-fbb457496b67 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Mar 02 09:39:14.298577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa685e-3023-4b16-bf4b-38c24055190d req-c90e8170-5203-43a0-be11-8d5a856304e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:14.305511 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1dfa685e-3023-4b16-bf4b-38c24055190d req-c90e8170-5203-43a0-be11-8d5a856304e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 931 time: 0.0972829 Mar 02 09:39:14.348707 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1dfa685e-3023-4b16-bf4b-38c24055190d req-7827ba71-2ea3-4d86-8fa0-3fe49633466c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Mar 02 09:39:15.562177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825f600-5db1-4f48-88ea-f9df52f1a4dd req-901c15ce-1f65-46bf-840e-7df04b59c0ac tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:15.564727 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2825f600-5db1-4f48-88ea-f9df52f1a4dd req-901c15ce-1f65-46bf-840e-7df04b59c0ac tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 931 time: 0.1088119 Mar 02 09:39:15.616330 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2825f600-5db1-4f48-88ea-f9df52f1a4dd req-24f26619-8a9d-4b78-9b50-599b702acf9f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449429 Mar 02 09:39:16.925332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2b4a5-7b31-4d07-8b2c-2597f3a411d3 req-3d2797f3-4601-4d1b-add5-13992750e073 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:16.926784 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-93b2b4a5-7b31-4d07-8b2c-2597f3a411d3 req-3d2797f3-4601-4d1b-add5-13992750e073 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 931 time: 0.2022295 Mar 02 09:39:16.976479 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-93b2b4a5-7b31-4d07-8b2c-2597f3a411d3 req-6012b36f-182e-439d-8e91-c97530a67edd tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Mar 02 09:39:17.763629 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:18.160169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a82569-bf3f-4e41-8dc1-a1efae8a1dac req-51d989d3-3060-4809-a0fb-ae47c8351424 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:18.161569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5a82569-bf3f-4e41-8dc1-a1efae8a1dac req-51d989d3-3060-4809-a0fb-ae47c8351424 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 931 time: 0.0762205 Mar 02 09:39:18.206219 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5a82569-bf3f-4e41-8dc1-a1efae8a1dac req-84ae595e-0280-407b-af94-8c9dd0b17167 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391173 Mar 02 09:39:19.384989 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1d8d4-2c5a-490e-b7f9-825119502485 req-a84875bc-f393-4fdf-9864-54a1d33ad936 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:19.386411 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-acf1d8d4-2c5a-490e-b7f9-825119502485 req-a84875bc-f393-4fdf-9864-54a1d33ad936 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 931 time: 0.0763910 Mar 02 09:39:19.428369 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-acf1d8d4-2c5a-490e-b7f9-825119502485 req-ba0a773f-0808-4806-b132-53d24db1e8a5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Mar 02 09:39:19.748962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-79cc38c6-a073-4dd8-ab01-0342c11e33d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:19.749465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Request body: {'port': {'device_id': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:19.860217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:20.184825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:39:20.192376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:20.205851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Transition to ACTIVE for port object 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:39:20.269079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:20.421996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Pushing event updated for resources: {'Port': ['ID=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:20.502356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Attempting to bind port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:39:20.502665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Attempting to bind port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:39:20.502991 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Attempting to bind port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf on network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:39:20.507559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf on network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:39:20.507887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Attempting to bind port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf on network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:39:20.512958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:39:20.513289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Checking segment: {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:39:20.513665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Bound using segment: {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:39:20.514120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Bound port: 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adea4b55-1803-499a-8c32-1d6c5416220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:39:20.514456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:20.650216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] For port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:39:20.653601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] For port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:39:20.676250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271063ad-4c3a-423f-946f-280f2ffc15bb req-5ec1a3d2-ffc9-4a9b-85ae-90f621a5733b tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:20.679967 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-271063ad-4c3a-423f-946f-280f2ffc15bb req-5ec1a3d2-ffc9-4a9b-85ae-90f621a5733b tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 943 time: 0.1156518 Mar 02 09:39:20.720245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-271063ad-4c3a-423f-946f-280f2ffc15bb req-d407131d-ba22-4214-8a21-606ac1ecec95 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366356 Mar 02 09:39:20.732316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:20.786162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:20.786766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:20.788102 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] 10.222.0.15 "PUT /v2.0/ports/43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 1093 time: 1.0434003 Mar 02 09:39:20.788531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:39:20.817437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdffb2-cc11-4d0d-a4ae-df6d4bfc5922 service neutron] Pushing event updated for resources: {'Port': ['ID=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:20.835559 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'status': 'completed', 'code': 200} Mar 02 09:39:20.924486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba43b4e-cdef-4068-92e0-686169881c13 req-00510b59-ee04-4628-9186-edcd95be906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:20.925990 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ba43b4e-cdef-4068-92e0-686169881c13 req-00510b59-ee04-4628-9186-edcd95be906b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1096 time: 0.0726857 Mar 02 09:39:21.061849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba43b4e-cdef-4068-92e0-686169881c13 req-fadd89ad-e197-4b6a-8170-7e9b2501c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:21.063208 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ba43b4e-cdef-4068-92e0-686169881c13 req-fadd89ad-e197-4b6a-8170-7e9b2501c8f8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e28921cd5724712ae19966261f44148&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1309588 Mar 02 09:39:21.193721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba43b4e-cdef-4068-92e0-686169881c13 req-cca1727d-542b-4a6d-a3e5-175a69c4fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:21.195252 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ba43b4e-cdef-4068-92e0-686169881c13 req-cca1727d-542b-4a6d-a3e5-175a69c4fac5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267269 Mar 02 09:39:21.300521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-d59564c0-cee4-4bac-a306-42cb7c65610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:21.301984 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-d59564c0-cee4-4bac-a306-42cb7c65610c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1096 time: 0.0721471 Mar 02 09:39:21.366994 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-19e0a31e-7b28-44c6-8a23-a4ecedbb8e51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 217 time: 0.0588946 Mar 02 09:39:21.521484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-2f081016-5d34-4a58-bf3b-eb2fd2b11138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:21.522939 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-2f081016-5d34-4a58-bf3b-eb2fd2b11138 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 200 len: 854 time: 0.1468296 Mar 02 09:39:21.596389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-a6d54d36-9fb0-4128-9fef-86fd00ea523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:21.597771 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-a6d54d36-9fb0-4128-9fef-86fd00ea523d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680034 Mar 02 09:39:21.723878 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-08888a8d-dfa3-4e4c-b8f6-ce308f07bbc5 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201541 Mar 02 09:39:21.861753 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:39:21.901810 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d839e8e2-f1a8-4bd0-9c91-70e44eeb3ad3 req-215a61b6-2189-4341-8f4e-b759c12a242a service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710939 Mar 02 09:39:21.925825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fde06-7697-42e5-af89-72aaa9befa87 req-1c2cc233-1d09-4c33-9c1c-361b6dd5a18a tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:21.927267 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9f8fde06-7697-42e5-af89-72aaa9befa87 req-1c2cc233-1d09-4c33-9c1c-361b6dd5a18a tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 943 time: 0.1041021 Mar 02 09:39:21.969250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6613759e-fc02-4bab-873e-f6085105686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:21.969854 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9f8fde06-7697-42e5-af89-72aaa9befa87 req-cb84f144-d3d3-4a61-a012-872b065e8369 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367982 Mar 02 09:39:23.089523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:23.161124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0f2c5-47ef-40f2-b188-e343372d9882 req-f6ee0852-bf72-4455-be6f-b45ce3eb43e5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:23.162618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-26e0f2c5-47ef-40f2-b188-e343372d9882 req-f6ee0852-bf72-4455-be6f-b45ce3eb43e5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 943 time: 0.0859852 Mar 02 09:39:23.206747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:23.207456 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-26e0f2c5-47ef-40f2-b188-e343372d9882 req-a6181fb1-9399-4e9f-8dcc-36552f13b84b tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393410 Mar 02 09:39:24.395996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0530d7-59bf-4faa-b222-e06f56570d18 req-fa71604b-c4db-40cc-9850-46ee8734ebdd tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:24.397428 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd0530d7-59bf-4faa-b222-e06f56570d18 req-fa71604b-c4db-40cc-9850-46ee8734ebdd tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 943 time: 0.0762305 Mar 02 09:39:24.439682 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cd0530d7-59bf-4faa-b222-e06f56570d18 req-bc32d0b6-f029-467b-9b73-469603d90bb1 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366900 Mar 02 09:39:24.744350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:24.811906 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:39:24.940753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:39:24.953933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'port_id': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'mac_address': 'fa:16:3e:25:8d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:39:25.007006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:25.023567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:39:25.038783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:39:25.091555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:25.158650 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:25.410082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:39:25.621505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f0f31-8e39-447b-a442-cddb72c5da20 req-ad4e1db0-76f1-4c8c-b1dd-e673248bca38 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:25.622874 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3e9f0f31-8e39-447b-a442-cddb72c5da20 req-ad4e1db0-76f1-4c8c-b1dd-e673248bca38 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 944 time: 0.0812602 Mar 02 09:39:25.665250 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3e9f0f31-8e39-447b-a442-cddb72c5da20 req-fe35a0ff-0656-402a-b260-397836a0b356 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367572 Mar 02 09:39:26.827352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:39:26.841561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d146610-4001-4a76-8fe1-ebffa7504e7a req-3f47481a-e508-42c1-a206-e42d66e8ee43 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:26.843574 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d146610-4001-4a76-8fe1-ebffa7504e7a req-3f47481a-e508-42c1-a206-e42d66e8ee43 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 944 time: 0.0775356 Mar 02 09:39:26.886576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d146610-4001-4a76-8fe1-ebffa7504e7a req-d948e6a9-ceea-4539-ad1b-aa9bbec82622 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Mar 02 09:39:26.994812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:39:26.999857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:39:27.000222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:27.113099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:27.137749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:39:27.147422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:39:27.181195 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'code': 200} Mar 02 09:39:27.212429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:27.277286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:27.506227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e1baa-2a47-4fa2-9909-645899d12d63 req-371a9c2c-d6ad-453c-a2f3-e88586ec5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:27.507613 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa9e1baa-2a47-4fa2-9909-645899d12d63 req-371a9c2c-d6ad-453c-a2f3-e88586ec5a54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1098 time: 0.0699251 Mar 02 09:39:27.546783 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa9e1baa-2a47-4fa2-9909-645899d12d63 req-64992b6b-da64-4d89-bbd8-428d43735a4c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Mar 02 09:39:28.065861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f3fa2-4622-4e04-92f9-037ea2ada7a0 req-21ca288a-5afa-4bf2-9ed4-af2ffe024646 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:28.067278 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-323f3fa2-4622-4e04-92f9-037ea2ada7a0 req-21ca288a-5afa-4bf2-9ed4-af2ffe024646 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 945 time: 0.0774338 Mar 02 09:39:28.113370 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-323f3fa2-4622-4e04-92f9-037ea2ada7a0 req-fce50f61-cd14-4d7a-942a-3ddb17b50c45 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Mar 02 09:39:29.294555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197c966-374a-4d35-b81f-816c5b971c2a req-a2629436-7bb1-472b-94a8-89ed29414e56 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:29.296495 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4197c966-374a-4d35-b81f-816c5b971c2a req-a2629436-7bb1-472b-94a8-89ed29414e56 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 945 time: 0.0779989 Mar 02 09:39:29.338854 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4197c966-374a-4d35-b81f-816c5b971c2a req-efbbeedd-cec1-46dd-88d1-3dc720f8bfd8 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368209 Mar 02 09:39:29.526550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3a836-e2db-458f-9815-b1a275efe9cd req-0bb60b42-27e0-4b9a-8eee-1ada6e2396bc tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:29.527987 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0db3a836-e2db-458f-9815-b1a275efe9cd req-0bb60b42-27e0-4b9a-8eee-1ada6e2396bc tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 945 time: 0.0844398 Mar 02 09:39:29.576372 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0db3a836-e2db-458f-9815-b1a275efe9cd req-0c7a4dbe-031c-4eda-beb0-c8ac8df8a43c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Mar 02 09:39:29.977259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a114e-7bb7-4ece-b3d6-febf72e857ea req-5f90e214-a716-43ed-9ad4-09f6fd17fc46 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:29.978981 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e92a114e-7bb7-4ece-b3d6-febf72e857ea req-5f90e214-a716-43ed-9ad4-09f6fd17fc46 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 945 time: 0.0781372 Mar 02 09:39:30.020860 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e92a114e-7bb7-4ece-b3d6-febf72e857ea req-f52edd96-9b12-4600-b797-6d99f127ceec tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362434 Mar 02 09:39:31.922471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-5e723e07-1865-41dc-ae8d-07faa7db08b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737708 Mar 02 09:39:32.062391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-4184e602-839b-45c5-af0e-c6ea7ca11c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:32.063817 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-4184e602-839b-45c5-af0e-c6ea7ca11c1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1098 time: 0.0694761 Mar 02 09:39:32.210336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-10ca05f9-6b59-4e28-8d19-67b6c3238e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:32.211646 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-10ca05f9-6b59-4e28-8d19-67b6c3238e2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1308951 Mar 02 09:39:32.279195 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-f23ffe66-0126-4d5d-9329-e2e21ffa177f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 217 time: 0.0606465 Mar 02 09:39:32.337924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-236bdd4e-73ff-48ff-84cf-811a009e3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:32.339244 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-236bdd4e-73ff-48ff-84cf-811a009e3092 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 200 len: 854 time: 0.0546806 Mar 02 09:39:32.501515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-740db5fe-0482-439a-9e25-4523fdfa08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:32.502995 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-740db5fe-0482-439a-9e25-4523fdfa08ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1577766 Mar 02 09:39:32.631140 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-8e95da24-a04b-4e60-9317-7bc3ba381e50 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205721 Mar 02 09:39:32.759420 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f9e38206-cdcb-4e73-b8b7-604b5b3ad339 req-2510e355-cdda-46c1-9de1-7e50385ea517 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202111 Mar 02 09:39:43.047183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789103e-c15a-4ecc-b4e8-4be295ff9246 req-80baa3c6-ffbc-43f6-9933-2614d4ae4c6a tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:43.049236 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7789103e-c15a-4ecc-b4e8-4be295ff9246 req-80baa3c6-ffbc-43f6-9933-2614d4ae4c6a tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 945 time: 0.0784833 Mar 02 09:39:43.093665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7789103e-c15a-4ecc-b4e8-4be295ff9246 req-7736c779-6f21-4969-96bc-cd43bfbe8fe9 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388083 Mar 02 09:39:43.117242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43392) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:39:43.279237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c0647c-88aa-4f37-bb73-e96a24523925 tempest-TestMinimumBasicScenario-466577663 tempest-TestMinimumBasicScenario-466577663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:43.279943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-57c0647c-88aa-4f37-bb73-e96a24523925 tempest-TestMinimumBasicScenario-466577663 tempest-TestMinimumBasicScenario-466577663-project-admin] Synchronizing usage tracker for tenant:6ca2c29af195491d8b88582796a861c9 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:39:43.347098 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-57c0647c-88aa-4f37-bb73-e96a24523925 tempest-TestMinimumBasicScenario-466577663 tempest-TestMinimumBasicScenario-466577663-project-admin] Unset dirty status for tenant:6ca2c29af195491d8b88582796a861c9 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:39:43.348250 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-57c0647c-88aa-4f37-bb73-e96a24523925 tempest-TestMinimumBasicScenario-466577663 tempest-TestMinimumBasicScenario-466577663-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1093 time: 0.2300224 Mar 02 09:39:43.351730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43398) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:39:43.356799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:43.363568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:43.367420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:floatingip and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:43.370262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:43.376061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:43.438075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:43.574149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:43.710356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Allocated IP 172.26.3.12 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/a629764a-aa8f-4f6e-9687-15cad9ddc74f) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:39:43.858448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:43.947609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:44.007554 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:39:44.014085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:39:44.018620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:39:44.049548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'Port': ['ID=a629764a-aa8f-4f6e-9687-15cad9ddc74f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:44.427568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:44.587265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:44.886297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:44.944369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:45.053681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'Port': ['ID=a629764a-aa8f-4f6e-9687-15cad9ddc74f,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:45.062495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:45.228122 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Floating IP 29e6fc1c-eadf-4a1b-90cd-ec7f35bb6e38 associated. External IP: 172.26.3.12, port: 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf. Mar 02 09:39:45.578796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Router 4f394ec9-b521-4879-9bb5-a0e020e892d2 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:39:45.756289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:39:45.768295 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] Sync routers for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:39:45.777107 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:39:45.777692 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:39:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:39:45.849855 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:45.907241 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6ab77ddd-1048-43b4-90c5-abb8474ae4e3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5547767 Mar 02 09:39:45.907819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:39:45.910814 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43402) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:39:45.916612 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164808215', 'description': 'tempest-secgroup-smoke-1164808215 description', 'project_id': '4e28921cd5724712ae19966261f44148'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:45.937518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:45.941514 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:security_group and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:45.944471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:45.950183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:45.966138 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'status': 'completed', 'code': 200} Mar 02 09:39:45.989693 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:39:46.009766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.031317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:46.035712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:security_group_rule and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:46.038918 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:46.045033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:46.060946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-660c7ef9-4fa0-4085-85c9-394c8da5c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:46.063937 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-660c7ef9-4fa0-4085-85c9-394c8da5c06f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1098 time: 0.0748179 Mar 02 09:39:46.118675 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.184187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.195624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-5aafe13b-326b-4a64-bef5-0627b05e057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:46.197073 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-5aafe13b-326b-4a64-bef5-0627b05e057c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1273470 Mar 02 09:39:46.231242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403995b1-853d-42ff-aeb4-466a9d4c4155,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:46.238492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.238846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.239185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.239518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.239851 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.240306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.240643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.240968 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.241292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.241748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.242085 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.242405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:39:46.293134 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.296880 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-82c5598e-4cc3-43bd-9274-cf2f43eb44d2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3847504 Mar 02 09:39:46.297979 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43408) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:39:46.303703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'security_group_rule': {'security_group_id': '403995b1-853d-42ff-aeb4-466a9d4c4155', 'project_id': '4e28921cd5724712ae19966261f44148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:46.310068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:46.314573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:security_group_rule and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:46.317874 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:46.323541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:46.337986 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '29e6fc1c-eadf-4a1b-90cd-ec7f35bb6e38', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'floating_ip_address': '172.26.3.12', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'port_id': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'mac_address': 'fa:16:3e:25:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:39:44Z', 'updated_at': '2022-03-02T09:39:44Z', 'revision_number': 0, 'project_id': '4e28921cd5724712ae19966261f44148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6', 'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'mac_address': 'fa:16:3e:16:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:44Z', 'updated_at': '2022-03-02T09:38:52Z', 'revision_number': 5, 'project_id': '4e28921cd5724712ae19966261f44148', 'subnets': [{'id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:39:46.342189 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] Checking router: 4f394ec9-b521-4879-9bb5-a0e020e892d2 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:39:46.350601 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:39:46.351270 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:39:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:39:46.408393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.425353 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-5cae71aa-e5a7-4cfe-8e0d-4fe552b09451 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 998 time: 0.2202895 Mar 02 09:39:46.469343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.487217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-e670e40c-ab57-486d-8c61-b76ea564c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:46.489639 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-e670e40c-ab57-486d-8c61-b76ea564c2a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 200 len: 854 time: 0.0573690 Mar 02 09:39:46.530974 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:39:46.541194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.566714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d79ddb6-d609-460f-9278-170b5f71900c,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:46.582150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-75f6dbbc-2c2a-4181-b86b-64ea55d0767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:46.584049 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-75f6dbbc-2c2a-4181-b86b-64ea55d0767b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869608 Mar 02 09:39:46.618744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.623002 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-906e910e-1bbf-4851-9733-aad75b7c4b3f tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3240175 Mar 02 09:39:46.623633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43412) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:39:46.629736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'security_group_rule': {'security_group_id': '403995b1-853d-42ff-aeb4-466a9d4c4155', 'project_id': '4e28921cd5724712ae19966261f44148', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:46.635806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:46.639747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:security_group_rule and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:46.642733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:46.648731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:46.733476 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-e382a91f-bd46-44ff-8dd4-33dc22211664 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291301 Mar 02 09:39:46.742458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.788926 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.853124 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b271dc3-2be4-40fa-ba3e-e7cc6b0eb6b8 req-48ee6471-90f5-47d8-8b27-46e60b4f8828 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269014 Mar 02 09:39:46.862009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.882832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31d4db8-248e-428b-b9d1-25282d0ce220,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:46.896025 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '29e6fc1c-eadf-4a1b-90cd-ec7f35bb6e38', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'floating_ip_address': '172.26.3.12', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'port_id': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'mac_address': 'fa:16:3e:25:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:39:44Z', 'updated_at': '2022-03-02T09:39:44Z', 'revision_number': 0, 'project_id': '4e28921cd5724712ae19966261f44148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6', 'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'mac_address': 'fa:16:3e:16:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:44Z', 'updated_at': '2022-03-02T09:38:52Z', 'revision_number': 5, 'project_id': '4e28921cd5724712ae19966261f44148', 'subnets': [{'id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:39:46.900029 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d5b05-f13a-49d6-bb6a-8b8eaee9d308 None None] The sync data for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv is: [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '29e6fc1c-eadf-4a1b-90cd-ec7f35bb6e38', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'floating_ip_address': '172.26.3.12', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'port_id': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'mac_address': 'fa:16:3e:25:8d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:39:44Z', 'updated_at': '2022-03-02T09:39:44Z', 'revision_number': 0, 'project_id': '4e28921cd5724712ae19966261f44148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6', 'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'mac_address': 'fa:16:3e:16:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:44Z', 'updated_at': '2022-03-02T09:38:52Z', 'revision_number': 5, 'project_id': '4e28921cd5724712ae19966261f44148', 'subnets': [{'id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:39:46.979157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:46.980380 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-9882978a-4199-4efc-9414-ad604b86e7b5 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3558440 Mar 02 09:39:46.983138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43416) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:39:46.988753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'security_group_rule': {'security_group_id': '403995b1-853d-42ff-aeb4-466a9d4c4155', 'project_id': '4e28921cd5724712ae19966261f44148', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:46.994554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:46.998341 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:security_group_rule and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:47.001228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:47.006908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:47.077559 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:47.080870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc32ffd-0f13-4fbf-a66d-4c00f5f430e9 None None] New status for floating IP 29e6fc1c-eadf-4a1b-90cd-ec7f35bb6e38: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:39:47.151999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:47.671036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:47.684260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629e84e8-7838-43a0-be80-96077f970863,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:47.792801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:47.794357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:47.798368 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-06f4b6cd-69dc-4e6c-85f8-957dd860709c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8115368 Mar 02 09:39:47.799028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43420) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:39:47.803440 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'security_group_rule': {'security_group_id': '403995b1-853d-42ff-aeb4-466a9d4c4155', 'project_id': '4e28921cd5724712ae19966261f44148', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:47.809564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:47.813358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:security_group_rule and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:47.816709 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:47.822408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:47.913507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:47.974194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.072490 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.095587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5149dffd-cd32-4bbe-9c40-b656882c1948,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:48.204015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.205323 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1f403202-dfe2-4f95-a86a-5785d983e63e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4059243 Mar 02 09:39:48.208087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43424) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:39:48.213215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'security_group_rule': {'security_group_id': '403995b1-853d-42ff-aeb4-466a9d4c4155', 'project_id': '4e28921cd5724712ae19966261f44148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:48.218982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:48.223257 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:security_group_rule and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:48.226150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:48.232004 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:48.329459 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Project 4e28921cd5724712ae19966261f44148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:39:48.336554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.405960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.487126 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.510040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3539b1-40c3-4b94-bc1c-692726a5536e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:48.584791 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.586026 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-105bee05-f8f5-424e-8dd8-099b6b56a128 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3769813 Mar 02 09:39:48.588792 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43428) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:39:48.593553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'security_group_rule': {'security_group_id': '403995b1-853d-42ff-aeb4-466a9d4c4155', 'project_id': '4e28921cd5724712ae19966261f44148', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:48.599471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:39:48.603244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Usage tracker for resource:security_group_rule and tenant:4e28921cd5724712ae19966261f44148 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:39:48.606354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:39:48.612434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:39:48.670074 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Project 4e28921cd5724712ae19966261f44148 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:39:48.677059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.740284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.815763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.837856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3035f05-f294-4298-8b76-11e24ba56d0f,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:48.918254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:48.919506 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f8a554ba-5fe2-4e85-a888-84f45857cd30 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3298254 Mar 02 09:39:49.039140 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3902bafa-c096-4e54-b215-cf26e8579393 req-40bab5ee-1c87-4e1c-87b0-4355f0f2344d tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164808215&fields=id&tenant_id=4e28921cd5724712ae19966261f44148 HTTP/1.1" status: 200 len: 267 time: 0.0379303 Mar 02 09:39:49.122732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902bafa-c096-4e54-b215-cf26e8579393 req-fdb3854c-439a-4962-afbf-d487cb2157d9 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:49.124125 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3902bafa-c096-4e54-b215-cf26e8579393 req-fdb3854c-439a-4962-afbf-d487cb2157d9 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 945 time: 0.0798852 Mar 02 09:39:49.134575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-3902bafa-c096-4e54-b215-cf26e8579393 req-26b43822-1305-4846-88fb-51b5fd663306 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'port': {'security_groups': ['b1488380-6c4e-4006-ae0d-1d2215b2bbc4', '403995b1-853d-42ff-aeb4-466a9d4c4155']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:39:49.246646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3902bafa-c096-4e54-b215-cf26e8579393 req-26b43822-1305-4846-88fb-51b5fd663306 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:49.491545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-3902bafa-c096-4e54-b215-cf26e8579393 req-26b43822-1305-4846-88fb-51b5fd663306 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] For port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:39:49.515542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3902bafa-c096-4e54-b215-cf26e8579393 req-26b43822-1305-4846-88fb-51b5fd663306 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:49.581359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3902bafa-c096-4e54-b215-cf26e8579393 req-26b43822-1305-4846-88fb-51b5fd663306 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:49.592328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:39:49.649668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902bafa-c096-4e54-b215-cf26e8579393 req-26b43822-1305-4846-88fb-51b5fd663306 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:49.650323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-3902bafa-c096-4e54-b215-cf26e8579393 req-26b43822-1305-4846-88fb-51b5fd663306 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:49.651708 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3902bafa-c096-4e54-b215-cf26e8579393 req-26b43822-1305-4846-88fb-51b5fd663306 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "PUT /v2.0/ports/43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 981 time: 0.5214434 Mar 02 09:39:49.652149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:39:49.680931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b43822-1305-4846-88fb-51b5fd663306 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'Port': ['ID=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,revision_number=6']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:39:49.720677 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'status': 'completed', 'code': 200} Mar 02 09:39:49.740245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:39:49.785972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-265955b0-c797-42f7-bc66-30d5607e96a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:49.896853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2158c-8047-491e-8559-26c21b85411f req-effa079e-4fd0-4b58-abd4-9939ea57fcff tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:49.898274 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b1d2158c-8047-491e-8559-26c21b85411f req-effa079e-4fd0-4b58-abd4-9939ea57fcff tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.1136708 Mar 02 09:39:49.900455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-cbeb8ebe-7dcd-480b-9ac5-ac6484cc1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:49.901825 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-cbeb8ebe-7dcd-480b-9ac5-ac6484cc1804 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1137 time: 0.1500554 Mar 02 09:39:49.997063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2e11ef7a-701a-40cd-9fab-f819b7ccb147 None None] Provisioning complete for port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:39:49.997325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2e11ef7a-701a-40cd-9fab-f819b7ccb147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:50.032824 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b1d2158c-8047-491e-8559-26c21b85411f req-548900ab-405c-40b9-a984-6868b72d089b tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281760 Mar 02 09:39:50.085135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-f72a84ba-7d7c-44ab-ab10-8b614ce1bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:50.086585 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-f72a84ba-7d7c-44ab-ab10-8b614ce1bb2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1556449 Mar 02 09:39:50.191567 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-b6952523-86d8-4e1d-b133-cf94d32a3d58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 1000 time: 0.0968101 Mar 02 09:39:50.262768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-b455b3f5-5e94-469e-ba8a-9d9d22c66b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:50.262768 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-b455b3f5-5e94-469e-ba8a-9d9d22c66b95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 200 len: 854 time: 0.0658216 Mar 02 09:39:50.449928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-15cf89a7-7f1f-4243-b30f-0abc4f6790ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:39:50.451277 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-15cf89a7-7f1f-4243-b30f-0abc4f6790ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1818728 Mar 02 09:39:50.584457 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-5d49e17e-a13f-4d09-a912-bc6d95869f8f service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254113 Mar 02 09:39:50.712455 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac26ad2f-6d4a-4c3d-95d5-ac4583ca2706 req-872d9c1f-1862-4e12-ba33-e3488f034132 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212263 Mar 02 09:39:51.952561 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-23662ffe-1178-4a2f-b1bb-449ad705767a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:53.076126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:53.241403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:54.756529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:39:58.862898 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:40:17.805148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:19.716855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f699715e-2ba7-4e08-88fe-d7dde4792b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:21.951323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07fa16c5-6b82-4fe7-9a01-2cb346371258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:23.071989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:23.277506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:24.716994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:33.914458 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-0ec65181-3a45-4ea2-b86c-8c43af31a123 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679133 Mar 02 09:40:34.047634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-fb3c7c0a-f49e-4f32-9d3d-dcc250454786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:34.049044 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-fb3c7c0a-f49e-4f32-9d3d-dcc250454786 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1137 time: 0.0677962 Mar 02 09:40:34.186683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-0ce9e1e1-966d-4904-8ea4-65c00ba36bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:34.187986 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-0ce9e1e1-966d-4904-8ea4-65c00ba36bc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1203401 Mar 02 09:40:34.287176 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-d87631bf-e5fa-4371-a01d-4e3a9b5784a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 1000 time: 0.0928617 Mar 02 09:40:34.349771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-54089e20-743c-43f0-a4bb-fd46f5d50fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:34.351212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-54089e20-743c-43f0-a4bb-fd46f5d50fc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 200 len: 854 time: 0.0569670 Mar 02 09:40:34.423285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-0366c95c-30bb-4192-92bb-92ea25294a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:34.424717 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-0366c95c-30bb-4192-92bb-92ea25294a6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662348 Mar 02 09:40:34.553401 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-43f9c20b-8f46-46c6-9011-06372470d639 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220889 Mar 02 09:40:34.683068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49fe9d8d-ad70-436d-9feb-685cf0053f95 req-aff0da44-bb45-4050-a7dd-842cf6b28dbf service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215248 Mar 02 09:40:35.861967 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:40:38.735658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1061b84-4296-493e-b958-fb52244bd1d9 req-800909ec-07c7-48e1-8f8e-606e0243592e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:38.737097 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a1061b84-4296-493e-b958-fb52244bd1d9 req-800909ec-07c7-48e1-8f8e-606e0243592e tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.1343408 Mar 02 09:40:38.770875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-759fed32-256e-4c55-9cd0-c70dd731a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:38.772210 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-759fed32-256e-4c55-9cd0-c70dd731a00c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1137 time: 0.1105573 Mar 02 09:40:38.826581 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a1061b84-4296-493e-b958-fb52244bd1d9 req-bfba1e41-b2e5-4bed-9797-334f6edd8322 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800107 Mar 02 09:40:38.916595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-cd21ede7-eb3d-426f-857a-46de90798f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:38.918600 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-cd21ede7-eb3d-426f-857a-46de90798f84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1380491 Mar 02 09:40:39.022649 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-579aa793-9aae-440e-8737-47c7255511bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 1000 time: 0.0969214 Mar 02 09:40:39.085998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-b2b8472a-5978-4b80-9497-7c8479080525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:39.087375 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-b2b8472a-5978-4b80-9497-7c8479080525 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 200 len: 854 time: 0.0580103 Mar 02 09:40:39.159141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-d7c5cd6e-8eec-47ec-aa58-4d10c8a33f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:39.160556 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-d7c5cd6e-8eec-47ec-aa58-4d10c8a33f30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672209 Mar 02 09:40:39.287847 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-cf326b0b-fc5b-4e1d-9421-90b39d4d8523 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205873 Mar 02 09:40:39.506276 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d677b68b-1c46-4659-b8ac-0dbc85770f7b req-4ee416a9-61b5-4d9d-82e3-39104ed2b694 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119172 Mar 02 09:40:40.012185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407d8b3-7032-4eb6-a16d-428424545eac req-480bc9ac-74e9-4c43-8933-996771da92d9 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:40.013634 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9407d8b3-7032-4eb6-a16d-428424545eac req-480bc9ac-74e9-4c43-8933-996771da92d9 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0797868 Mar 02 09:40:40.065318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9407d8b3-7032-4eb6-a16d-428424545eac req-36e761d0-efe1-4ae5-9f78-547f44cb778a tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420313 Mar 02 09:40:41.246568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb731d44-32cf-4569-bd26-ac8c14d9d2cc req-ab032231-52a3-458b-aa22-e32120fd9414 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:41.247987 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb731d44-32cf-4569-bd26-ac8c14d9d2cc req-ab032231-52a3-458b-aa22-e32120fd9414 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0769446 Mar 02 09:40:41.292901 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb731d44-32cf-4569-bd26-ac8c14d9d2cc req-2b2cad20-de75-4ab0-a598-76ffe544a790 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392060 Mar 02 09:40:42.473826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdf13d-4ac7-48cf-8e84-2c932018898a req-e2e5d6af-fd61-465f-9a73-b3bfdc079d09 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:42.475332 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e7bdf13d-4ac7-48cf-8e84-2c932018898a req-e2e5d6af-fd61-465f-9a73-b3bfdc079d09 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0808458 Mar 02 09:40:42.520669 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e7bdf13d-4ac7-48cf-8e84-2c932018898a req-c7beefda-cab9-49d8-8481-964d9fa93988 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394456 Mar 02 09:40:43.703201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022a168-427e-4e70-8d59-bea8e2848672 req-aa341889-ecb8-4400-99ad-1933b8c4c856 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:43.704533 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2022a168-427e-4e70-8d59-bea8e2848672 req-aa341889-ecb8-4400-99ad-1933b8c4c856 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0801950 Mar 02 09:40:43.751110 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2022a168-427e-4e70-8d59-bea8e2848672 req-e89a9617-5c72-4648-8f88-43de3d23ccb4 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408647 Mar 02 09:40:44.936028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb638e-91b1-4a46-8e43-2d22805d003f req-fa951262-5a35-4488-b5f7-7e87373b8de0 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:44.937344 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3bb638e-91b1-4a46-8e43-2d22805d003f req-fa951262-5a35-4488-b5f7-7e87373b8de0 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0803182 Mar 02 09:40:44.981908 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3bb638e-91b1-4a46-8e43-2d22805d003f req-df12efad-4803-4b5d-a685-ba09012c12c4 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388978 Mar 02 09:40:46.164956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564e531-2e30-45e0-bcdc-818a0a86485a req-bc2830a0-473c-4046-9fa2-90f58e2bfd93 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:46.166398 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2564e531-2e30-45e0-bcdc-818a0a86485a req-bc2830a0-473c-4046-9fa2-90f58e2bfd93 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0810895 Mar 02 09:40:46.211101 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2564e531-2e30-45e0-bcdc-818a0a86485a req-ecec365f-11a8-4144-854e-d01d1c2b4114 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388632 Mar 02 09:40:47.390701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1d3c3-d9ac-4983-9364-c93599c68555 req-fe48c23e-a629-44c5-b3a6-4db20c68fbef tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:47.392155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4c1d3c3-d9ac-4983-9364-c93599c68555 req-fe48c23e-a629-44c5-b3a6-4db20c68fbef tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0788784 Mar 02 09:40:47.436806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4c1d3c3-d9ac-4983-9364-c93599c68555 req-35b311d8-57dd-48df-9d2e-914b734c1c07 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389242 Mar 02 09:40:47.826534 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:48.623761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649370dc-0162-46ba-9b8f-adae4a382dcc req-9673f0d3-2c16-42af-9a19-644aa8749b73 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:48.625207 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-649370dc-0162-46ba-9b8f-adae4a382dcc req-9673f0d3-2c16-42af-9a19-644aa8749b73 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0808954 Mar 02 09:40:48.683314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-649370dc-0162-46ba-9b8f-adae4a382dcc req-b2c1c08b-c7bd-4c71-8126-e73f3ccc9063 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522850 Mar 02 09:40:49.731137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9658a499-c314-4b68-bdc6-1e62ad27384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:49.864260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ae87-7f13-4a1c-82ca-b37c1df3789e req-dec2e954-a150-4952-bbe5-7c15c46fcd02 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:49.865708 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5e56ae87-7f13-4a1c-82ca-b37c1df3789e req-dec2e954-a150-4952-bbe5-7c15c46fcd02 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0793982 Mar 02 09:40:49.920292 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5e56ae87-7f13-4a1c-82ca-b37c1df3789e req-f109958e-7ec2-476f-b475-09fdd2d35969 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485764 Mar 02 09:40:51.105017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26a042-fbc4-4fa9-bad0-b23405dd4f3b req-458c2882-5f05-4e80-8260-8f7749b5e524 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:40:51.106723 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac26a042-fbc4-4fa9-bad0-b23405dd4f3b req-458c2882-5f05-4e80-8260-8f7749b5e524 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0775902 Mar 02 09:40:51.150597 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac26a042-fbc4-4fa9-bad0-b23405dd4f3b req-19cb289a-f1bc-45a3-a170-c2092c2c8c25 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=403995b1-853d-42ff-aeb4-466a9d4c4155&id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382557 Mar 02 09:40:51.959733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-34a70be8-4188-46d3-8aff-611e8ce522c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:53.060861 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:53.215461 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:40:54.731723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:12.861509 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:41:17.839693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:19.731093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5a950bda-61c8-4ebc-b3c4-e00ff22f548b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:21.964845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-db1e254c-fa07-44ce-9490-338f63c5b2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:23.056424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:23.250863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:24.757028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:33.926572 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-304308b1-4f70-4e01-94be-c1368ebb8fbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764251 Mar 02 09:41:34.062190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-70519c51-ecaa-4ae2-93f1-25f38af23c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:34.063626 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-70519c51-ecaa-4ae2-93f1-25f38af23c34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1137 time: 0.0689197 Mar 02 09:41:34.206331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-c006604d-99f1-47bc-b7a4-dbabf64eebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:34.207665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-c006604d-99f1-47bc-b7a4-dbabf64eebc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1244316 Mar 02 09:41:34.309090 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-d143e511-f0b8-4bbd-86f5-2ebdb59e70f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 1000 time: 0.0940006 Mar 02 09:41:34.369136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-b3ade386-4604-4420-950e-899c7bfde65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:34.370570 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-b3ade386-4604-4420-950e-899c7bfde65a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 200 len: 854 time: 0.0550706 Mar 02 09:41:34.450643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-9dc519ac-3d01-4254-8e3b-29d272726c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:34.452613 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-9dc519ac-3d01-4254-8e3b-29d272726c30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701554 Mar 02 09:41:34.463099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-8eafb858-364c-41d3-b39c-1802ea4d6b91 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:41:34.463934 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-8eafb858-364c-41d3-b39c-1802ea4d6b91 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045965 Mar 02 09:41:34.686818 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-65de00ab-36d3-4ed9-b143-a3767d967f1e service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130334 Mar 02 09:41:34.821135 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-17b1ff80-8702-49f6-9c28-549288d5aa7a req-211612e9-39b5-41ba-b8a6-a9a1841b5197 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284022 Mar 02 09:41:39.770548 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-c3aa6639-86a4-4921-a0db-c6eeec9ab0af tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164808215&fields=id&tenant_id=4e28921cd5724712ae19966261f44148 HTTP/1.1" status: 200 len: 267 time: 0.0387912 Mar 02 09:41:39.855093 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-6ea8bcaa-6e4b-421c-9238-1eec469e10e2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:39.856519 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-6ea8bcaa-6e4b-421c-9238-1eec469e10e2 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 984 time: 0.0809538 Mar 02 09:41:39.867570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Request body: {'port': {'security_groups': ['b1488380-6c4e-4006-ae0d-1d2215b2bbc4']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:41:39.986514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.222751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] For port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:41:40.246901 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.297381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.309110 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:41:40.368497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:40.376768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.376768 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d69f9f4f-e9f4-4ca4-9225-018c2271df61 req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "PUT /v2.0/ports/43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 942 time: 0.5072460 Mar 02 09:41:40.376768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:41:40.377571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43522) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:41:40.461622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event updated for resources: {'Port': ['ID=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,revision_number=7']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:41:40.464945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9fc653b-54ae-4414-825b-5425d5efbb32 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.484588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:41:40.516504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9fc653b-54ae-4414-825b-5425d5efbb32 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.587486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.588076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.588583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.589066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.589401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.589732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.590152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.593122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.593122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.593122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.593122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.593122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7a7f9-4df0-46e8-a719-0962566b38c3 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:40.610369 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'status': 'completed', 'code': 200} Mar 02 09:41:40.677024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9fc653b-54ae-4414-825b-5425d5efbb32 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.705277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc653b-54ae-4414-825b-5425d5efbb32 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403995b1-853d-42ff-aeb4-466a9d4c4155,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:41:40.708537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-27d5b87c-031d-4ccb-bd7d-4400a0e108f2 None None] Provisioning complete for port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:41:40.708904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-27d5b87c-031d-4ccb-bd7d-4400a0e108f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.714801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d9fc653b-54ae-4414-825b-5425d5efbb32 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.720041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43528) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:41:40.726947 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d9fc653b-54ae-4414-825b-5425d5efbb32 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "DELETE /v2.0/security-groups/403995b1-853d-42ff-aeb4-466a9d4c4155 HTTP/1.1" status: 204 len: 168 time: 0.3477669 Mar 02 09:41:40.751472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-b1ba3f8b-c0cf-4833-b595-5092cf756b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:40.752777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-b1ba3f8b-c0cf-4833-b595-5092cf756b83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1098 time: 0.1184227 Mar 02 09:41:40.889248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-5e4e7006-1bfa-43ba-9e9f-2fc9e38056fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:40.891253 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-5e4e7006-1bfa-43ba-9e9f-2fc9e38056fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1321530 Mar 02 09:41:40.928922 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Deleting port a629764a-aa8f-4f6e-9687-15cad9ddc74f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:41:40.929254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:40.990778 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-2df51a0f-2487-426a-baa1-3257189a22b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 1000 time: 0.0932028 Mar 02 09:41:41.054893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-e59a158b-bb1d-416a-ab4a-f55f484111c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:41.056332 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-e59a158b-bb1d-416a-ab4a-f55f484111c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 200 len: 854 time: 0.0576801 Mar 02 09:41:41.132540 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-3526f4fb-fa31-475a-ac25-4ae9fcce289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:41.134019 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-3526f4fb-fa31-475a-ac25-4ae9fcce289d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713203 Mar 02 09:41:41.197520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:41.197853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:41.262347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-7f34c925-8389-4e40-8511-4efb86bccced service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213620 Mar 02 09:41:41.321377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Calling delete_port for a629764a-aa8f-4f6e-9687-15cad9ddc74f owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:41:41.390578 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-72c3112e-48e5-4749-83a7-56a59a273d6a req-5fa2a603-5eba-490c-93dd-33ad17170b20 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228137 Mar 02 09:41:41.548886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:41.595828 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event deleted for resources: {'Port': ['ID=a629764a-aa8f-4f6e-9687-15cad9ddc74f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:41:41.631853 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.632199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.632534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.632901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.633228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.633552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.633895 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.634220 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.634540 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.634858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.635176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.635491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:41:41.696037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:41.696362 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Floating IP 29e6fc1c-eadf-4a1b-90cd-ec7f35bb6e38 disassociated (deleted). External IP: 172.26.3.12, port: 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf. Mar 02 09:41:42.035907 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Router 4f394ec9-b521-4879-9bb5-a0e020e892d2 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:41:42.208038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:41:42.217970 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] Sync routers for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:41:42.226571 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:41:42.227159 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:42.286199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:42.339497 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1b853814-887b-4d55-b064-a455b792e054 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "DELETE /v2.0/floatingips/29e6fc1c-eadf-4a1b-90cd-ec7f35bb6e38 HTTP/1.1" status: 204 len: 168 time: 1.6190569 Mar 02 09:41:42.340065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:41:42.439474 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:41:42.443953 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'status': 'completed', 'code': 200} Mar 02 09:41:42.655067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57badbd-7c12-4f83-9320-224af7328203 req-bb408114-d115-4160-8da5-46eab4dfc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:42.656473 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a57badbd-7c12-4f83-9320-224af7328203 req-bb408114-d115-4160-8da5-46eab4dfc5c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e28921cd5724712ae19966261f44148&device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 1098 time: 0.1898160 Mar 02 09:41:42.764001 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6', 'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'mac_address': 'fa:16:3e:16:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:44Z', 'updated_at': '2022-03-02T09:38:52Z', 'revision_number': 5, 'project_id': '4e28921cd5724712ae19966261f44148', 'subnets': [{'id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:42.767993 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] Checking router: 4f394ec9-b521-4879-9bb5-a0e020e892d2 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:41:42.776143 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:41:42.776732 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:42.785672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57badbd-7c12-4f83-9320-224af7328203 req-118cd27b-8703-47a9-bc40-109aaf739a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:42.788877 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a57badbd-7c12-4f83-9320-224af7328203 req-118cd27b-8703-47a9-bc40-109aaf739a67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 200 len: 916 time: 0.1248720 Mar 02 09:41:42.860770 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a57badbd-7c12-4f83-9320-224af7328203 req-7af9691a-9b5b-4c6d-a2c1-f1c005083e60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 200 len: 217 time: 0.0681915 Mar 02 09:41:42.923691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57badbd-7c12-4f83-9320-224af7328203 req-b2a4bb86-d4fa-4843-83ff-b5c8b68c3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:42.925696 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a57badbd-7c12-4f83-9320-224af7328203 req-b2a4bb86-d4fa-4843-83ff-b5c8b68c3668 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 200 len: 854 time: 0.0586822 Mar 02 09:41:42.955366 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:41:43.006329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57badbd-7c12-4f83-9320-224af7328203 req-29655d45-6b25-4e4d-a93b-fa078fd82dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:43.007807 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a57badbd-7c12-4f83-9320-224af7328203 req-29655d45-6b25-4e4d-a93b-fa078fd82dcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705359 Mar 02 09:41:43.137457 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a57badbd-7c12-4f83-9320-224af7328203 req-240ec7de-d386-445c-82c0-789216334908 service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233637 Mar 02 09:41:43.260883 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6', 'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'mac_address': 'fa:16:3e:16:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:44Z', 'updated_at': '2022-03-02T09:38:52Z', 'revision_number': 5, 'project_id': '4e28921cd5724712ae19966261f44148', 'subnets': [{'id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:43.265288 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca7675-9332-4f1d-98d4-ef585a913a7f None None] The sync data for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv is: [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:45Z', 'revision_number': 4, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6', 'name': '', 'network_id': '5e2afe3c-94e0-4a60-9693-0db22c7a1eb7', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'mac_address': 'fa:16:3e:16:23:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:44Z', 'updated_at': '2022-03-02T09:38:52Z', 'revision_number': 5, 'project_id': '4e28921cd5724712ae19966261f44148', 'subnets': [{'id': '556c1ada-8371-4667-9c19-b93e78f4557e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:41:43.268254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a57badbd-7c12-4f83-9320-224af7328203 req-2765c49e-c31d-4c70-9bcd-8e753daab46f service neutron] 10.222.0.15 "GET /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243670 Mar 02 09:41:43.492381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f462c-670d-46c9-ab32-777f782e7f1f None None] New status for floating IP 29e6fc1c-eadf-4a1b-90cd-ec7f35bb6e38: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:41:47.840197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:48.213536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c605bda-ffd8-4d88-bf06-0db62590168a req-a05f6ac3-0e4c-49e5-903d-1583de24a78c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:48.215073 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c605bda-ffd8-4d88-bf06-0db62590168a req-a05f6ac3-0e4c-49e5-903d-1583de24a78c tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 945 time: 0.0807106 Mar 02 09:41:48.261923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-9c605bda-ffd8-4d88-bf06-0db62590168a req-c9dd3b2f-9a13-4686-bd41-ba651ba002e8 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Synchronizing usage tracker for tenant:4e28921cd5724712ae19966261f44148 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:41:48.348559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-9c605bda-ffd8-4d88-bf06-0db62590168a req-c9dd3b2f-9a13-4686-bd41-ba651ba002e8 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Unset dirty status for tenant:4e28921cd5724712ae19966261f44148 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:41:48.349723 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c605bda-ffd8-4d88-bf06-0db62590168a req-c9dd3b2f-9a13-4686-bd41-ba651ba002e8 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288831 Mar 02 09:41:49.537495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f14df-ec0d-4967-8070-1dceaa3d5258 req-956f936b-fb5c-44a6-92f5-81839c9d4ab7 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:49.539009 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ed4f14df-ec0d-4967-8070-1dceaa3d5258 req-956f936b-fb5c-44a6-92f5-81839c9d4ab7 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 945 time: 0.0799854 Mar 02 09:41:49.586321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ed4f14df-ec0d-4967-8070-1dceaa3d5258 req-bc8f6569-f1dc-4632-a153-66d14e287de7 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1488380-6c4e-4006-ae0d-1d2215b2bbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 Mar 02 09:41:49.732016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5bfaf997-e2a9-4bfc-bcdd-9264bd21ca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:49.860996 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:41:49.969761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-ffa42700-92b0-4bcb-9613-0b9daa7cda6a tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:41:49.971199 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-ffa42700-92b0-4bcb-9613-0b9daa7cda6a tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 945 time: 0.0841033 Mar 02 09:41:50.038613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Deleting port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:41:50.038980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:50.274773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] For port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:41:50.275121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:50.395357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Calling delete_port for 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:41:50.600534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:50.612724 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:41:50.655874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Pushing event deleted for resources: {'Port': ['ID=43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:41:50.768165 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08138660-3d19-4e6d-be4e-60b6430033f9 req-023476e2-85b4-42e5-b687-8786f406f5d1 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c192895-8f4c-4c85-9ff1-49c011b9f228 HTTP/1.1" status: 200 len: 210 time: 0.0768707 Mar 02 09:41:50.769089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] No DVR routers for this DVR port 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:41:50.771496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:50.775268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'name': 'network-vif-deleted', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:41:50.786258 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2a853dad-80b2-4a08-ac8a-9f5f7fcb23ec req-db73ce0c-3ced-4445-b675-1a0b13897b59 tempest-TestMinimumBasicScenario-1821274256 tempest-TestMinimumBasicScenario-1821274256-project] 10.222.0.15 "DELETE /v2.0/ports/43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf HTTP/1.1" status: 204 len: 173 time: 0.8102462 Mar 02 09:41:50.825326 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c192895-8f4c-4c85-9ff1-49c011b9f228', 'name': 'network-vif-deleted', 'tag': '43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf', 'status': 'completed', 'code': 200} Mar 02 09:41:52.006358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fae5d621-caaf-4c19-a5b2-ec0aa3dac9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:53.079759 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43624) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:41:53.080320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:53.228952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:53.717040 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:53.720574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:41:53.757406 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:41:53.757745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 43d5d007-e1cc-41b3-b8ea-0d7cc70a79cf not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:41:54.049371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Deleting port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:41:54.049704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:54.213798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] For port cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:41:54.214497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:54.332428 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Calling delete_port for cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:41:54.686478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:54.709190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:54.843215 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:41:55.104109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:55.460072 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Router 4f394ec9-b521-4879-9bb5-a0e020e892d2 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:41:55.637464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:41:55.646385 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] Sync routers for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:41:55.652430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43628) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:41:55.653124 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e0b156ae-3ded-4411-92fb-6424b5d871d7 admin admin] 10.222.0.10 "PUT /v2.0/routers/4f394ec9-b521-4879-9bb5-a0e020e892d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5713181 Mar 02 09:41:55.656047 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:41:55.656642 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:55.833376 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:41:55.926094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:56.101075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:56.146832 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126'}], 'enable_snat': True}, 'gw_port_id': '9a490931-48ac-4570-819d-488961662f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:41:54Z', 'revision_number': 5, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port': {'id': '9a490931-48ac-4570-819d-488961662f58', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:dc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:56.150699 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] Checking router: 4f394ec9-b521-4879-9bb5-a0e020e892d2 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:41:56.158580 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] Routers {'4f394ec9-b521-4879-9bb5-a0e020e892d2'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:41:56.159153 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4f394ec9-b521-4879-9bb5-a0e020e892d2'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:56.172057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Deleting port 9a490931-48ac-4570-819d-488961662f58 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:41:56.172404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:56.303689 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] Set router 4f394ec9-b521-4879-9bb5-a0e020e892d2 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:41:56.344496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] For port 9a490931-48ac-4570-819d-488961662f58, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9a490931-48ac-4570-819d-488961662f58,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:41:56.344846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:56.405744 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:41:56Z', 'revision_number': 6, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:56.409468 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a1cad5-a216-4249-a724-2699c6cf6ea4 None None] The sync data for ids ['4f394ec9-b521-4879-9bb5-a0e020e892d2'] in dv-neutron-828796-1-hyperv is: [{'id': '4f394ec9-b521-4879-9bb5-a0e020e892d2', 'name': 'tempest-TestMinimumBasicScenario-1891123523-router', 'tenant_id': '4e28921cd5724712ae19966261f44148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:41Z', 'updated_at': '2022-03-02T09:41:56Z', 'revision_number': 6, 'project_id': '4e28921cd5724712ae19966261f44148', 'gw_port_host': None}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:41:56.463810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Calling delete_port for 9a490931-48ac-4570-819d-488961662f58 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:41:56.829892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:56.885225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a490931-48ac-4570-819d-488961662f58,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:41:56.971015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.140046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.142518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.235240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.235776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f394ec9-b521-4879-9bb5-a0e020e892d2 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:41:57.247741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.249493 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-47af77f4-7f4b-4841-b113-3eb797bbe212 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4f394ec9-b521-4879-9bb5-a0e020e892d2 HTTP/1.1" status: 204 len: 168 time: 1.5954525 Mar 02 09:41:57.252128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43632) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:41:57.314593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cf6d08-ca34-409d-a6a7-aef24088aba1 admin admin] Deleting subnet 556c1ada-8371-4667-9c19-b93e78f4557e {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:41:57.317603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6d08-ca34-409d-a6a7-aef24088aba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.475003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9a490931-48ac-4570-819d-488961662f58 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:41:57.476403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6d08-ca34-409d-a6a7-aef24088aba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.508363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 9a490931-48ac-4570-819d-488961662f58 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:41:57.508692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9a490931-48ac-4570-819d-488961662f58 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:41:57.509295 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:41:57.540970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:41:57.541308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device cb0a7da2-3f48-482d-a0f2-c65b2b34c9f6 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:41:57.554159 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6d08-ca34-409d-a6a7-aef24088aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.697783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6d08-ca34-409d-a6a7-aef24088aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.734751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf6d08-ca34-409d-a6a7-aef24088aba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556c1ada-8371-4667-9c19-b93e78f4557e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:41:57.739431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6d08-ca34-409d-a6a7-aef24088aba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.744435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce9ec5-da41-4ec1-9331-63b77ac6c0c6 None None] Network 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:41:57.746094 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a6cf6d08-ca34-409d-a6a7-aef24088aba1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/556c1ada-8371-4667-9c19-b93e78f4557e HTTP/1.1" status: 204 len: 168 time: 0.4930108 Mar 02 09:41:57.748492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43636) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:41:57.852669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.862894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Deleting port 305cb43d-133c-48e1-a139-bc7e9e433f28 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:41:57.863211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:57.998380 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] DHCP port deletion for 5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:41:58.003135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] Deleting port 305cb43d-133c-48e1-a139-bc7e9e433f28 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:41:58.003616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.068880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] For port 305cb43d-133c-48e1-a139-bc7e9e433f28, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=305cb43d-133c-48e1-a139-bc7e9e433f28,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:41:58.069231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.194583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Calling delete_port for 305cb43d-133c-48e1-a139-bc7e9e433f28 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:41:58.202261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] For port 305cb43d-133c-48e1-a139-bc7e9e433f28, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=305cb43d-133c-48e1-a139-bc7e9e433f28,segment=NetworkSegment(adea4b55-1803-499a-8c32-1d6c5416220d),segment_id=adea4b55-1803-499a-8c32-1d6c5416220d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:41:58.202647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.319580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] Calling delete_port for 305cb43d-133c-48e1-a139-bc7e9e433f28 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:41:58.349069 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.389038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:41:58.389420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:41:58.399858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] No DVR routers for this DVR port 305cb43d-133c-48e1-a139-bc7e9e433f28 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:41:58.401484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Pushing event deleted for resources: {'Port': ['ID=305cb43d-133c-48e1-a139-bc7e9e433f28,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:41:58.512736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.538140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2afe3c-94e0-4a60-9693-0db22c7a1eb7']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:58.549639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adea4b55-1803-499a-8c32-1d6c5416220d') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:58.549960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adea4b55-1803-499a-8c32-1d6c5416220d') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:41:58.560825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.576138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.582383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:41:58.582755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:41:58.595846 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:41:58.714698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.731227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.741400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e2afe3c-94e0-4a60-9693-0db22c7a1eb7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:41:58.748344 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0178e78b-15df-4863-b698-5e1399d45654 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5e2afe3c-94e0-4a60-9693-0db22c7a1eb7 HTTP/1.1" status: 204 len: 168 time: 0.9989243 Mar 02 09:41:58.751315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43640) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:41:58.890740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] Deleting port 305cb43d-133c-48e1-a139-bc7e9e433f28 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:41:58.891290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:58.958077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-60699a55-65ca-4aec-9f6b-8dcc7a7ea1dc None None] The port '305cb43d-133c-48e1-a139-bc7e9e433f28' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:41:59.376250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:59.478236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 305cb43d-133c-48e1-a139-bc7e9e433f28 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:41:59.518036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 305cb43d-133c-48e1-a139-bc7e9e433f28 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:41:59.518468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 305cb43d-133c-48e1-a139-bc7e9e433f28 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:41:59.731867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Deleting port 189b36bc-575e-47ab-af19-85d6bc03bfc9 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:41:59.732423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:41:59.904124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] For port 189b36bc-575e-47ab-af19-85d6bc03bfc9, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=189b36bc-575e-47ab-af19-85d6bc03bfc9,segment=NetworkSegment(39cddfc5-0e6b-4f1b-887a-2f694433cead),segment_id=39cddfc5-0e6b-4f1b-887a-2f694433cead)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:41:59.904467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:00.030004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Calling delete_port for 189b36bc-575e-47ab-af19-85d6bc03bfc9 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:42:00.246357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:00.292419 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Pushing event deleted for resources: {'Port': ['ID=189b36bc-575e-47ab-af19-85d6bc03bfc9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:00.652642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:00.996715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Router 8ea8cd00-52be-4613-a0a6-6a072dda76df has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:42:01.168617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:42:01.177715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] Sync routers for ids ['8ea8cd00-52be-4613-a0a6-6a072dda76df'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:42:01.186837 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] Routers {'8ea8cd00-52be-4613-a0a6-6a072dda76df'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:42:01.187435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8ea8cd00-52be-4613-a0a6-6a072dda76df'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:01.236967 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9f6f535d-0304-43a0-90f5-6f41d103ab7b admin admin] 10.222.0.10 "PUT /v2.0/routers/8ea8cd00-52be-4613-a0a6-6a072dda76df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4846513 Mar 02 09:42:01.239438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43644) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:01.391226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] Set router 8ea8cd00-52be-4613-a0a6-6a072dda76df gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:42:01.410332 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:01.593310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:01.652196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Deleting port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:42:01.652489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:01.680377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48'}], 'enable_snat': True}, 'gw_port_id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:48Z', 'updated_at': '2022-03-02T09:42:00Z', 'revision_number': 5, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'gw_port': {'id': 'aa76cd1a-a7db-4e0e-91b5-1a629fb7924a', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:38:49Z', 'updated_at': '2022-03-02T09:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:01.684192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] Checking router: 8ea8cd00-52be-4613-a0a6-6a072dda76df for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:42:01.692970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] Routers {'8ea8cd00-52be-4613-a0a6-6a072dda76df'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:42:01.693555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8ea8cd00-52be-4613-a0a6-6a072dda76df'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:01.822121 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] For port aa76cd1a-a7db-4e0e-91b5-1a629fb7924a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=aa76cd1a-a7db-4e0e-91b5-1a629fb7924a,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:42:01.822711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:01.845703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] Set router 8ea8cd00-52be-4613-a0a6-6a072dda76df gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:42:01.944117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Calling delete_port for aa76cd1a-a7db-4e0e-91b5-1a629fb7924a owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:42:01.948980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:48Z', 'updated_at': '2022-03-02T09:42:01Z', 'revision_number': 6, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:01.952921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e1d5ed-0e2e-44d2-80f3-5cc960ddf300 None None] The sync data for ids ['8ea8cd00-52be-4613-a0a6-6a072dda76df'] in dv-neutron-828796-1-hyperv is: [{'id': '8ea8cd00-52be-4613-a0a6-6a072dda76df', 'name': 'tempest-TestMinimumBasicScenario-607304289-router', 'tenant_id': '6ca2c29af195491d8b88582796a861c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:38:48Z', 'updated_at': '2022-03-02T09:42:01Z', 'revision_number': 6, 'project_id': '6ca2c29af195491d8b88582796a861c9', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:42:02.354959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:02.406600 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa76cd1a-a7db-4e0e-91b5-1a629fb7924a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:02.489616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:02.655411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:02.657577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:02.749664 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:02.750242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea8cd00-52be-4613-a0a6-6a072dda76df {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:42:02.762486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:02.763659 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d5235350-4c01-4e20-a000-d5b90776f85c admin admin] 10.222.0.10 "DELETE /v2.0/routers/8ea8cd00-52be-4613-a0a6-6a072dda76df HTTP/1.1" status: 204 len: 168 time: 1.5233200 Mar 02 09:42:02.766825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43648) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:02.825683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9ea083-4bb1-43b5-b92e-e6813cd19e98 admin admin] Deleting subnet cfda1287-b3c1-4ad6-9ed0-8bdef9654dab {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:42:02.829132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea083-4bb1-43b5-b92e-e6813cd19e98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:02.882916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea083-4bb1-43b5-b92e-e6813cd19e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:02.965161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea083-4bb1-43b5-b92e-e6813cd19e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.132494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea083-4bb1-43b5-b92e-e6813cd19e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.168662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ea083-4bb1-43b5-b92e-e6813cd19e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfda1287-b3c1-4ad6-9ed0-8bdef9654dab,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:03.172851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea083-4bb1-43b5-b92e-e6813cd19e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.178235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95531e2-b7a3-4277-9958-cbf4b1101e84 None None] Network f784c226-d1a9-4c2f-acc7-4a10547e3e29 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:42:03.178715 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3c9ea083-4bb1-43b5-b92e-e6813cd19e98 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cfda1287-b3c1-4ad6-9ed0-8bdef9654dab HTTP/1.1" status: 204 len: 168 time: 0.4108744 Mar 02 09:42:03.181254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43652) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:03.284195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.294311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Deleting port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:42:03.294640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.417748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] DHCP port deletion for f784c226-d1a9-4c2f-acc7-4a10547e3e29 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:42:03.422927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] Deleting port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:42:03.423355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.480126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:42:03.501865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] For port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6acfff03-9215-4a9f-b2d2-eec2652a8ba7,segment=NetworkSegment(39cddfc5-0e6b-4f1b-887a-2f694433cead),segment_id=39cddfc5-0e6b-4f1b-887a-2f694433cead)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:42:03.504204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.625567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Calling delete_port for 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:42:03.711085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] For port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=6acfff03-9215-4a9f-b2d2-eec2652a8ba7,segment=NetworkSegment(39cddfc5-0e6b-4f1b-887a-2f694433cead),segment_id=39cddfc5-0e6b-4f1b-887a-2f694433cead)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:42:03.711085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.766473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.812438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6acfff03-9215-4a9f-b2d2-eec2652a8ba7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:03.816850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] No DVR routers for this DVR port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:42:03.828202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:03.841944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] Calling delete_port for 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:42:03.988685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 189b36bc-575e-47ab-af19-85d6bc03bfc9 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:42:04.026945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.029716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 189b36bc-575e-47ab-af19-85d6bc03bfc9 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:42:04.030122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 189b36bc-575e-47ab-af19-85d6bc03bfc9 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:42:04.030528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aa76cd1a-a7db-4e0e-91b5-1a629fb7924a no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:42:04.052284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f784c226-d1a9-4c2f-acc7-4a10547e3e29']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:04.064656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cddfc5-0e6b-4f1b-887a-2f694433cead') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:04.064955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cddfc5-0e6b-4f1b-887a-2f694433cead') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:04.065810 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: aa76cd1a-a7db-4e0e-91b5-1a629fb7924a {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:42:04.066169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device aa76cd1a-a7db-4e0e-91b5-1a629fb7924a not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:42:04.069059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 09:42:04.069390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 09:42:04.076366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.099327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:42:04.216516 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:42:04.274837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.290676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.303215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f784c226-d1a9-4c2f-acc7-4a10547e3e29,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:04.308232 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0bf13aad-ab6c-49a6-bac4-f02eb60f22b9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f784c226-d1a9-4c2f-acc7-4a10547e3e29 HTTP/1.1" status: 204 len: 168 time: 1.1257491 Mar 02 09:42:04.570993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] Deleting port 6acfff03-9215-4a9f-b2d2-eec2652a8ba7 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:42:04.571509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.636544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e00aa87c-f384-4173-9390-f396ba904298 None None] The port '6acfff03-9215-4a9f-b2d2-eec2652a8ba7' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 09:42:04.691793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43658) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:04.743221 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0bd019e7-8f92-45a9-afb2-01d126946709 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e28921cd5724712ae19966261f44148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507073 Mar 02 09:42:04.745657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43662) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:04.801080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d8cac46-ab71-4de2-8319-5498a1921db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.825958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d8cac46-ab71-4de2-8319-5498a1921db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.949404 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d8cac46-ab71-4de2-8319-5498a1921db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:04.966571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cac46-ab71-4de2-8319-5498a1921db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1488380-6c4e-4006-ae0d-1d2215b2bbc4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:05.010949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5d8cac46-ab71-4de2-8319-5498a1921db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:05.012103 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5d8cac46-ab71-4de2-8319-5498a1921db5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1488380-6c4e-4006-ae0d-1d2215b2bbc4 HTTP/1.1" status: 204 len: 168 time: 0.2654958 Mar 02 09:42:05.605663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43670) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:05.656391 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ee621e29-f221-4a9d-8b76-004865b98002 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ca2c29af195491d8b88582796a861c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495303 Mar 02 09:42:05.658733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43674) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:05.713584 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2291cc5-8958-4012-ace4-d8f12b043400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:05.738382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2291cc5-8958-4012-ace4-d8f12b043400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:05.829122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2291cc5-8958-4012-ace4-d8f12b043400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:05.842557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2291cc5-8958-4012-ace4-d8f12b043400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618c00dd-2600-47df-9ae1-fb1dea92a9c3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:05.850517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a2291cc5-8958-4012-ace4-d8f12b043400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:05.851631 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a2291cc5-8958-4012-ace4-d8f12b043400 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/618c00dd-2600-47df-9ae1-fb1dea92a9c3 HTTP/1.1" status: 204 len: 168 time: 0.1920435 Mar 02 09:42:08.064382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43716) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:08.069406 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107144247', 'description': 'tempest-secgroup-smoke-2107144247 description', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:08.075343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:08.079137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:08.081958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:08.087480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:08.183988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.195972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.210377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:08.214100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:08.216842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:08.222998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:08.305234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.377794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.389302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:08.396971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:08.404886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:08.414974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:08.418496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef673c7-aacd-4517-a43c-d0882fbf43a2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:08.489403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.577640 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.618387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6af80aa-04d6-4f3f-9f18-666627ea4ab4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:08.692049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.693196 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e4121bff-67c1-4224-a661-7b54928648f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6278403 Mar 02 09:42:08.696038 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43720) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:08.700902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c6af80aa-04d6-4f3f-9f18-666627ea4ab4', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:08.706822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:08.710578 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:08.713417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:08.719496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:08.772776 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.830504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.892295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:08.916697 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c4bee2-d25b-48c9-804d-0cf700f23c71,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:09.006592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.007724 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5fbf61ad-2435-48d3-80a2-789231004d4a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107941 Mar 02 09:42:09.010403 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43724) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:09.015735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c6af80aa-04d6-4f3f-9f18-666627ea4ab4', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:09.021627 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:09.025213 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:09.028020 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:09.034130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:09.149495 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.207665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.281232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.301665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e1142b-e479-46f1-af8a-30a8a7f7b34b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:09.360422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.361584 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f3332f63-646d-4071-9911-fa0255e88a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3502827 Mar 02 09:42:09.364308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43728) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:09.369070 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c6af80aa-04d6-4f3f-9f18-666627ea4ab4', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:09.375153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:09.378904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:09.381764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:09.387410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:09.446549 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.505908 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.554825 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.578355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8666db2-bd0f-4060-9a4b-e2394d0de0d6,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:09.641032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.642304 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0d51facd-3f87-449e-b51c-7c4a409064df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2771072 Mar 02 09:42:09.645005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43732) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:09.649793 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c6af80aa-04d6-4f3f-9f18-666627ea4ab4', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:09.655459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:09.659156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:09.662369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:09.667886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:09.755624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:09.918510 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.012149 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.035622 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac3b1d8-5648-4f0f-98d3-ce095b79d30d,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:10.109885 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.111914 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7b5152e5-c619-4c55-ab42-24dedc0b39aa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4651525 Mar 02 09:42:10.113848 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43736) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:10.118937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c6af80aa-04d6-4f3f-9f18-666627ea4ab4', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:10.125125 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:10.129093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:10.132033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:10.137641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:10.218520 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:42:10.224763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.287080 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.360699 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.383046 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6c133e-b06c-4563-bc07-caa0e360be60,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:10.457952 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.459133 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8328b866-8e70-4582-847a-3ef62c19c0a7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3443811 Mar 02 09:42:10.461897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43740) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:10.466610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c6af80aa-04d6-4f3f-9f18-666627ea4ab4', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:10.473037 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:10.476668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:10.479613 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:10.485380 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:10.549604 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:42:10.556542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.619395 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.674992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.699204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7f9e2b-663b-4f38-9cfc-4f8971ab7342,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:10.772010 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.773105 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-33416d78-90ea-4c07-a2be-99d0a3c78084 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3103120 Mar 02 09:42:10.776175 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43744) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:10.782033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'network': {'name': 'tempest-network-smoke--1247541813', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:10.786844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:10.792211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:network and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:10.795458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:10.800950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:10.869028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:42:10.872383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.900018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:42:10.908364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:10.908704 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Added segment 9334499f-a84e-4246-9744-1c577f1bff2a of type vlan for network c67fd46e-db6c-4942-b286-5337622f4540 Mar 02 09:42:10.932877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:11.029419 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:11.034779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:11.035405 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:11.137592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Network': ['ID=c67fd46e-db6c-4942-b286-5337622f4540,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:11.149476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network c67fd46e-db6c-4942-b286-5337622f4540 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:42:11.167568 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a516ec20-4164-45be-a82c-a663d2a295b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3904197 Mar 02 09:42:11.170480 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43748) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:11.176068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'admin_state_up': True, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:11.183116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:11.186826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:router and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:11.190488 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:11.196620 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:11.246984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:11.248034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:11.262576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:11.568603 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:11.904567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:11.933446 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:12.066579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.36 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/a6f9e7f0-fb56-4435-a8f7-77527c94e416) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:42:12.215684 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:12.292657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:12.348571 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:42:12.351379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:42:12.353857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:42:12.505003 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=a6f9e7f0-fb56-4435-a8f7-77527c94e416,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:12.933023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:13.262074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:13.515957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router b1a75000-6705-4152-8a07-ff87aa50727f is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:42:13.685051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:42:13.696310 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Sync routers for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:42:13.705578 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:42:13.706197 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:13.761264 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:13.762505 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b2f8cb5b-3e60-48a0-900d-e05e8c64df17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5911219 Mar 02 09:42:13.766145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43752) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:13.883071 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:42:13.905507 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2536e2c4-3f6b-4dcb-874c-0b2597d260c9 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e998ca2307d46a4a47e3d503df0b7aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1383688 Mar 02 09:42:13.908636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43758) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:14.156433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d2e86-fc7e-4ccf-9957-abf2f3299e1e tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:14.157970 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6e8d2e86-fc7e-4ccf-9957-abf2f3299e1e tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2484426 Mar 02 09:42:14.160794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43762) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:14.166236 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:12Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:14.170047 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Checking router: b1a75000-6705-4152-8a07-ff87aa50727f for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:42:14.170388 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Updating router b1a75000-6705-4152-8a07-ff87aa50727f port a6f9e7f0-fb56-4435-a8f7-77527c94e416 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:42:14.198307 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8e45aa1a-2144-4d97-bf1e-84d0f1732e6a tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364742 Mar 02 09:42:14.201011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43766) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:14.207499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1086645337', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:14.225010 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:14.314101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:14.317775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:subnet and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:14.320485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:14.325946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:14.424126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:42:14.427570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:14.542452 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:14.553865 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Transition to ACTIVE for port object a6f9e7f0-fb56-4435-a8f7-77527c94e416 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:42:14.629558 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:14.692670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:14.716419 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Attempting to bind port a6f9e7f0-fb56-4435-a8f7-77527c94e416 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:42:14.716983 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Attempting to bind port a6f9e7f0-fb56-4435-a8f7-77527c94e416 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:42:14.717112 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Attempting to bind port a6f9e7f0-fb56-4435-a8f7-77527c94e416 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:42:14.726571 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e7f0-fb56-4435-a8f7-77527c94e416,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:14.733201 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:42:14.733565 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:42:14.734029 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:14.734927 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:42:14.735374 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Bound port: a6f9e7f0-fb56-4435-a8f7-77527c94e416, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:42:14.735728 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:14.769498 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.769852 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.770190 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.770519 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.770840 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.771159 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.771472 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.771812 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.772129 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.772444 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.772751 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.773057 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:14.773686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Subnet': ['ID=6dfccfbb-5c66-4bab-96e4-435991269d54,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:14.779364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Checking segment: {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:42:14.779728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network hostable DHCP agents. Network: c67fd46e-db6c-4942-b286-5337622f4540, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:42:14.846302 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] For port a6f9e7f0-fb56-4435-a8f7-77527c94e416, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:42:14.849105 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] For port a6f9e7f0-fb56-4435-a8f7-77527c94e416, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a6f9e7f0-fb56-4435-a8f7-77527c94e416,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:42:14.852136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network c67fd46e-db6c-4942-b286-5337622f4540 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:42:14.927000 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:14.949324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, c67fd46e-db6c-4942-b286-5337622f4540) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:42:14.954120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:14.954657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:14.961940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff1e52e-e579-4400-9961-4e65b2b8b2df None None] Network c67fd46e-db6c-4942-b286-5337622f4540 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:42:15.002680 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:42:15.003291 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:15.030158 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4d5a1ced-ca25-4fc9-ab2c-fe36c1e41b4f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8280003 Mar 02 09:42:15.033692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43770) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:15.065108 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8032dc4-a35d-4cd4-adf7-e8e6f9bda856 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e7f0-fb56-4435-a8f7-77527c94e416,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:15.180078 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:42:15.185689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-c67fd46e-db6c-4942-b286-5337622f4540', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:42:15.186545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:15.340886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Allocated IP 172.20.0.2 (c67fd46e-db6c-4942-b286-5337622f4540/6dfccfbb-5c66-4bab-96e4-435991269d54/3a8cb042-8be2-46ce-8986-1d5e2c8308db) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:42:15.473117 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:12Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:15.477170 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f81a5cb-1689-4bd3-8eb4-bd1da40e741c None None] The sync data for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv is: [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:12Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:42:15.561428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:15.572387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Transition to ACTIVE for port object 3a8cb042-8be2-46ce-8986-1d5e2c8308db will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:42:15.591020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Transition to ACTIVE for port object 3a8cb042-8be2-46ce-8986-1d5e2c8308db will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:42:15.653055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:15.753539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Pushing event updated for resources: {'Port': ['ID=3a8cb042-8be2-46ce-8986-1d5e2c8308db,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:15.759816 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Network c67fd46e-db6c-4942-b286-5337622f4540 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:42:15.767234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:42:15.770004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:42:15.773224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.774180 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.774717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.776434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.776900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.777341 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.777767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.778174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.778507 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.778842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.779171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.779494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:42:15.869358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:15.887213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Attempting to bind port 3a8cb042-8be2-46ce-8986-1d5e2c8308db on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:42:15.887569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Attempting to bind port 3a8cb042-8be2-46ce-8986-1d5e2c8308db by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:42:15.887921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Attempting to bind port 3a8cb042-8be2-46ce-8986-1d5e2c8308db on network c67fd46e-db6c-4942-b286-5337622f4540 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:42:15.893350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:42:15.893721 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Checking segment: {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:42:15.894293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:15.894691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Bound using segment: {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:42:15.895154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Bound port: 3a8cb042-8be2-46ce-8986-1d5e2c8308db, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:42:15.895519 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:15.990905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] For port 3a8cb042-8be2-46ce-8986-1d5e2c8308db, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:42:15.994079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] For port 3a8cb042-8be2-46ce-8986-1d5e2c8308db, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3a8cb042-8be2-46ce-8986-1d5e2c8308db,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:42:16.065101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:16.165961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5e31b-0390-40e9-ad58-bec433917d9d None None] Pushing event updated for resources: {'Port': ['ID=3a8cb042-8be2-46ce-8986-1d5e2c8308db,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:16.299234 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.1 (c67fd46e-db6c-4942-b286-5337622f4540/6dfccfbb-5c66-4bab-96e4-435991269d54/9e32d9b1-5b5e-499a-8797-1d8c51e70c49) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:42:16.464734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:16.482625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:42:16.595888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:16.662338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network c67fd46e-db6c-4942-b286-5337622f4540 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:42:16.669909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:42:16.674817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:42:16.704020 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=9e32d9b1-5b5e-499a-8797-1d8c51e70c49,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:16.732169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:17.066770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:17.554999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3a8cb042-8be2-46ce-8986-1d5e2c8308db up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:42:17.582684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:17.624172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:17.664009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 3a8cb042-8be2-46ce-8986-1d5e2c8308db completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:42:17.670189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a6f9e7f0-fb56-4435-a8f7-77527c94e416 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:42:17.737716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=9e32d9b1-5b5e-499a-8797-1d8c51e70c49,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:17.742443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:17.801428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a6f9e7f0-fb56-4435-a8f7-77527c94e416 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:42:17.808928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a6f9e7f0-fb56-4435-a8f7-77527c94e416 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:17.808928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:17.840815 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:17.849557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0a4a08-dd01-421c-a1ab-1e46f60be81d None None] Network c67fd46e-db6c-4942-b286-5337622f4540 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:42:17.881559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network c67fd46e-db6c-4942-b286-5337622f4540 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:42:17.882739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:42:18.042279 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1b0b7d52-e37f-4f64-aae8-655084d79f85 None None] Provisioning for port 3a8cb042-8be2-46ce-8986-1d5e2c8308db completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:42:18.064893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1b0b7d52-e37f-4f64-aae8-655084d79f85 None None] Provisioning complete for port 3a8cb042-8be2-46ce-8986-1d5e2c8308db triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:18.065186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7d52-e37f-4f64-aae8-655084d79f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:18.066386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router b1a75000-6705-4152-8a07-ff87aa50727f has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:42:18.151469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:18.192127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a6f9e7f0-fb56-4435-a8f7-77527c94e416, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a6f9e7f0-fb56-4435-a8f7-77527c94e416,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:42:18.245240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:42:18.254926 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-59831f16-769a-4d41-a6b6-fdc427be45f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/b1a75000-6705-4152-8a07-ff87aa50727f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2202771 Mar 02 09:42:18.269490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:18.273321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Sync routers for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:42:18.347273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:42:18.347909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:18.413283 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-3bc89e77-753b-4746-9638-32b8fb1ce0d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107144247&fields=id&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 267 time: 0.0378788 Mar 02 09:42:18.443979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7d52-e37f-4f64-aae8-655084d79f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:18.475542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a6f9e7f0-fb56-4435-a8f7-77527c94e416,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:18.569806 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-f70a3b14-7801-4db7-a924-b614576d8406 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:18.571220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-1b0b7d52-e37f-4f64-aae8-655084d79f85 None None] For port 3a8cb042-8be2-46ce-8986-1d5e2c8308db, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3a8cb042-8be2-46ce-8986-1d5e2c8308db,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:42:18.571708 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-f70a3b14-7801-4db7-a924-b614576d8406 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/networks?id=c67fd46e-db6c-4942-b286-5337622f4540 HTTP/1.1" status: 200 len: 797 time: 0.1512623 Mar 02 09:42:18.590093 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-c4e2f168-2503-4f5c-8b7d-a30cd5f30ad2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/quotas/3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 375 time: 0.0118883 Mar 02 09:42:18.601715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:42:18.653418 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1b0b7d52-e37f-4f64-aae8-655084d79f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:18.685188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-bfb01d66-0c43-4e04-becf-f44f33bc75d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:42:18.778636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-bfb01d66-0c43-4e04-becf-f44f33bc75d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:42:18.779962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-bfb01d66-0c43-4e04-becf-f44f33bc75d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1839628 Mar 02 09:42:18.839499 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b7d52-e37f-4f64-aae8-655084d79f85 None None] Pushing event updated for resources: {'Port': ['ID=3a8cb042-8be2-46ce-8986-1d5e2c8308db,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:18.903821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e21fc4f4-944b-4987-888b-717efbcda75e None None] Provisioning for port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:42:18.914930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e21fc4f4-944b-4987-888b-717efbcda75e None None] Provisioning complete for port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:18.915319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e21fc4f4-944b-4987-888b-717efbcda75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:18.984738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-a1a447be-1028-404b-b71b-e4fa678e01f5 service neutron] 10.222.0.10 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908405 Mar 02 09:42:19.023004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e21fc4f4-944b-4987-888b-717efbcda75e None None] Port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:42:19.047891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e21fc4f4-944b-4987-888b-717efbcda75e None None] Provisioning complete for port 3a8cb042-8be2-46ce-8986-1d5e2c8308db triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:19.048264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e21fc4f4-944b-4987-888b-717efbcda75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:19.121712 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-f8d0ced7-60a4-47c8-a2c5-4ffd5d91a75e service neutron] 10.222.0.10 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297457 Mar 02 09:42:19.121950 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:16Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '9e32d9b1-5b5e-499a-8797-1d8c51e70c49', 'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:8a:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:16Z', 'updated_at': '2022-03-02T09:42:17Z', 'revision_number': 2, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:19.127389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Checking router: b1a75000-6705-4152-8a07-ff87aa50727f for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:42:19.127747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Updating router b1a75000-6705-4152-8a07-ff87aa50727f port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:42:19.225358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:19.353764 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cf2607fb-ebcd-413c-ab64-1cedcc68f034 req-23ecc372-c55d-4fac-b56f-d633773bd65d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 210 time: 0.0433559 Mar 02 09:42:19.376051 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1521646a-926a-49ee-be9a-5f414efe4866 None None] Provisioning complete for port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:19.376340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1521646a-926a-49ee-be9a-5f414efe4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:19.508237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3a8cb042-8be2-46ce-8986-1d5e2c8308db up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:42:19.592769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1521646a-926a-49ee-be9a-5f414efe4866 None None] Port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:42:19.673495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 3a8cb042-8be2-46ce-8986-1d5e2c8308db triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:19.673886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:19.764972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d3068db7-160c-415b-bb5a-1e13bc86410c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:19.803003 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:19.851736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Transition to ACTIVE for port object 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:42:19.871730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a6f9e7f0-fb56-4435-a8f7-77527c94e416 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:42:19.929391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:20.065701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cd4f5-f97e-4540-8248-1a708aa44606 None None] Pushing event updated for resources: {'Port': ['ID=9e32d9b1-5b5e-499a-8797-1d8c51e70c49,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:20.108764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a6f9e7f0-fb56-4435-a8f7-77527c94e416 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:20.112355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:20.219314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Attempting to bind port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:42:20.219604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Attempting to bind port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:42:20.219964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Attempting to bind port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 on network c67fd46e-db6c-4942-b286-5337622f4540 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:42:20.230599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:42:20.230967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Checking segment: {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:42:20.231359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:20.231747 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Bound using segment: {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:42:20.232203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Bound port: 9e32d9b1-5b5e-499a-8797-1d8c51e70c49, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:42:20.232828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:20.378631 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] For port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:42:20.381795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] For port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9e32d9b1-5b5e-499a-8797-1d8c51e70c49,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:42:20.470645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:20.501298 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8ee1e3dc-97ea-425e-9ae2-6123b5adb78d req-264a46ba-06b6-4227-8c34-ccf0922baa36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 210 time: 0.0416806 Mar 02 09:42:20.552326 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:42:20.552965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:41:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:20.620697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cd4f5-f97e-4540-8248-1a708aa44606 None None] Pushing event updated for resources: {'Port': ['ID=9e32d9b1-5b5e-499a-8797-1d8c51e70c49,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:20.743819 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:42:21.098589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:16Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '9e32d9b1-5b5e-499a-8797-1d8c51e70c49', 'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:8a:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:16Z', 'updated_at': '2022-03-02T09:42:20Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:21.102571 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3de3e1-78ae-411d-9313-2bbef417e712 None None] The sync data for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv is: [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:16Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '9e32d9b1-5b5e-499a-8797-1d8c51e70c49', 'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:8a:0e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:16Z', 'updated_at': '2022-03-02T09:42:20Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:42:21.525468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8a06b058-09a5-40e7-b135-b90915702314 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:21.526967 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8a06b058-09a5-40e7-b135-b90915702314 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/networks?id=c67fd46e-db6c-4942-b286-5337622f4540 HTTP/1.1" status: 200 len: 797 time: 0.1531754 Mar 02 09:42:21.556836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:42:21.716847 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:42:21.722386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:21.722758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:21.773141 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-b9a62d32-b82b-4aa0-bd0a-5afff78b9d80 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 380 time: 0.2378781 Mar 02 09:42:21.782396 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'port': {'device_id': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'admin_state_up': True, 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'security_groups': ['c6af80aa-04d6-4f3f-9f18-666627ea4ab4']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:21.799112 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab74086e-1252-4eef-8a25-871150b1ee57 req-4bda4c55-d903-45f2-8426-f6b966bcc588 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 210 time: 0.0695240 Mar 02 09:42:21.868372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:21.914906 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9e32d9b1-5b5e-499a-8797-1d8c51e70c49,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:42:21.942275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:21.952497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:21.989258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3a636276-2472-4da0-9000-a25a7c935ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:22.012752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:42:22.012898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:22.017036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:22.085263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=9e32d9b1-5b5e-499a-8797-1d8c51e70c49,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:22.186475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.12 (c67fd46e-db6c-4942-b286-5337622f4540/6dfccfbb-5c66-4bab-96e4-435991269d54/8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:42:22.368494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:22.383462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:42:22.624451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:22.691242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network c67fd46e-db6c-4942-b286-5337622f4540 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:42:22.694142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:42:22.702357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:42:22.739057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:22.771021 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:22.771655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:22.876570 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-806d53b3-148e-4169-85bc-3315a707205b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0979109 Mar 02 09:42:22.961012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Request body: {'port': {'device_id': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:22.967100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a8d1437f-dfd5-471f-bec3-64a9635586e2 None None] Provisioning for port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:42:22.972742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a8d1437f-dfd5-471f-bec3-64a9635586e2 None None] Provisioning complete for port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:22.976572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a8d1437f-dfd5-471f-bec3-64a9635586e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:23.035323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1437f-dfd5-471f-bec3-64a9635586e2 None None] Port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:42:23.096242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:23.098703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:23.114626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a551d90-6149-4094-a670-102dd3c613ba req-0f52d6ef-5ed3-4369-9cbf-4a7c77fdc893 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:23.115314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5a551d90-6149-4094-a670-102dd3c613ba req-0f52d6ef-5ed3-4369-9cbf-4a7c77fdc893 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:42:23.235835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:23.243853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5a551d90-6149-4094-a670-102dd3c613ba req-0f52d6ef-5ed3-4369-9cbf-4a7c77fdc893 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:42:23.244999 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a551d90-6149-4094-a670-102dd3c613ba req-0f52d6ef-5ed3-4369-9cbf-4a7c77fdc893 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 932 time: 0.3276682 Mar 02 09:42:23.373758 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5a551d90-6149-4094-a670-102dd3c613ba req-bc7bfe53-1436-4db8-ab00-3d0644b0695a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220541 Mar 02 09:42:23.488104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:42:23.492105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:42:23.495951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:23.510448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Transition to ACTIVE for port object 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:42:23.561488 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:23.561888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:23.578687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:23.731663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:23.812866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Attempting to bind port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:42:23.813192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Attempting to bind port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:42:23.813512 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Attempting to bind port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 on network c67fd46e-db6c-4942-b286-5337622f4540 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:42:23.819821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 on network c67fd46e-db6c-4942-b286-5337622f4540 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:42:23.820149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Attempting to bind port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 on network c67fd46e-db6c-4942-b286-5337622f4540 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:42:23.825340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:42:23.825671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Checking segment: {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:42:23.826080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Bound using segment: {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:42:23.826499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Bound port: 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9334499f-a84e-4246-9744-1c577f1bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:42:23.826857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:24.006192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] For port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:42:24.008893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] For port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:42:24.080799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:24.135273 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:24.135885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:24.137225 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] 10.222.0.15 "PUT /v2.0/ports/8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 HTTP/1.1" status: 200 len: 1094 time: 1.2527344 Mar 02 09:42:24.137660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:42:24.165331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedf8e1-a5e7-4575-9b41-10ab551fe459 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:24.190096 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'status': 'completed', 'code': 200} Mar 02 09:42:24.283410 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe88ff-e392-4d66-9a8a-bcf0da3b2351 req-0fe90691-3817-4f6c-bd57-bb9df042bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:24.284766 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5afe88ff-e392-4d66-9a8a-bcf0da3b2351 req-0fe90691-3817-4f6c-bd57-bb9df042bdc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 1097 time: 0.0751352 Mar 02 09:42:24.422533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe88ff-e392-4d66-9a8a-bcf0da3b2351 req-d8486eda-e729-4f6f-a2e3-5b3e3f27a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:24.423956 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5afe88ff-e392-4d66-9a8a-bcf0da3b2351 req-d8486eda-e729-4f6f-a2e3-5b3e3f27a1ea service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1327353 Mar 02 09:42:24.604237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe88ff-e392-4d66-9a8a-bcf0da3b2351 req-23130f7a-77f8-49e3-8c67-fe0c3ffe25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:24.605653 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5afe88ff-e392-4d66-9a8a-bcf0da3b2351 req-23130f7a-77f8-49e3-8c67-fe0c3ffe25c9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706512 Mar 02 09:42:24.628768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c577f-472e-4398-b9c0-53f5c14d8da9 req-e023db00-bb40-405e-b719-16588fc7ab84 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:24.630264 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e3c577f-472e-4398-b9c0-53f5c14d8da9 req-e023db00-bb40-405e-b719-16588fc7ab84 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 944 time: 0.1145742 Mar 02 09:42:24.715617 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e3c577f-472e-4398-b9c0-53f5c14d8da9 req-4ac1c7ca-b842-4977-a1b4-d9fef1162fda tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798590 Mar 02 09:42:24.738404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:24.742509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8a955251-98da-466c-b6b5-6bc41c404b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:24.742509 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8a955251-98da-466c-b6b5-6bc41c404b05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 1097 time: 0.0927262 Mar 02 09:42:24.810264 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-8694b7c3-4e4e-499f-811d-adf8ea7d2870 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 HTTP/1.1" status: 200 len: 217 time: 0.0616436 Mar 02 09:42:24.869596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-e0bda150-adec-4289-aa77-fe4f55c3cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:24.871086 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-e0bda150-adec-4289-aa77-fe4f55c3cb17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dfccfbb-5c66-4bab-96e4-435991269d54 HTTP/1.1" status: 200 len: 835 time: 0.0555444 Mar 02 09:42:24.945116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-58a29713-3230-45e7-9443-0eec05910415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:24.946661 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-58a29713-3230-45e7-9443-0eec05910415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67fd46e-db6c-4942-b286-5337622f4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675933 Mar 02 09:42:25.073487 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-c4a90b31-b5c1-41c1-99f0-0b38b8d009cd service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197932 Mar 02 09:42:25.199115 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-044b59d3-df8d-4bfd-8bb8-f43097c05370 req-3f14e428-3b16-4b80-bd54-574c3a66dbf2 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193497 Mar 02 09:42:25.901160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff708c5-dc16-46e6-8cc3-1dd5aa33fb9b req-18c65e8c-a719-4b25-80f2-2423cb85dc14 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:25.902621 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6ff708c5-dc16-46e6-8cc3-1dd5aa33fb9b req-18c65e8c-a719-4b25-80f2-2423cb85dc14 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 944 time: 0.0831389 Mar 02 09:42:25.945067 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6ff708c5-dc16-46e6-8cc3-1dd5aa33fb9b req-ddac6b1d-eb25-48d2-89ea-727fe9d037b8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367496 Mar 02 09:42:26.860067 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:42:27.127102 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb68ef-be57-4f6d-95f6-a006c7102d93 req-9f553c6c-bede-4323-98e1-9a5a82140a46 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:27.128503 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-89bb68ef-be57-4f6d-95f6-a006c7102d93 req-9f553c6c-bede-4323-98e1-9a5a82140a46 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 944 time: 0.0799274 Mar 02 09:42:27.180569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-89bb68ef-be57-4f6d-95f6-a006c7102d93 req-5d95b017-11ab-4e28-81cf-f7781c29c19b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464642 Mar 02 09:42:27.861026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:42:27.989870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:42:28.002991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'port_id': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'mac_address': 'fa:16:3e:9a:f7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:42:28.056306 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:28.072620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:42:28.087540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:42:28.172427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:28.241789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:28.362131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d279e0-0aa2-4be1-a32a-b9d180f79390 req-b4fb7301-0192-4482-97e5-f10625265f27 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:28.363559 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7d279e0-0aa2-4be1-a32a-b9d180f79390 req-b4fb7301-0192-4482-97e5-f10625265f27 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 945 time: 0.0776308 Mar 02 09:42:28.408092 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7d279e0-0aa2-4be1-a32a-b9d180f79390 req-999a7be4-1de0-4ef5-9904-f89039fd9f75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Mar 02 09:42:28.512305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:42:29.590668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c4bc7-7c0f-46b4-acdf-2f24944be074 req-9722c4ba-029d-4431-ad02-bbec9f85f7b6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:29.592098 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1f1c4bc7-7c0f-46b4-acdf-2f24944be074 req-9722c4ba-029d-4431-ad02-bbec9f85f7b6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 945 time: 0.0818324 Mar 02 09:42:29.634686 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1f1c4bc7-7c0f-46b4-acdf-2f24944be074 req-c9b88e4e-c130-47d0-a3c6-2cc6f94fc984 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368905 Mar 02 09:42:29.876523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:42:29.995302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:42:30.000688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:42:30.001063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:30.113098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:30.139106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:42:30.148318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:42:30.195965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:30.242959 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'code': 200} Mar 02 09:42:30.270501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:30.560961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227b870-0b7a-4b53-ae0b-236092dd5649 req-51685b0c-4067-4afc-8f4c-c5a4023ee5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:30.562492 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9227b870-0b7a-4b53-ae0b-236092dd5649 req-51685b0c-4067-4afc-8f4c-c5a4023ee5be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 1099 time: 0.0688102 Mar 02 09:42:30.600731 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9227b870-0b7a-4b53-ae0b-236092dd5649 req-edf33e13-4a54-4636-b64b-78a2d883a4de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328672 Mar 02 09:42:30.908551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d950f6-835a-4440-87b3-1d7c15777f9a req-3adc28d0-4528-4998-a764-f51fa005ed2b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:30.909939 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b9d950f6-835a-4440-87b3-1d7c15777f9a req-3adc28d0-4528-4998-a764-f51fa005ed2b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.1686165 Mar 02 09:42:30.952826 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b9d950f6-835a-4440-87b3-1d7c15777f9a req-3307b0a5-c607-4627-8dc3-e4340625b60c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373476 Mar 02 09:42:32.137660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4492a-d4b2-4db2-b1f0-a0f914a956f9 req-0267e483-561b-427e-92e1-447d74173d81 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:32.139118 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3ef4492a-d4b2-4db2-b1f0-a0f914a956f9 req-0267e483-561b-427e-92e1-447d74173d81 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.0817580 Mar 02 09:42:32.182335 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3ef4492a-d4b2-4db2-b1f0-a0f914a956f9 req-ab03034e-0f7c-49ef-97ab-f9f612b38bc3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375447 Mar 02 09:42:32.359641 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3697d5-7ca9-469b-a483-14129847dcb7 req-5dbcb69c-74bd-4953-ada6-ca6b63849cfc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:32.361057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3d3697d5-7ca9-469b-a483-14129847dcb7 req-5dbcb69c-74bd-4953-ada6-ca6b63849cfc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.0772076 Mar 02 09:42:32.403222 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3d3697d5-7ca9-469b-a483-14129847dcb7 req-9d8df11d-0610-40ee-8844-e52c9632fd82 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366580 Mar 02 09:42:32.426022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43838) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:32.496161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851aaa38-08f2-48f9-a8e8-2960a0e70f21 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:32.497618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-851aaa38-08f2-48f9-a8e8-2960a0e70f21 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 1094 time: 0.0706604 Mar 02 09:42:32.500655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43842) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:32.505354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:42:32.511092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:42:32.514805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:floatingip and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:42:32.518114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:42:32.523599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:42:32.584389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:32.715605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:32.849868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.83 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/4068381d-5de3-4417-b0ba-d5e098211a1f) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:42:33.010088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:33.098011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:33.155591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:42:33.158193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:42:33.165797 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:42:33.209255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=4068381d-5de3-4417-b0ba-d5e098211a1f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:33.570195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:33.703903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:33.907119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:33.966970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:34.163250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=4068381d-5de3-4417-b0ba-d5e098211a1f,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:42:34.170864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:34.337497 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP 567ac7af-5c56-4293-8388-6778e6d66f34 associated. External IP: 172.26.3.83, port: 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3. Mar 02 09:42:34.675727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router b1a75000-6705-4152-8a07-ff87aa50727f has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:42:34.856384 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:42:34.866147 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] Sync routers for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:42:34.875835 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:42:34.880549 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:42:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:34.944570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:35.004330 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a1d6e39a-2316-4a67-b782-b993a57a6918 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5026853 Mar 02 09:42:35.005007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:42:35.050517 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'status': 'completed', 'code': 200} Mar 02 09:42:35.051583 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:42:35.207609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-8510826c-74e1-406e-a6f5-4797e6a42c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:35.208996 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-8510826c-74e1-406e-a6f5-4797e6a42c02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 1099 time: 0.1373696 Mar 02 09:42:35.216977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1408222-fa06-417a-aeeb-8c476a690062 req-3d7f86af-0b59-4acc-a7a1-70af6bab3db4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:35.218338 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e1408222-fa06-417a-aeeb-8c476a690062 req-3d7f86af-0b59-4acc-a7a1-70af6bab3db4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.1105821 Mar 02 09:42:35.348018 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e1408222-fa06-417a-aeeb-8c476a690062 req-194b9bf6-010d-4781-9a02-aa1b618db9f8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107230 Mar 02 09:42:35.377443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43850) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:35.379690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-91d76f22-b33d-4791-b250-0f730073fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:35.381109 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-91d76f22-b33d-4791-b250-0f730073fe7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67fd46e-db6c-4942-b286-5337622f4540 HTTP/1.1" status: 200 len: 898 time: 0.1619172 Mar 02 09:42:35.397334 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:16Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '567ac7af-5c56-4293-8388-6778e6d66f34', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'port_id': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'mac_address': 'fa:16:3e:9a:f7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:42:33Z', 'updated_at': '2022-03-02T09:42:33Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e32d9b1-5b5e-499a-8797-1d8c51e70c49', 'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:8a:0e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:16Z', 'updated_at': '2022-03-02T09:42:21Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:35.402164 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] Checking router: b1a75000-6705-4152-8a07-ff87aa50727f for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:42:35.411290 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:42:35.412196 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:42:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:35.493271 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-87c1e351-3792-43a0-8202-89044b84d368 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/567ac7af-5c56-4293-8388-6778e6d66f34 HTTP/1.1" status: 200 len: 991 time: 0.1145794 Mar 02 09:42:35.603617 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-d65bca88-c6f2-47da-8984-3cedb1cc776a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 HTTP/1.1" status: 200 len: 999 time: 0.2157640 Mar 02 09:42:35.636135 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:42:35.665043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-caed20ed-4b41-4590-a743-e89f01e94922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:35.666507 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-caed20ed-4b41-4590-a743-e89f01e94922 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dfccfbb-5c66-4bab-96e4-435991269d54 HTTP/1.1" status: 200 len: 835 time: 0.0561523 Mar 02 09:42:35.738725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-73dea8fb-99d5-44f3-afbc-f5b41f13bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:35.740188 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-73dea8fb-99d5-44f3-afbc-f5b41f13bef1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67fd46e-db6c-4942-b286-5337622f4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677621 Mar 02 09:42:35.873582 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-177303aa-df5c-4e7f-9f97-748839444e50 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277170 Mar 02 09:42:35.942809 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [req-49f1eb35-7025-4300-b4b5-0159e235960b req-8ea91b79-899c-401f-a478-777907828eb0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702858 Mar 02 09:42:35.975351 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:16Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '567ac7af-5c56-4293-8388-6778e6d66f34', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'port_id': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'mac_address': 'fa:16:3e:9a:f7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:42:33Z', 'updated_at': '2022-03-02T09:42:33Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e32d9b1-5b5e-499a-8797-1d8c51e70c49', 'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:8a:0e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:16Z', 'updated_at': '2022-03-02T09:42:21Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:42:35.979198 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b8929-f33a-43fb-a92d-8f35b6c8a0f9 None None] The sync data for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv is: [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:16Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '567ac7af-5c56-4293-8388-6778e6d66f34', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.83', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'port_id': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'mac_address': 'fa:16:3e:9a:f7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:42:33Z', 'updated_at': '2022-03-02T09:42:33Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e32d9b1-5b5e-499a-8797-1d8c51e70c49', 'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:8a:0e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:16Z', 'updated_at': '2022-03-02T09:42:21Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:42:36.009169 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7a55b032-d22f-416b-82b5-5c18c750dd23 req-9fec892e-309a-41e3-91b0-4dd1ad204c6e service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299403 Mar 02 09:42:36.170224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3979701-e2ea-4843-aa5f-05940bb0c9df None None] New status for floating IP 567ac7af-5c56-4293-8388-6778e6d66f34: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:42:36.238848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1eb35-7025-4300-b4b5-0159e235960b req-556362b9-d59c-42b3-88c5-b912364dc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:36.240321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49f1eb35-7025-4300-b4b5-0159e235960b req-556362b9-d59c-42b3-88c5-b912364dc8b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 1099 time: 0.0756781 Mar 02 09:42:36.383679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1eb35-7025-4300-b4b5-0159e235960b req-7982d6a5-059b-4c71-80d8-f282ccd17ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:36.385110 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49f1eb35-7025-4300-b4b5-0159e235960b req-7982d6a5-059b-4c71-80d8-f282ccd17ed5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67fd46e-db6c-4942-b286-5337622f4540 HTTP/1.1" status: 200 len: 898 time: 0.1270459 Mar 02 09:42:36.488438 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49f1eb35-7025-4300-b4b5-0159e235960b req-b90c3dda-de74-4b94-b2b2-48bb72988bf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 HTTP/1.1" status: 200 len: 999 time: 0.0974636 Mar 02 09:42:36.497049 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43854) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:42:36.552730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1eb35-7025-4300-b4b5-0159e235960b req-e8e24c31-feb1-456d-8f91-577d608d6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:36.554238 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49f1eb35-7025-4300-b4b5-0159e235960b req-e8e24c31-feb1-456d-8f91-577d608d6852 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dfccfbb-5c66-4bab-96e4-435991269d54 HTTP/1.1" status: 200 len: 835 time: 0.0599635 Mar 02 09:42:36.614974 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-93da7b2e-c8e2-48a8-8d1d-2e47196bce95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/567ac7af-5c56-4293-8388-6778e6d66f34 HTTP/1.1" status: 200 len: 993 time: 0.1110153 Mar 02 09:42:36.632875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1eb35-7025-4300-b4b5-0159e235960b req-3536a7cd-70e4-4bc3-9c5c-eed448811835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:42:36.634342 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49f1eb35-7025-4300-b4b5-0159e235960b req-3536a7cd-70e4-4bc3-9c5c-eed448811835 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67fd46e-db6c-4942-b286-5337622f4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738087 Mar 02 09:42:36.762847 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49f1eb35-7025-4300-b4b5-0159e235960b req-ea581330-1a07-4581-83a9-ef93c8e0634d service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217735 Mar 02 09:42:36.906637 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49f1eb35-7025-4300-b4b5-0159e235960b req-30e97621-2ec3-4d03-a549-8cb447bff0fa service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371219 Mar 02 09:42:47.910368 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:49.756192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-153a4500-1f38-443e-b3bd-a5bb93e7d107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:51.955871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9858f43d-96a8-411e-af84-fd6a34797389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:53.087993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:53.257626 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:42:54.733797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:03.860137 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:43:17.876992 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:19.739677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17bf07f9-ea02-4d61-bf5f-cecbd0502aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:21.968361 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f21013da-ce5d-4976-864b-56f6b00edab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:23.064208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:23.246809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:24.762975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:36.924081 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-124e2906-db74-4ab9-98d5-0dcef6c3d51c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674822 Mar 02 09:43:37.071458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-c3da0d74-1499-402e-918f-1bad7e9e5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:37.072895 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-c3da0d74-1499-402e-918f-1bad7e9e5c87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 1099 time: 0.0802913 Mar 02 09:43:37.215160 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-bf2b771d-aa47-4ef3-88e4-d418f69c10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:37.216523 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-bf2b771d-aa47-4ef3-88e4-d418f69c10ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67fd46e-db6c-4942-b286-5337622f4540 HTTP/1.1" status: 200 len: 898 time: 0.1248195 Mar 02 09:43:37.319954 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-d2728e2d-a4db-43e5-8550-770fc71c0a33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 HTTP/1.1" status: 200 len: 1001 time: 0.0960236 Mar 02 09:43:37.387827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-ba11fff9-5adc-41e3-973f-fd096638be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:37.388937 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-ba11fff9-5adc-41e3-973f-fd096638be22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dfccfbb-5c66-4bab-96e4-435991269d54 HTTP/1.1" status: 200 len: 835 time: 0.0627620 Mar 02 09:43:37.466948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-7f254ecb-7152-48ba-a588-d1d758de777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:37.468409 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-7f254ecb-7152-48ba-a588-d1d758de777c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67fd46e-db6c-4942-b286-5337622f4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707827 Mar 02 09:43:37.650138 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-91df2de0-9a86-4913-94a0-78e1f353baa5 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751595 Mar 02 09:43:37.873307 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7451750-f8db-4e7b-978f-30df05bb34e8 req-6f308fa9-9593-4e00-964c-9c4d53628eb4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:37.874800 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d7451750-f8db-4e7b-978f-30df05bb34e8 req-6f308fa9-9593-4e00-964c-9c4d53628eb4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.3825071 Mar 02 09:43:37.924656 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca8428e6-6a18-42fb-9b12-697490c43e15 req-0cc6a97e-a7a2-4d4b-9278-8bd9c0d2594d service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668979 Mar 02 09:43:37.937315 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d7451750-f8db-4e7b-978f-30df05bb34e8 req-dff269bf-1d56-491f-b395-3d9777b4ee00 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546365 Mar 02 09:43:39.166495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227325f7-0e3c-4d2d-a2e0-07cf7e0fdae7 req-2837ad66-a8e7-4ba8-9635-a76993f24cc2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:39.167927 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-227325f7-0e3c-4d2d-a2e0-07cf7e0fdae7 req-2837ad66-a8e7-4ba8-9635-a76993f24cc2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.1238828 Mar 02 09:43:39.210236 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-227325f7-0e3c-4d2d-a2e0-07cf7e0fdae7 req-c31d0c68-44c0-4c48-a5e7-81c253dacde4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366936 Mar 02 09:43:39.233794 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43886) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:39.337657 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c438f2a7-54a9-4ac4-bf35-d223e4cf05eb tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/567ac7af-5c56-4293-8388-6778e6d66f34 HTTP/1.1" status: 200 len: 993 time: 0.1027114 Mar 02 09:43:40.859527 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:43:40.963225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339cb61-d0b5-47d1-9912-44d7fcf78f29 req-3d4d2fb6-7c50-4107-872b-e50e2ea3aa55 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:40.964852 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3339cb61-d0b5-47d1-9912-44d7fcf78f29 req-3d4d2fb6-7c50-4107-872b-e50e2ea3aa55 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.0844414 Mar 02 09:43:41.026819 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3339cb61-d0b5-47d1-9912-44d7fcf78f29 req-8a84acf9-0ef7-44cf-a6d2-df01ce4a684d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557346 Mar 02 09:43:42.205365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cb825-ff0f-4036-8859-3ef072371f90 req-53b86a33-393a-4512-892c-44ae29b000ae tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:42.206800 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-062cb825-ff0f-4036-8859-3ef072371f90 req-53b86a33-393a-4512-892c-44ae29b000ae tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.0762088 Mar 02 09:43:42.252901 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-062cb825-ff0f-4036-8859-3ef072371f90 req-5bd80c34-755f-4f76-bcfa-b00bab304d84 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 Mar 02 09:43:42.275149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43898) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:42.378280 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-31f1e456-e4d6-4abf-baec-4c4ff3b5e036 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/567ac7af-5c56-4293-8388-6778e6d66f34 HTTP/1.1" status: 200 len: 993 time: 0.1019485 Mar 02 09:43:42.658362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43906) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:42.850713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 4068381d-5de3-4417-b0ba-d5e098211a1f {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:43:42.851046 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:43.013334 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:43.013557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:43.129644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 4068381d-5de3-4417-b0ba-d5e098211a1f owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:43:43.349912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:43.397630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=4068381d-5de3-4417-b0ba-d5e098211a1f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:43.436373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.436718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.437056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.437385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.437719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.438066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.438389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.438705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.439630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.439950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.440266 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.440865 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:43.498131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:43.498442 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP 567ac7af-5c56-4293-8388-6778e6d66f34 disassociated (deleted). External IP: 172.26.3.83, port: 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3. Mar 02 09:43:43.939491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router b1a75000-6705-4152-8a07-ff87aa50727f has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:43:44.123134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:43:44.132727 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] Sync routers for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:43:44.141598 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:43:44.142818 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:43:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:44.220928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:44.280232 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-aea2c464-a634-4de6-ac43-213823659dea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/floatingips/567ac7af-5c56-4293-8388-6778e6d66f34 HTTP/1.1" status: 204 len: 168 time: 1.6208594 Mar 02 09:43:44.280836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:43:44.327280 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:43:44.334137 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'status': 'completed', 'code': 200} Mar 02 09:43:44.426330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-2fdaa27a-a780-45f6-86e6-cddf393d1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:44.427694 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-2fdaa27a-a780-45f6-86e6-cddf393d1597 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 1099 time: 0.0731509 Mar 02 09:43:44.560988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-ed4c253e-8e9d-4b98-8f86-bb2f6ff8b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:44.562466 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-ed4c253e-8e9d-4b98-8f86-bb2f6ff8b34a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67fd46e-db6c-4942-b286-5337622f4540 HTTP/1.1" status: 200 len: 898 time: 0.1286311 Mar 02 09:43:44.632548 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-c7ff5f50-ea66-4479-ad9c-75f3cd755aa1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 HTTP/1.1" status: 200 len: 217 time: 0.0643528 Mar 02 09:43:44.647897 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:16Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '9e32d9b1-5b5e-499a-8797-1d8c51e70c49', 'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:8a:0e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:16Z', 'updated_at': '2022-03-02T09:42:21Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:44.651537 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] Checking router: b1a75000-6705-4152-8a07-ff87aa50727f for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:43:44.659894 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:43:44.660500 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:43:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:44.694832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-7d1290f7-7d53-4045-aff9-35a7c3e03433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:44.696274 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-7d1290f7-7d53-4045-aff9-35a7c3e03433 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dfccfbb-5c66-4bab-96e4-435991269d54 HTTP/1.1" status: 200 len: 835 time: 0.0582216 Mar 02 09:43:44.818243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-54a1f043-4c5e-4b5c-9acf-ed74955ff2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:44.819699 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-54a1f043-4c5e-4b5c-9acf-ed74955ff2fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67fd46e-db6c-4942-b286-5337622f4540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164434 Mar 02 09:43:44.841776 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:43:44.942268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54f16e-d39f-4b65-a665-2cf17ec56b2a req-1b4076ad-b565-4089-b883-00c209810db0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:44.942992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-6b54f16e-d39f-4b65-a665-2cf17ec56b2a req-1b4076ad-b565-4089-b883-00c209810db0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:43:44.982296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-6875ee0f-5db1-466c-8846-8e1dd12ff73f service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531913 Mar 02 09:43:45.022538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-6b54f16e-d39f-4b65-a665-2cf17ec56b2a req-1b4076ad-b565-4089-b883-00c209810db0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:43:45.023653 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b54f16e-d39f-4b65-a665-2cf17ec56b2a req-1b4076ad-b565-4089-b883-00c209810db0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.2608213 Mar 02 09:43:45.132242 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6b54f16e-d39f-4b65-a665-2cf17ec56b2a req-1a992f31-a243-4bd3-b6ba-7e471a3df5d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015933 Mar 02 09:43:45.152165 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-afa39f6d-90d6-46d8-9c2a-882604bee711 req-fbba9e52-e4f9-4b75-8618-d1bd90569860 service neutron] 10.222.0.15 "GET /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629024 Mar 02 09:43:45.184157 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:16Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '9e32d9b1-5b5e-499a-8797-1d8c51e70c49', 'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:8a:0e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:16Z', 'updated_at': '2022-03-02T09:42:21Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:45.188025 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cffb68-c6a3-44bd-b8e5-28cb067a3a8a None None] The sync data for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv is: [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:16Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '9e32d9b1-5b5e-499a-8797-1d8c51e70c49', 'name': '', 'network_id': 'c67fd46e-db6c-4942-b286-5337622f4540', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:8a:0e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:16Z', 'updated_at': '2022-03-02T09:42:21Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '6dfccfbb-5c66-4bab-96e4-435991269d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:43:45.387172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff79eff-f0d0-44d6-80da-6c5d9af2ff5f None None] New status for floating IP 567ac7af-5c56-4293-8388-6778e6d66f34: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:43:46.319274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef77b3-e830-424f-882c-b92ec7296d53 req-c8986820-ed41-46ed-bc25-41523af0bf44 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:46.320740 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-16ef77b3-e830-424f-882c-b92ec7296d53 req-c8986820-ed41-46ed-bc25-41523af0bf44 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.0842793 Mar 02 09:43:46.364311 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-16ef77b3-e830-424f-882c-b92ec7296d53 req-e46f830c-c052-4c41-bbd3-996b46fb9244 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6af80aa-04d6-4f3f-9f18-666627ea4ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372834 Mar 02 09:43:46.639614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-c997a9e1-215d-4562-8bc9-49ae9462c1b8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:46.641055 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-c997a9e1-215d-4562-8bc9-49ae9462c1b8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 946 time: 0.1849864 Mar 02 09:43:46.708589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:43:46.708918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:46.943197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:43:46.943441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:47.061940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:43:47.277470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:47.325960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:47.399363 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] No DVR routers for this DVR port 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:43:47.401732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:47.404237 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'name': 'network-vif-deleted', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:43:47.449701 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa50ba7-d0d1-4c5e-abcb-b56495afe1ff', 'name': 'network-vif-deleted', 'tag': '8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3', 'status': 'completed', 'code': 200} Mar 02 09:43:47.460998 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08886100-a3fb-43cb-8d9e-f65120b2a08d req-177fbab7-7b64-4751-ac34-9921321d2572 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "DELETE /v2.0/ports/8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 HTTP/1.1" status: 204 len: 173 time: 0.8146203 Mar 02 09:43:47.513190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-c82c8b76-b21a-4c14-b8a0-6acde1465dbf req-34bcc658-bb0e-4628-82d4-5f000d1f846f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:43:47.603567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-c82c8b76-b21a-4c14-b8a0-6acde1465dbf req-34bcc658-bb0e-4628-82d4-5f000d1f846f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:43:47.604846 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c82c8b76-b21a-4c14-b8a0-6acde1465dbf req-34bcc658-bb0e-4628-82d4-5f000d1f846f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=daa50ba7-d0d1-4c5e-abcb-b56495afe1ff HTTP/1.1" status: 200 len: 210 time: 0.1320009 Mar 02 09:43:47.888991 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:48.696650 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43924) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:49.229343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:49.671298 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:43:49.671683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:49.726878 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e8ea-7a9e-4eca-a37d-822b512c5cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:49.854753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 9e32d9b1-5b5e-499a-8797-1d8c51e70c49, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=9e32d9b1-5b5e-499a-8797-1d8c51e70c49,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:43:49.855325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:49.978522 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:43:50.209036 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:50.255982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=9e32d9b1-5b5e-499a-8797-1d8c51e70c49,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:50.299010 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.299354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.299693 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.300030 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.300360 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.300692 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.301013 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.301337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.301659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.302005 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.302327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.302645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:50.544744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:50.896808 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router b1a75000-6705-4152-8a07-ff87aa50727f has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:43:51.172932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:43:51.182830 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] Sync routers for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:43:51.191805 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:43:51.198186 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:43:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:51.290947 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8b5e3409-2a99-4ccf-b4a4-616a109440c2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/b1a75000-6705-4152-8a07-ff87aa50727f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931897 Mar 02 09:43:51.293557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43928) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:51.360308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d37dbf2-9575-481d-8e0b-f84f5966ab02 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting subnet 6dfccfbb-5c66-4bab-96e4-435991269d54 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:43:51.363223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d37dbf2-9575-481d-8e0b-f84f5966ab02 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:51.363432 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:43:51.415797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d37dbf2-9575-481d-8e0b-f84f5966ab02 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:51.497486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d37dbf2-9575-481d-8e0b-f84f5966ab02 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:51.637810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d37dbf2-9575-481d-8e0b-f84f5966ab02 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:51.659493 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:43:50Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:51.663543 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] Checking router: b1a75000-6705-4152-8a07-ff87aa50727f for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:43:51.671826 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] Routers {'b1a75000-6705-4152-8a07-ff87aa50727f'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:43:51.672412 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:43:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['b1a75000-6705-4152-8a07-ff87aa50727f'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:51.677503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37dbf2-9575-481d-8e0b-f84f5966ab02 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Subnet': ['ID=6dfccfbb-5c66-4bab-96e4-435991269d54,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:51.682448 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8d37dbf2-9575-481d-8e0b-f84f5966ab02 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:51.688043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b49d09a-fcbc-4101-8a6e-95c782999bca None None] Network c67fd46e-db6c-4942-b286-5337622f4540 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:43:51.692245 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8d37dbf2-9575-481d-8e0b-f84f5966ab02 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/subnets/6dfccfbb-5c66-4bab-96e4-435991269d54 HTTP/1.1" status: 204 len: 168 time: 0.3946989 Mar 02 09:43:51.692550 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43932) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:51.847038 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] Set router b1a75000-6705-4152-8a07-ff87aa50727f gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:43:51.883182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:51.966942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0fc32e6b-d6c5-4ff1-b7a9-57749bd4bc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:51.983701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] DHCP port deletion for c67fd46e-db6c-4942-b286-5337622f4540 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:43:51.988354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Deleting port 3a8cb042-8be2-46ce-8986-1d5e2c8308db {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:43:51.989968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:52.070129 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:52.133911 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:43:50Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:52.137599 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc2720-7626-4f02-961e-ddd231eb323e None None] The sync data for ids ['b1a75000-6705-4152-8a07-ff87aa50727f'] in dv-neutron-828796-1-hyperv is: [{'id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133348294', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:43:50Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'a6f9e7f0-fb56-4435-a8f7-77527c94e416', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ce:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a75000-6705-4152-8a07-ff87aa50727f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:42:11Z', 'updated_at': '2022-03-02T09:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:43:52.161337 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port a6f9e7f0-fb56-4435-a8f7-77527c94e416 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:43:52.161681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:52.194476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] For port 3a8cb042-8be2-46ce-8986-1d5e2c8308db, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=3a8cb042-8be2-46ce-8986-1d5e2c8308db,segment=NetworkSegment(9334499f-a84e-4246-9744-1c577f1bff2a),segment_id=9334499f-a84e-4246-9744-1c577f1bff2a)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:43:52.194857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:52.308266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:43:52.337299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port a6f9e7f0-fb56-4435-a8f7-77527c94e416, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a6f9e7f0-fb56-4435-a8f7-77527c94e416,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:43:52.337655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:52.343562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Calling delete_port for 3a8cb042-8be2-46ce-8986-1d5e2c8308db owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:43:52.379634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:43:52.379971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 8e8089c5-e8e8-4fb3-b15e-6d3652c0a8c3 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:43:52.499128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:52.550818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] No DVR routers for this DVR port 3a8cb042-8be2-46ce-8986-1d5e2c8308db on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:43:52.552570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Pushing event deleted for resources: {'Port': ['ID=3a8cb042-8be2-46ce-8986-1d5e2c8308db,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:52.563611 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.563746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.564163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.564742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.565086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.565424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.565751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.567261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.567712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.567942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.568420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.568748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822f93a5-83ed-4ac4-94d8-6b2591c2dbdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:43:52.570103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for a6f9e7f0-fb56-4435-a8f7-77527c94e416 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:43:52.923007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:52.968092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=a6f9e7f0-fb56-4435-a8f7-77527c94e416,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:53.057662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.071883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.227771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.229799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.260652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.329056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.329580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Fanout notify agent at l3_agent the message router_deleted on router b1a75000-6705-4152-8a07-ff87aa50727f {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:43:53.345592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.346712 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dfe99905-ac2c-4c02-875d-24dc9ef1155e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/routers/b1a75000-6705-4152-8a07-ff87aa50727f HTTP/1.1" status: 204 len: 168 time: 1.6531963 Mar 02 09:43:53.349293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43936) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:53.465370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.591544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.616635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67fd46e-db6c-4942-b286-5337622f4540']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:53.628037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9334499f-a84e-4246-9744-1c577f1bff2a') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:53.633448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9334499f-a84e-4246-9744-1c577f1bff2a') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:43:53.639031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.654152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.660380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:43:53.660756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:43:53.678161 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:43:53.799909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:43:53.824373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.834142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:43:53.834491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 9e32d9b1-5b5e-499a-8797-1d8c51e70c49 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:43:53.834932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3a8cb042-8be2-46ce-8986-1d5e2c8308db no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:43:53.842968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.852946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Network': ['ID=c67fd46e-db6c-4942-b286-5337622f4540,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:53.855841 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-660d3e4b-a30d-4c86-835b-4d872ede32f3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/networks/c67fd46e-db6c-4942-b286-5337622f4540 HTTP/1.1" status: 204 len: 168 time: 0.5056002 Mar 02 09:43:53.859339 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43940) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:53.868714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 3a8cb042-8be2-46ce-8986-1d5e2c8308db {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:43:53.869060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 3a8cb042-8be2-46ce-8986-1d5e2c8308db not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:43:53.869470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a6f9e7f0-fb56-4435-a8f7-77527c94e416 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:43:53.929007 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5bd59cf-a47c-46a2-9168-b04274c94a04 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:53.940590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a6f9e7f0-fb56-4435-a8f7-77527c94e416 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:43:53.940928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a6f9e7f0-fb56-4435-a8f7-77527c94e416 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:43:53.963623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5bd59cf-a47c-46a2-9168-b04274c94a04 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:54.092803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5bd59cf-a47c-46a2-9168-b04274c94a04 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:54.110515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd59cf-a47c-46a2-9168-b04274c94a04 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6af80aa-04d6-4f3f-9f18-666627ea4ab4,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:54.114820 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e5bd59cf-a47c-46a2-9168-b04274c94a04 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:54.115898 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e5bd59cf-a47c-46a2-9168-b04274c94a04 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/security-groups/c6af80aa-04d6-4f3f-9f18-666627ea4ab4 HTTP/1.1" status: 204 len: 168 time: 0.2556572 Mar 02 09:43:54.437228 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43948) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:54.442951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019368442', 'description': 'tempest-secgroup-smoke-2019368442 description', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:43:54.448906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:54.452892 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:54.456614 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:54.462368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:54.526943 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:54.548585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:54.552305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:54.555177 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:54.560790 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:54.630169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:54.703707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:54.744171 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38817fb-276f-4829-9f6f-5bc20d6c11f2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:54.749750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:54.801087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:54.802331 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d49c13e4-94f3-4c19-a2c4-79cfbb6ff4ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3640838 Mar 02 09:43:54.805176 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43952) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:54.809992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'f38817fb-276f-4829-9f6f-5bc20d6c11f2', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:43:54.816556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:54.820284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:54.823060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:54.828501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:54.904052 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:54.964712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.058147 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.080864 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7053d234-b559-4a65-8be2-61cb53da0071,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:55.166893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.168077 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8536a524-3a01-43a6-a496-f75dd705da7f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619850 Mar 02 09:43:55.170778 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43956) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:55.176179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'f38817fb-276f-4829-9f6f-5bc20d6c11f2', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:43:55.181911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:55.185624 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:55.188430 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:55.193962 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:55.271098 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.329814 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.397541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.420402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78142123-2857-4efc-871d-f5af2e4c7960,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:55.477494 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.478708 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-aa25df4e-5d58-453d-8b1e-c867ef65745a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3070474 Mar 02 09:43:55.481544 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43960) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:55.486652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'f38817fb-276f-4829-9f6f-5bc20d6c11f2', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:43:55.492473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:55.496188 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:55.499045 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:55.504752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:55.575443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.716809 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.786410 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.814075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc876deb-bd97-4952-98af-4153514ca9ae,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:55.883537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:55.884802 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-09ac60d7-dbff-44da-8a95-71e81eb9c0b4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4022338 Mar 02 09:43:55.887439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43964) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:55.892290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'f38817fb-276f-4829-9f6f-5bc20d6c11f2', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:43:55.898196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:55.901805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:55.904606 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:55.910715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:55.993161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.054294 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.119381 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.137077 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26ad7f1-a40e-4cf4-9e7a-6f80b3a1b976,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:56.229725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.230923 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8b707157-ef64-4dea-b1af-034ff0f3a15a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3425813 Mar 02 09:43:56.233849 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43968) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:56.238722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'f38817fb-276f-4829-9f6f-5bc20d6c11f2', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:43:56.244740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:56.248629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:56.252459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:56.259417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:56.326669 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:43:56.333689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.395105 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.472006 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.498485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2180a0e-09b5-4962-80eb-b665cc1883df,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:56.578508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.579822 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f900eb68-18f8-4f1f-9483-519ae7d66c1f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449831 Mar 02 09:43:56.583120 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43972) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:56.588035 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'f38817fb-276f-4829-9f6f-5bc20d6c11f2', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:43:56.594219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:56.597960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:56.600746 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:56.606427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:56.681009 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:43:56.687454 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.753027 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.809015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.832161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e6ebef-3461-4d64-b54a-9bf95c6f43b9,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:56.906289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:56.907473 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-54c3a263-b976-40c8-abc5-5c5efc5a053b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3234179 Mar 02 09:43:56.910244 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43976) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:56.915585 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'network': {'name': 'tempest-network-smoke--499932286', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:43:56.920315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:56.924626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:network and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:56.927985 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:56.932981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:57.003422 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:43:57.006832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:57.032564 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:43:57.040641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:57.040978 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Added segment 955963e8-9466-43d4-83cd-1613742ac198 of type vlan for network 7015a470-17ac-40ff-b887-68f0dee47650 Mar 02 09:43:57.066822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:57.151960 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:57.157348 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:43:57.157975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:57.260142 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Network': ['ID=7015a470-17ac-40ff-b887-68f0dee47650,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:57.274293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 7015a470-17ac-40ff-b887-68f0dee47650 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:43:57.307060 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2ba78ffd-6267-46c3-a8bf-16eb76a06493 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3958173 Mar 02 09:43:57.309659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43980) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:43:57.314784 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'admin_state_up': True, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:43:57.321933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:43:57.325915 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:router and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:43:57.328763 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:43:57.335068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:43:57.406801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:57.407821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:57.422138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:57.748957 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:58.243046 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:58.270992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:58.401854 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.31 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/dc6b0ce6-2cf0-43d8-8088-14c84aca84c3) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:43:58.544032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:58.621106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:58.679154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:43:58.681753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:43:58.689439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:43:58.732289 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=dc6b0ce6-2cf0-43d8-8088-14c84aca84c3,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:43:59.154857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:59.601242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:43:59.869499 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 9041f109-1839-4228-90e9-842046202252 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:44:00.044716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:44:00.054191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Sync routers for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:44:00.063124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:44:00.063753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:43:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:00.144604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:00.145896 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5d71d41c-a151-43d0-ab3f-e7faf47753dc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8352292 Mar 02 09:44:00.148999 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43984) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:44:00.201253 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-35926e22-9b79-4ec0-881e-28dff61c9c38 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e998ca2307d46a4a47e3d503df0b7aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508721 Mar 02 09:44:00.203723 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 43988) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:44:00.251390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:44:00.367292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19399586-fe98-43a9-ae1a-29c9335994b9 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:00.368752 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-19399586-fe98-43a9-ae1a-29c9335994b9 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1640635 Mar 02 09:44:00.371709 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43992) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:44:00.415545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6280ab70-3e09-46cd-b1c8-978230f2c7d6 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424657 Mar 02 09:44:00.418932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 43996) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:44:00.424414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-371931215', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:44:00.542157 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:43:58Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:00.542983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Checking router: 9041f109-1839-4228-90e9-842046202252 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:44:00.543259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Updating router 9041f109-1839-4228-90e9-842046202252 port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:44:00.605528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:00.669440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:44:00.673101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:subnet and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:44:00.676563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:44:00.682342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:44:00.749677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:44:00.753214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:00.948207 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:00.959820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Transition to ACTIVE for port object dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:44:01.035917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:01.064296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:01.112193 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Attempting to bind port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:44:01.113357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Attempting to bind port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:44:01.113457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Attempting to bind port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:44:01.119103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff09b35-bd16-4ed7-85fd-8e46a8c85f03 None None] Pushing event updated for resources: {'Port': ['ID=dc6b0ce6-2cf0-43d8-8088-14c84aca84c3,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:01.123294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:44:01.123663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:44:01.124058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:01.124846 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:44:01.124983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Bound port: dc6b0ce6-2cf0-43d8-8088-14c84aca84c3, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:44:01.125260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:01.145649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Subnet': ['ID=95ebb4d1-554f-41d3-803b-d9878260e89c,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:01.152887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Checking segment: {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:44:01.153241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network hostable DHCP agents. Network: 7015a470-17ac-40ff-b887-68f0dee47650, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:44:01.204354 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] For port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:44:01.207762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] For port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=dc6b0ce6-2cf0-43d8-8088-14c84aca84c3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:44:01.254838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 7015a470-17ac-40ff-b887-68f0dee47650 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:44:01.283713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:01.346417 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 7015a470-17ac-40ff-b887-68f0dee47650) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:44:01.351333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:01.352090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:01.357880 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1186f48-35fd-4a9d-b054-0a1766aceb2e None None] Network 7015a470-17ac-40ff-b887-68f0dee47650 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:44:01.395231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:44:01.395838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:43:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:01.438339 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2f836af7-a1eb-49db-bf24-fa4b1c686cfe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0184083 Mar 02 09:44:01.441010 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44000) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:44:01.558442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff09b35-bd16-4ed7-85fd-8e46a8c85f03 None None] Pushing event updated for resources: {'Port': ['ID=dc6b0ce6-2cf0-43d8-8088-14c84aca84c3,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:01.732312 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:44:01.946267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-7015a470-17ac-40ff-b887-68f0dee47650', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:44:01.947086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:02.112427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:02.171802 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Allocated IP 172.20.0.2 (7015a470-17ac-40ff-b887-68f0dee47650/95ebb4d1-554f-41d3-803b-d9878260e89c/a693116e-fb3f-444c-868a-559758bab9a2) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:44:02.213330 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:43:58Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:02.221925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2fece-5100-406f-a5ce-e10ece12b1e6 None None] The sync data for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv is: [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:43:58Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:44:02.390259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:02.401254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Transition to ACTIVE for port object a693116e-fb3f-444c-868a-559758bab9a2 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:44:02.421803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Transition to ACTIVE for port object a693116e-fb3f-444c-868a-559758bab9a2 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:44:02.491263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:02.553463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Network 7015a470-17ac-40ff-b887-68f0dee47650 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:44:02.557427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:44:02.561966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:44:02.627832 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Pushing event updated for resources: {'Port': ['ID=a693116e-fb3f-444c-868a-559758bab9a2,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:02.681370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Attempting to bind port a693116e-fb3f-444c-868a-559758bab9a2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:44:02.681745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Attempting to bind port a693116e-fb3f-444c-868a-559758bab9a2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:44:02.682173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Attempting to bind port a693116e-fb3f-444c-868a-559758bab9a2 on network 7015a470-17ac-40ff-b887-68f0dee47650 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:44:02.688658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:44:02.689034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Checking segment: {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:44:02.689436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:02.690434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Bound using segment: {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:44:02.690948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Bound port: a693116e-fb3f-444c-868a-559758bab9a2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:44:02.691320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:02.698183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.1 (7015a470-17ac-40ff-b887-68f0dee47650/95ebb4d1-554f-41d3-803b-d9878260e89c/2fc405e8-8c79-4313-a09f-84e21185f7f8) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:44:02.786954 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] For port a693116e-fb3f-444c-868a-559758bab9a2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:44:02.789962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] For port a693116e-fb3f-444c-868a-559758bab9a2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a693116e-fb3f-444c-868a-559758bab9a2,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:44:02.862514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:02.876572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:02.880382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object 2fc405e8-8c79-4313-a09f-84e21185f7f8 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:44:02.961509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c16d4-50c9-4dc1-bf3c-a51baedb9de5 None None] Pushing event updated for resources: {'Port': ['ID=a693116e-fb3f-444c-868a-559758bab9a2,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:02.987138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:03.051779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 7015a470-17ac-40ff-b887-68f0dee47650 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:44:03.054739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:44:03.063368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:44:03.105463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=2fc405e8-8c79-4313-a09f-84e21185f7f8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:03.140849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:03.535473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:03.609766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:44:03.750060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:44:03.755806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:03.756172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:03.873611 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:03.890100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=dc6b0ce6-2cf0-43d8-8088-14c84aca84c3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:44:03.955943 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:03.963497 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:03.967530 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a693116e-fb3f-444c-868a-559758bab9a2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:44:04.015291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:04.075961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=dc6b0ce6-2cf0-43d8-8088-14c84aca84c3,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:04.130791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:04.133956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=2fc405e8-8c79-4313-a09f-84e21185f7f8,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:04.163523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a693116e-fb3f-444c-868a-559758bab9a2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:44:04.272109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 7015a470-17ac-40ff-b887-68f0dee47650 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:44:04.273317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:44:04.478060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd08afcd-acd9-47ab-b55d-78b9f71f5950 None None] Network 7015a470-17ac-40ff-b887-68f0dee47650 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:44:04.581158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 9041f109-1839-4228-90e9-842046202252 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:44:04.735476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0de2195d-f55c-46d1-94d5-997ea750da78 None None] Provisioning for port a693116e-fb3f-444c-868a-559758bab9a2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:44:04.745700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0de2195d-f55c-46d1-94d5-997ea750da78 None None] Provisioning complete for port a693116e-fb3f-444c-868a-559758bab9a2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:04.746101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0de2195d-f55c-46d1-94d5-997ea750da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:04.760570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:44:04.771666 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Sync routers for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:44:04.782066 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:44:04.782963 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-85bc49f5-d62b-4f49-9a37-a5f66bdb5afe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/9041f109-1839-4228-90e9-842046202252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3408704 Mar 02 09:44:04.783223 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:43:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:04.906024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0de2195d-f55c-46d1-94d5-997ea750da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:04.939620 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0de2195d-f55c-46d1-94d5-997ea750da78 None None] For port a693116e-fb3f-444c-868a-559758bab9a2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a693116e-fb3f-444c-868a-559758bab9a2,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:44:04.966187 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-28f0d7c0-c2c6-4f26-81bc-31d91cae5015 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019368442&fields=id&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 267 time: 0.0515704 Mar 02 09:44:05.009607 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:44:05.089566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0de2195d-f55c-46d1-94d5-997ea750da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:05.135450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-851ed567-7a0f-4678-b5be-4872d0cdc617 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:05.136324 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-851ed567-7a0f-4678-b5be-4872d0cdc617 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:44:05.182251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2195d-f55c-46d1-94d5-997ea750da78 None None] Pushing event updated for resources: {'Port': ['ID=a693116e-fb3f-444c-868a-559758bab9a2,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:05.235827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-851ed567-7a0f-4678-b5be-4872d0cdc617 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:44:05.237007 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-851ed567-7a0f-4678-b5be-4872d0cdc617 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/networks?id=7015a470-17ac-40ff-b887-68f0dee47650 HTTP/1.1" status: 200 len: 796 time: 0.2638249 Mar 02 09:44:05.253141 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-8310aa0c-5a69-4b29-8c87-cbbcd5b4c00c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/quotas/3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 375 time: 0.0099401 Mar 02 09:44:05.264153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f1f717c3-78cb-47d9-8e6a-39c82b4aa8a7 None None] Provisioning for port 2fc405e8-8c79-4313-a09f-84e21185f7f8 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:44:05.272117 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f1f717c3-78cb-47d9-8e6a-39c82b4aa8a7 None None] Provisioning complete for port 2fc405e8-8c79-4313-a09f-84e21185f7f8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:05.276736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f1f717c3-78cb-47d9-8e6a-39c82b4aa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:05.345456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f1f717c3-78cb-47d9-8e6a-39c82b4aa8a7 None None] Port 2fc405e8-8c79-4313-a09f-84e21185f7f8 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:44:05.355635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-854caf80-ca99-4a58-950d-f81e609dd773 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:44:05.357523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f1f717c3-78cb-47d9-8e6a-39c82b4aa8a7 None None] Provisioning complete for port a693116e-fb3f-444c-868a-559758bab9a2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:05.358254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f1f717c3-78cb-47d9-8e6a-39c82b4aa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:05.380360 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2fc405e8-8c79-4313-a09f-84e21185f7f8', 'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:4b:61:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:44:02Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 2, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:05.384667 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Checking router: 9041f109-1839-4228-90e9-842046202252 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:44:05.385220 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Updating router 9041f109-1839-4228-90e9-842046202252 port 2fc405e8-8c79-4313-a09f-84e21185f7f8 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:44:05.445816 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:05.452610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-854caf80-ca99-4a58-950d-f81e609dd773 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:44:05.454024 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-854caf80-ca99-4a58-950d-f81e609dd773 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1946771 Mar 02 09:44:05.476946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-759207ee-9b4f-451f-a644-1629b6c80ca8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:44:05.478393 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-759207ee-9b4f-451f-a644-1629b6c80ca8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088539 Mar 02 09:44:05.573184 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:44:05.641118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fd6eae83-d326-4e85-a428-39dc5d205248 None None] Provisioning complete for port 2fc405e8-8c79-4313-a09f-84e21185f7f8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:05.641414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fd6eae83-d326-4e85-a428-39dc5d205248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:05.647499 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-d0558b57-d7a9-45e5-a315-6550cc76bef4 service neutron] 10.222.0.10 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524537 Mar 02 09:44:05.704170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-fd6eae83-d326-4e85-a428-39dc5d205248 None None] Port 2fc405e8-8c79-4313-a09f-84e21185f7f8 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:44:05.710682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:05.711051 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:05.780151 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-f081d106-4de8-4006-a981-d09cbe5eb9c3 service neutron] 10.222.0.10 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261132 Mar 02 09:44:05.799226 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:05.811255 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Transition to ACTIVE for port object 2fc405e8-8c79-4313-a09f-84e21185f7f8 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:44:05.828375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a693116e-fb3f-444c-868a-559758bab9a2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:44:05.887194 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:05.896187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a693116e-fb3f-444c-868a-559758bab9a2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:05.896187 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:06.029184 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Pushing event updated for resources: {'Port': ['ID=2fc405e8-8c79-4313-a09f-84e21185f7f8,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:06.077004 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-355979cc-a807-4adf-a832-d05025ec17aa req-280e4032-4db2-477c-980a-d736295f9376 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 210 time: 0.0642340 Mar 02 09:44:06.097803 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.098172 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.098506 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.098830 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.099151 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.099471 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.099788 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.100107 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.100424 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.100739 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.101050 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.101363 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:44:06.131963 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Attempting to bind port 2fc405e8-8c79-4313-a09f-84e21185f7f8 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:44:06.131963 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Attempting to bind port 2fc405e8-8c79-4313-a09f-84e21185f7f8 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:44:06.132405 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Attempting to bind port 2fc405e8-8c79-4313-a09f-84e21185f7f8 on network 7015a470-17ac-40ff-b887-68f0dee47650 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:44:06.139071 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:44:06.139350 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Checking segment: {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:44:06.139803 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:06.140419 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Bound using segment: {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:44:06.140996 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Bound port: 2fc405e8-8c79-4313-a09f-84e21185f7f8, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:44:06.141600 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:06.235871 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] For port 2fc405e8-8c79-4313-a09f-84e21185f7f8, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:44:06.238851 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] For port 2fc405e8-8c79-4313-a09f-84e21185f7f8, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2fc405e8-8c79-4313-a09f-84e21185f7f8,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:44:06.281713 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:06.358133 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:44:06.359035 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:43:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:06.415408 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18bc05-242e-4d31-8ac4-fbd3c6536fd5 None None] Pushing event updated for resources: {'Port': ['ID=2fc405e8-8c79-4313-a09f-84e21185f7f8,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:06.567121 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:44:06.873342 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2fc405e8-8c79-4313-a09f-84e21185f7f8', 'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:4b:61:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:44:02Z', 'updated_at': '2022-03-02T09:44:06Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:06.877140 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c78dd2-1c60-404f-bc1e-8137a1808982 None None] The sync data for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv is: [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2fc405e8-8c79-4313-a09f-84e21185f7f8', 'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:4b:61:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:44:02Z', 'updated_at': '2022-03-02T09:44:06Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:44:07.176734 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a9c12b2b-2120-4c94-b360-ec34ced87d4b req-5057b3dc-a964-47a8-8a71-6097606e521f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 210 time: 0.0430336 Mar 02 09:44:07.571240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2fc405e8-8c79-4313-a09f-84e21185f7f8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:44:07.695300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 2fc405e8-8c79-4313-a09f-84e21185f7f8 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:44:07.700692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 2fc405e8-8c79-4313-a09f-84e21185f7f8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:07.701066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:07.822761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:07.855742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 2fc405e8-8c79-4313-a09f-84e21185f7f8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2fc405e8-8c79-4313-a09f-84e21185f7f8,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:44:07.929134 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:07.995478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=2fc405e8-8c79-4313-a09f-84e21185f7f8,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:08.326536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d5249d1-200b-42bb-a9be-42a3e7772437 req-990d81b4-006d-4be7-861c-3c6d7279e3bc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 210 time: 0.0444326 Mar 02 09:44:09.469952 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-733f76de-bf5c-4fb8-a4b3-bacb0baea355 req-b654231c-5e74-44e7-98dc-ba67e361f4f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 210 time: 0.0413337 Mar 02 09:44:09.540229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2fc405e8-8c79-4313-a09f-84e21185f7f8 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:44:09.609010 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 2fc405e8-8c79-4313-a09f-84e21185f7f8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:09.609377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:09.936005 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-991183f1-c371-4a69-839e-62d4140ff62e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:09.937428 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-991183f1-c371-4a69-839e-62d4140ff62e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/networks?id=7015a470-17ac-40ff-b887-68f0dee47650 HTTP/1.1" status: 200 len: 796 time: 0.1418808 Mar 02 09:44:09.983882 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-30954c91-9658-4072-aad2-f03486a15862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 380 time: 0.0387530 Mar 02 09:44:09.992186 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'port': {'device_id': '25f79cc9-2090-46f7-8882-156e22647236', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'admin_state_up': True, 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'security_groups': ['f38817fb-276f-4829-9f6f-5bc20d6c11f2']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:44:10.125276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:44:10.134671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:44:10.226335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:44:10.230112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:10.386342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.14 (7015a470-17ac-40ff-b887-68f0dee47650/95ebb4d1-554f-41d3-803b-d9878260e89c/848f1636-7a6a-48d6-a3b0-48230fe5df2c) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:44:10.668460 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-59769287-a08c-42f8-b11e-b2e599f0edc7 req-8d82e71a-143e-4617-b117-e3e372f5b163 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 210 time: 0.0566638 Mar 02 09:44:10.714049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:10.728538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object 848f1636-7a6a-48d6-a3b0-48230fe5df2c will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:44:10.843928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:10.905440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 7015a470-17ac-40ff-b887-68f0dee47650 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:44:10.908297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:44:10.916367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:44:10.955065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=848f1636-7a6a-48d6-a3b0-48230fe5df2c,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:10.987905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:10.988557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:11.093550 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-65bc3583-5b0a-481a-bd2d-784939b207d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1053190 Mar 02 09:44:11.104426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Request body: {'port': {'device_id': '25f79cc9-2090-46f7-8882-156e22647236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:44:11.149808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-81f11086-7c40-4d4a-bb32-6efcc4748c4b None None] Provisioning for port 848f1636-7a6a-48d6-a3b0-48230fe5df2c completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:44:11.154727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-81f11086-7c40-4d4a-bb32-6efcc4748c4b None None] Provisioning complete for port 848f1636-7a6a-48d6-a3b0-48230fe5df2c triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:11.155092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-81f11086-7c40-4d4a-bb32-6efcc4748c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:11.207369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-81f11086-7c40-4d4a-bb32-6efcc4748c4b None None] Port 848f1636-7a6a-48d6-a3b0-48230fe5df2c cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:44:11.217444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:11.550566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848f1636-7a6a-48d6-a3b0-48230fe5df2c {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:44:11.558844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:11.573181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Transition to ACTIVE for port object 848f1636-7a6a-48d6-a3b0-48230fe5df2c will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:44:11.638226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:11.797596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Pushing event updated for resources: {'Port': ['ID=848f1636-7a6a-48d6-a3b0-48230fe5df2c,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:11.932374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Attempting to bind port 848f1636-7a6a-48d6-a3b0-48230fe5df2c on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:44:11.932374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Attempting to bind port 848f1636-7a6a-48d6-a3b0-48230fe5df2c by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:44:11.932649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Attempting to bind port 848f1636-7a6a-48d6-a3b0-48230fe5df2c on network 7015a470-17ac-40ff-b887-68f0dee47650 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:44:11.939339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Port 848f1636-7a6a-48d6-a3b0-48230fe5df2c on network 7015a470-17ac-40ff-b887-68f0dee47650 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:44:11.939660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Attempting to bind port 848f1636-7a6a-48d6-a3b0-48230fe5df2c on network 7015a470-17ac-40ff-b887-68f0dee47650 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:44:11.950257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8918b-ab45-47d5-b027-65cb6bf002c3 req-12512bd3-071a-4808-a1ac-bec5dfc0dac0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:11.950937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-a2c8918b-ab45-47d5-b027-65cb6bf002c3 req-12512bd3-071a-4808-a1ac-bec5dfc0dac0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:44:11.955790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:44:11.956115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Checking segment: {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:44:11.956484 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Bound using segment: {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:44:11.956905 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Bound port: 848f1636-7a6a-48d6-a3b0-48230fe5df2c, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955963e8-9466-43d4-83cd-1613742ac198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:44:11.957824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:12.053163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] For port 848f1636-7a6a-48d6-a3b0-48230fe5df2c, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:44:12.056015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] For port 848f1636-7a6a-48d6-a3b0-48230fe5df2c, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:44:12.089040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-a2c8918b-ab45-47d5-b027-65cb6bf002c3 req-12512bd3-071a-4808-a1ac-bec5dfc0dac0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:44:12.090218 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a2c8918b-ab45-47d5-b027-65cb6bf002c3 req-12512bd3-071a-4808-a1ac-bec5dfc0dac0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 944 time: 0.2987289 Mar 02 09:44:12.124858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:12.181096 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a2c8918b-ab45-47d5-b027-65cb6bf002c3 req-306fd47b-82fe-448f-9dba-9e7bd27944df tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853899 Mar 02 09:44:12.189055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:12.189671 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:12.191047 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] 10.222.0.15 "PUT /v2.0/ports/848f1636-7a6a-48d6-a3b0-48230fe5df2c HTTP/1.1" status: 200 len: 1094 time: 1.0906849 Mar 02 09:44:12.191489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:44:12.221624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd97a5-6d91-400a-9ab2-8674f1f536ba service neutron] Pushing event updated for resources: {'Port': ['ID=848f1636-7a6a-48d6-a3b0-48230fe5df2c,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:12.246748 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'status': 'completed', 'code': 200} Mar 02 09:44:12.340524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2744f-0015-40db-8df0-d4f72c26ccf0 req-165adb67-04f9-4218-8bdc-86397bacd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:12.342044 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f3b2744f-0015-40db-8df0-d4f72c26ccf0 req-165adb67-04f9-4218-8bdc-86397bacd693 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1097 time: 0.0781128 Mar 02 09:44:12.480144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2744f-0015-40db-8df0-d4f72c26ccf0 req-fff670b4-86b7-4800-8e87-a3a5abf80a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:12.481552 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f3b2744f-0015-40db-8df0-d4f72c26ccf0 req-fff670b4-86b7-4800-8e87-a3a5abf80a6c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1317208 Mar 02 09:44:12.711775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2744f-0015-40db-8df0-d4f72c26ccf0 req-fd226be6-db1a-4b09-b1a1-dbe8a6cca87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:12.713123 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f3b2744f-0015-40db-8df0-d4f72c26ccf0 req-fd226be6-db1a-4b09-b1a1-dbe8a6cca87a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2253649 Mar 02 09:44:12.814944 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-ac4e4188-d159-4f2b-a2db-9d1a0f6d64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:12.816402 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-ac4e4188-d159-4f2b-a2db-9d1a0f6d64be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1097 time: 0.0678711 Mar 02 09:44:12.885519 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-07f9d8a1-3165-43f7-9482-a844001e3b33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c HTTP/1.1" status: 200 len: 217 time: 0.0626540 Mar 02 09:44:12.951241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-658d0290-6e2a-4d86-a6b4-814c048943d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:12.952643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-658d0290-6e2a-4d86-a6b4-814c048943d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95ebb4d1-554f-41d3-803b-d9878260e89c HTTP/1.1" status: 200 len: 834 time: 0.0608678 Mar 02 09:44:13.028405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-33e83469-abaa-4460-8a0e-346dfcb304d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:13.029850 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-33e83469-abaa-4460-8a0e-346dfcb304d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7015a470-17ac-40ff-b887-68f0dee47650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707896 Mar 02 09:44:13.156642 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-1c40d79d-95f4-4dfe-a788-a5ead9f2c275 service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204572 Mar 02 09:44:13.286914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c834b8e-1823-4dd8-a70e-feaed2b9c4a5 req-1482ef9c-57b8-4305-98d7-b1e4571f522f service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246266 Mar 02 09:44:13.372939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516908e-74fa-43e7-a21b-fcb4f4c37458 req-95b0985b-39f0-48ca-8607-31b5e8a6d476 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:13.374424 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3516908e-74fa-43e7-a21b-fcb4f4c37458 req-95b0985b-39f0-48ca-8607-31b5e8a6d476 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 944 time: 0.0800862 Mar 02 09:44:13.417382 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3516908e-74fa-43e7-a21b-fcb4f4c37458 req-eb69b330-f1f7-4121-96b4-c1519a443d08 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367210 Mar 02 09:44:14.608077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4fff2-67b0-4316-8040-bdc0f7ea627d req-de9953d3-20d5-49d8-871f-5db348646beb tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:14.618641 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3de4fff2-67b0-4316-8040-bdc0f7ea627d req-de9953d3-20d5-49d8-871f-5db348646beb tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 944 time: 0.0816433 Mar 02 09:44:14.656666 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3de4fff2-67b0-4316-8040-bdc0f7ea627d req-66980387-dafb-493a-86bb-895e39f71560 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Mar 02 09:44:15.835988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246017db-e4ed-4141-9519-d6a6d773b16a req-e2bac59b-68b6-4a65-b061-46571a4c1e54 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:15.837385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-246017db-e4ed-4141-9519-d6a6d773b16a req-e2bac59b-68b6-4a65-b061-46571a4c1e54 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 944 time: 0.0797374 Mar 02 09:44:15.880041 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-246017db-e4ed-4141-9519-d6a6d773b16a req-912a9593-09bb-437e-a9a6-aba582f6cd64 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370138 Mar 02 09:44:16.348194 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 848f1636-7a6a-48d6-a3b0-48230fe5df2c details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:44:16.506516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 848f1636-7a6a-48d6-a3b0-48230fe5df2c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:44:16.519179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'port_id': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'mac_address': 'fa:16:3e:ab:4b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:44:16.575334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:16.591212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848f1636-7a6a-48d6-a3b0-48230fe5df2c {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:44:16.609928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 848f1636-7a6a-48d6-a3b0-48230fe5df2c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:44:16.700606 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:16.764794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=848f1636-7a6a-48d6-a3b0-48230fe5df2c,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:17.033385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['848f1636-7a6a-48d6-a3b0-48230fe5df2c'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:44:17.064938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bd9e8-b93f-499d-9cb3-ecbf54665c07 req-ae86bf63-1525-4b6a-9c0f-881d860587a2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:17.066426 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-331bd9e8-b93f-499d-9cb3-ecbf54665c07 req-ae86bf63-1525-4b6a-9c0f-881d860587a2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 945 time: 0.0782769 Mar 02 09:44:17.110435 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-331bd9e8-b93f-499d-9cb3-ecbf54665c07 req-92c77f3c-1fd8-4528-b4bf-29186fea157e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383234 Mar 02 09:44:17.857742 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:44:17.904013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:18.295908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a881cc-82de-492b-8427-55aa6a830eab req-fb44269e-bf51-434c-a6fb-ce90b5f71850 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:18.297360 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02a881cc-82de-492b-8427-55aa6a830eab req-fb44269e-bf51-434c-a6fb-ce90b5f71850 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 945 time: 0.0855868 Mar 02 09:44:18.339946 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02a881cc-82de-492b-8427-55aa6a830eab req-b8840885-8fa0-42a8-beda-63a53a3a8cfd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370142 Mar 02 09:44:18.379540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 848f1636-7a6a-48d6-a3b0-48230fe5df2c up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:44:18.509914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 848f1636-7a6a-48d6-a3b0-48230fe5df2c completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:44:18.514930 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 848f1636-7a6a-48d6-a3b0-48230fe5df2c triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:44:18.515292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:18.630026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:18.655961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:44:18.665351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 848f1636-7a6a-48d6-a3b0-48230fe5df2c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:44:18.699880 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'code': 200} Mar 02 09:44:18.717966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:18.784119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=848f1636-7a6a-48d6-a3b0-48230fe5df2c,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:19.055804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ab31f-4218-4c41-8883-54dc3d487f34 req-8811118e-1cce-4857-bd16-528375b039ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:19.057160 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b54ab31f-4218-4c41-8883-54dc3d487f34 req-8811118e-1cce-4857-bd16-528375b039ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1099 time: 0.0676563 Mar 02 09:44:19.099022 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b54ab31f-4218-4c41-8883-54dc3d487f34 req-9f024b0e-b037-4b85-ad0f-f17dde8a174c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354042 Mar 02 09:44:19.521649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ca7dc-db9c-431a-8abd-99dadd644855 req-a3860020-22a3-4982-8263-dfc92f9517f0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:19.523120 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-070ca7dc-db9c-431a-8abd-99dadd644855 req-a3860020-22a3-4982-8263-dfc92f9517f0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0788162 Mar 02 09:44:19.566261 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-070ca7dc-db9c-431a-8abd-99dadd644855 req-1a1db202-3004-45d7-8ca3-2f3d55f8b349 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374939 Mar 02 09:44:19.746814 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e35a2288-803a-4f0f-b139-a6d333f5bb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:20.763320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b9325-4bb1-470c-b9eb-34162b80a0c6 req-7658b570-a812-492f-a390-f7fb88ea021d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:20.764731 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b42b9325-4bb1-470c-b9eb-34162b80a0c6 req-7658b570-a812-492f-a390-f7fb88ea021d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0805798 Mar 02 09:44:20.806377 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b42b9325-4bb1-470c-b9eb-34162b80a0c6 req-8dd7307b-af2f-45ab-ae81-8c69d64a478b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355480 Mar 02 09:44:20.985257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83ce9c-5080-435b-96d5-be3c4909729c req-f996da92-4873-46ac-b697-9df87f3a9292 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:20.986729 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f83ce9c-5080-435b-96d5-be3c4909729c req-f996da92-4873-46ac-b697-9df87f3a9292 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0776308 Mar 02 09:44:21.029510 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4f83ce9c-5080-435b-96d5-be3c4909729c req-e9ac965c-714e-40d2-864c-ed23e1b731e2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368218 Mar 02 09:44:21.051416 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44066) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:44:21.121027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ce4cc4-80fe-4170-baea-171349d1f4f9 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:21.122413 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-90ce4cc4-80fe-4170-baea-171349d1f4f9 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1094 time: 0.0700684 Mar 02 09:44:21.125131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44070) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:44:21.130632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:44:21.136706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:44:21.140534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:floatingip and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:44:21.143348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:44:21.149018 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:44:21.232414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:21.464008 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:21.597346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.24 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/944de497-53ea-43f9-9528-c7def961f34e) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:44:21.738087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:21.815353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:21.872391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:44:21.875051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:44:21.882527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:44:21.917133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=944de497-53ea-43f9-9528-c7def961f34e,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:21.952523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6dfd7cca-1567-4762-9720-9b588369566f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:22.281588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:22.403367 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:22.601686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:22.661161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:22.765378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=944de497-53ea-43f9-9528-c7def961f34e,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:44:22.774809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:22.940799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP 743a02d9-3e42-4112-9f4c-bc3efa68edb1 associated. External IP: 172.26.3.24, port: 848f1636-7a6a-48d6-a3b0-48230fe5df2c. Mar 02 09:44:23.061407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:23.249882 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:23.376356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 9041f109-1839-4228-90e9-842046202252 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:44:23.553370 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:44:23.562617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] Sync routers for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:44:23.572548 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:44:23.573161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:44:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:23.647291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:23.700448 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-5a507608-cbff-4df7-ae4b-57631dae3a9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5743134 Mar 02 09:44:23.701016 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:44:23.752842 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:44:23.754559 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'status': 'completed', 'code': 200} Mar 02 09:44:23.904343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-1db45c03-187d-47cd-957a-c30705ae493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:23.905713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-1db45c03-187d-47cd-957a-c30705ae493b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1099 time: 0.1307750 Mar 02 09:44:23.913715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919f503-3c6e-48cf-9e91-e92e17da3fff req-bcfdf297-24c8-4fe8-9bc2-458ed363078c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:23.915054 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c919f503-3c6e-48cf-9e91-e92e17da3fff req-bcfdf297-24c8-4fe8-9bc2-458ed363078c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.1072748 Mar 02 09:44:24.045967 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c919f503-3c6e-48cf-9e91-e92e17da3fff req-ab774c70-3a9b-47e1-8b91-aff1a481f9ae tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105249 Mar 02 09:44:24.070641 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44080) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:44:24.077985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-d332ef5c-3472-4d0e-81cf-91213907d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:24.080422 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-d332ef5c-3472-4d0e-81cf-91213907d5de service neutron] 10.222.0.15 "GET /v2.0/networks?id=7015a470-17ac-40ff-b887-68f0dee47650 HTTP/1.1" status: 200 len: 897 time: 0.1643627 Mar 02 09:44:24.097496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '743a02d9-3e42-4112-9f4c-bc3efa68edb1', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '9041f109-1839-4228-90e9-842046202252', 'port_id': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'mac_address': 'fa:16:3e:ab:4b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f79cc9-2090-46f7-8882-156e22647236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:44:22Z', 'updated_at': '2022-03-02T09:44:22Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc405e8-8c79-4313-a09f-84e21185f7f8', 'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:4b:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:44:02Z', 'updated_at': '2022-03-02T09:44:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:24.101359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] Checking router: 9041f109-1839-4228-90e9-842046202252 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:44:24.109891 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:44:24.110478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:44:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:24.178868 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-9f9184dd-efcd-4668-aa7a-49822053cdba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c HTTP/1.1" status: 200 len: 999 time: 0.0927713 Mar 02 09:44:24.181122 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dd8afeb5-c778-46b6-bafa-f056bec2b3d9 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/743a02d9-3e42-4112-9f4c-bc3efa68edb1 HTTP/1.1" status: 200 len: 991 time: 0.1086481 Mar 02 09:44:24.243052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-5dab97d7-e6ef-41b9-bd6e-a0aa7fe4082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:24.244489 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-5dab97d7-e6ef-41b9-bd6e-a0aa7fe4082d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95ebb4d1-554f-41d3-803b-d9878260e89c HTTP/1.1" status: 200 len: 834 time: 0.0599303 Mar 02 09:44:24.324170 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-83051111-eac6-4fb5-aef1-29ce752daede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:24.325652 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-83051111-eac6-4fb5-aef1-29ce752daede service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7015a470-17ac-40ff-b887-68f0dee47650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749826 Mar 02 09:44:24.335203 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:44:24.454100 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-91a7b2b8-d841-4cf8-b454-a8b87cc4060c service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226435 Mar 02 09:44:24.583455 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-322d83df-7e20-4d65-9d67-23d7f0c40689 req-1fe7b439-d665-429b-b3ba-d827e7d8fe78 service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238251 Mar 02 09:44:24.694757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '743a02d9-3e42-4112-9f4c-bc3efa68edb1', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '9041f109-1839-4228-90e9-842046202252', 'port_id': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'mac_address': 'fa:16:3e:ab:4b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f79cc9-2090-46f7-8882-156e22647236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:44:22Z', 'updated_at': '2022-03-02T09:44:22Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc405e8-8c79-4313-a09f-84e21185f7f8', 'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:4b:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:44:02Z', 'updated_at': '2022-03-02T09:44:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:44:24.698618 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92200b32-378f-4600-bf60-01b288cf1e39 None None] The sync data for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv is: [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '743a02d9-3e42-4112-9f4c-bc3efa68edb1', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '9041f109-1839-4228-90e9-842046202252', 'port_id': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'mac_address': 'fa:16:3e:ab:4b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f79cc9-2090-46f7-8882-156e22647236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:44:22Z', 'updated_at': '2022-03-02T09:44:22Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc405e8-8c79-4313-a09f-84e21185f7f8', 'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:4b:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:44:02Z', 'updated_at': '2022-03-02T09:44:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:44:24.755967 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:24.873928 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e0064-9849-4154-ad78-2b0509a799b8 None None] New status for floating IP 743a02d9-3e42-4112-9f4c-bc3efa68edb1: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:44:25.184937 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44084) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:44:25.290735 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c89cece0-a5b2-4acf-9429-f19955d477fe tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/743a02d9-3e42-4112-9f4c-bc3efa68edb1 HTTP/1.1" status: 200 len: 993 time: 0.1046758 Mar 02 09:44:38.018241 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-54ae109d-a06d-428a-a786-b875020160ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1658068 Mar 02 09:44:38.153252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-6a48737b-a75e-454f-b479-b08a8cdad29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:38.154740 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-6a48737b-a75e-454f-b479-b08a8cdad29a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1099 time: 0.0697052 Mar 02 09:44:38.297420 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-eb0e3b36-7552-4d7d-ae22-6f34436241d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:38.298886 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-eb0e3b36-7552-4d7d-ae22-6f34436241d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7015a470-17ac-40ff-b887-68f0dee47650 HTTP/1.1" status: 200 len: 897 time: 0.1245105 Mar 02 09:44:38.400214 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-46c476ce-8901-48c9-b664-23ee661276ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c HTTP/1.1" status: 200 len: 1001 time: 0.0948577 Mar 02 09:44:38.464058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-24fc1eb6-a296-494b-95a8-78e7bbca0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:38.465474 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-24fc1eb6-a296-494b-95a8-78e7bbca0f46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95ebb4d1-554f-41d3-803b-d9878260e89c HTTP/1.1" status: 200 len: 834 time: 0.0588536 Mar 02 09:44:38.540193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-e91f5210-2a8c-4159-9e32-e82e87167e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:44:38.541639 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-e91f5210-2a8c-4159-9e32-e82e87167e00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7015a470-17ac-40ff-b887-68f0dee47650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676365 Mar 02 09:44:38.672502 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-da2b9e37-bfc4-4c50-ba9a-9569d500762b service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224122 Mar 02 09:44:38.799451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a595cf22-3796-48dc-a8ee-6e1384d403c1 req-d5bbefa5-8218-4c4b-b110-ab17fa035111 service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205616 Mar 02 09:44:47.884074 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:49.741478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-737be505-2f5e-4c3f-8bfa-a70af25724e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:51.975749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e6e2493d-e5d2-473a-973e-f7c21180a8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:53.058434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:53.258191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:54.726459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:44:54.858338 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:45:17.898763 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:19.730426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-71283716-933b-4ec3-80c4-671119c82fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:21.984225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dce19800-a5ba-4af6-86a6-e553995033ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:23.062028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:23.245097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:24.790754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:31.856058 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:45:34.721267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94c219-6aa6-4e5c-8537-99e62553f977 req-77837a58-bba4-4b4f-b997-3c35356022d4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:34.722722 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4e94c219-6aa6-4e5c-8537-99e62553f977 req-77837a58-bba4-4b4f-b997-3c35356022d4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.1380060 Mar 02 09:45:34.727383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-28e1f6d2-33c0-4666-96d9-d89e27b9e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:34.728695 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-28e1f6d2-33c0-4666-96d9-d89e27b9e7f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1099 time: 0.1088810 Mar 02 09:45:34.849688 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4e94c219-6aa6-4e5c-8537-99e62553f977 req-909f8f18-b512-4551-9a10-4d5cfba374a1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200697 Mar 02 09:45:34.882858 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-f49de760-6f62-43cc-914e-330dae3970a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:34.884355 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-f49de760-6f62-43cc-914e-330dae3970a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7015a470-17ac-40ff-b887-68f0dee47650 HTTP/1.1" status: 200 len: 897 time: 0.1419489 Mar 02 09:45:34.988746 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-043ca87b-3f93-49b9-99c5-ebaca5c22c05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c HTTP/1.1" status: 200 len: 1001 time: 0.0979502 Mar 02 09:45:35.051645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-0186ad31-353c-4b01-8c0e-624160687ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:35.052989 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-0186ad31-353c-4b01-8c0e-624160687ed3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95ebb4d1-554f-41d3-803b-d9878260e89c HTTP/1.1" status: 200 len: 834 time: 0.0571723 Mar 02 09:45:35.124728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-641f8482-46d7-4f42-9d70-5791af3ea16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:35.126147 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-641f8482-46d7-4f42-9d70-5791af3ea16b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7015a470-17ac-40ff-b887-68f0dee47650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667784 Mar 02 09:45:35.251713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-1b00573e-71fd-42d9-981a-2d313819af98 service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189551 Mar 02 09:45:35.475579 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9ffb5e-4ccf-466f-9bc8-e8d3f2f87648 req-199ec878-e57d-436b-bcf8-4aac42c66a86 service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174289 Mar 02 09:45:36.035515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d4d6e-f02d-472a-b395-9bf266ab257d req-f155608f-f081-410b-813a-4f840a170c0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:36.036942 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-889d4d6e-f02d-472a-b395-9bf266ab257d req-f155608f-f081-410b-813a-4f840a170c0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0781672 Mar 02 09:45:36.081626 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-889d4d6e-f02d-472a-b395-9bf266ab257d req-99cd200b-fae6-47cd-a5f3-487b0865be9c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384579 Mar 02 09:45:37.268368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbf58b-fbfb-4558-9b82-fd9d2d8f9ed8 req-d65b4958-359b-453f-a939-f9388a04a397 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:37.269781 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abbbf58b-fbfb-4558-9b82-fd9d2d8f9ed8 req-d65b4958-359b-453f-a939-f9388a04a397 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0830781 Mar 02 09:45:37.312816 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-abbbf58b-fbfb-4558-9b82-fd9d2d8f9ed8 req-a58eb79d-e8a1-4f6a-84ec-8c2510a6284c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369394 Mar 02 09:45:38.001674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-b9e83603-5b46-420c-816b-7fd907f58461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:38.003050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-b9e83603-5b46-420c-816b-7fd907f58461 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1099 time: 0.0717089 Mar 02 09:45:38.147640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-30abefa8-0348-406f-a853-caecc2d2e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:38.149068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-30abefa8-0348-406f-a853-caecc2d2e1e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7015a470-17ac-40ff-b887-68f0dee47650 HTTP/1.1" status: 200 len: 897 time: 0.1247430 Mar 02 09:45:38.249677 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-9f923e1e-c58d-4b78-83a4-5b0a82327ea9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c HTTP/1.1" status: 200 len: 1001 time: 0.0932610 Mar 02 09:45:38.308462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-c82cfcba-e655-4d4e-a1bd-55ff8e06b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:38.309788 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-c82cfcba-e655-4d4e-a1bd-55ff8e06b8a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95ebb4d1-554f-41d3-803b-d9878260e89c HTTP/1.1" status: 200 len: 834 time: 0.0543807 Mar 02 09:45:38.383531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-12bec61a-19d9-4add-a0bb-621545a402ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:38.384977 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-12bec61a-19d9-4add-a0bb-621545a402ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7015a470-17ac-40ff-b887-68f0dee47650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678492 Mar 02 09:45:38.571840 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-364d81d8-41c4-48aa-8a8e-f5ed7843d56d service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789429 Mar 02 09:45:38.583624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526abf1-c90d-4f38-951d-6bb22bda3370 req-85a0dec4-2423-4280-960f-2fee074cf20d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:38.585559 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a526abf1-c90d-4f38-951d-6bb22bda3370 req-85a0dec4-2423-4280-960f-2fee074cf20d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.1586530 Mar 02 09:45:38.708866 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a526abf1-c90d-4f38-951d-6bb22bda3370 req-6c04d73c-eb18-4e2f-ae7a-a4c2a2e45025 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057382 Mar 02 09:45:38.738440 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c9b8fbf-a169-490f-b175-8fdc621a1ebd req-1ea0d28d-725c-4893-b973-9d481c21bb75 service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519694 Mar 02 09:45:39.893217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc54d1e-cf7d-433f-a950-84563de8c1ff req-1836a25b-121e-4a91-b815-304c72538fea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:39.894567 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fcc54d1e-cf7d-433f-a950-84563de8c1ff req-1836a25b-121e-4a91-b815-304c72538fea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0808725 Mar 02 09:45:39.936855 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fcc54d1e-cf7d-433f-a950-84563de8c1ff req-1f1889cf-5691-4a2d-9454-ad957e48a33f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361929 Mar 02 09:45:41.134092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92f1e5-669e-4034-9647-b841e582d40e req-59cc820e-c23c-4d94-bac2-658d3d6b7078 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:41.135535 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8c92f1e5-669e-4034-9647-b841e582d40e req-59cc820e-c23c-4d94-bac2-658d3d6b7078 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0959318 Mar 02 09:45:41.178617 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8c92f1e5-669e-4034-9647-b841e582d40e req-6eadfff4-fcf1-4864-ade3-2d739bea4c78 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Mar 02 09:45:42.359394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1db8-d4fb-483e-8cb5-3880d40dbde9 req-f320cdf4-7558-49c1-8b41-821d5b72f4f5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:42.360801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0d1db8-d4fb-483e-8cb5-3880d40dbde9 req-f320cdf4-7558-49c1-8b41-821d5b72f4f5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0800409 Mar 02 09:45:42.403268 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ac0d1db8-d4fb-483e-8cb5-3880d40dbde9 req-1e244e71-335a-4962-9b24-11f8d53d8636 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363300 Mar 02 09:45:43.591702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f6a93-e73d-47a5-9d38-0269dbb01d6d req-37c8b6f6-da50-40a5-abf5-d1c94889256b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:43.593083 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-939f6a93-e73d-47a5-9d38-0269dbb01d6d req-37c8b6f6-da50-40a5-abf5-d1c94889256b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0806215 Mar 02 09:45:43.637174 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-939f6a93-e73d-47a5-9d38-0269dbb01d6d req-99f3223e-5f7c-4dbc-b01c-65c831f8c288 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Mar 02 09:45:44.823136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed005787-7b79-46bc-b877-93287dc4fe53 req-18cbb8a0-829e-45ac-abe0-7a5c38821f6b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:44.824496 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ed005787-7b79-46bc-b877-93287dc4fe53 req-18cbb8a0-829e-45ac-abe0-7a5c38821f6b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0857191 Mar 02 09:45:44.867436 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ed005787-7b79-46bc-b877-93287dc4fe53 req-ef989ec5-8803-4a9f-b955-9de2ed166a94 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373724 Mar 02 09:45:46.044577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee54bf-2823-4c1a-a8dd-fd2b8168d5c2 req-fa99cdee-92aa-41dd-99bc-4410068c1790 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:46.046048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-daee54bf-2823-4c1a-a8dd-fd2b8168d5c2 req-fa99cdee-92aa-41dd-99bc-4410068c1790 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0776508 Mar 02 09:45:46.184012 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-daee54bf-2823-4c1a-a8dd-fd2b8168d5c2 req-d68ece31-db1c-4b59-b61c-0d6cc044b270 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322203 Mar 02 09:45:47.365589 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ce5c2-b95e-4768-80af-c31468ed4dbb req-4937c544-f895-46ee-8b9c-e4d6bc42ce38 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:45:47.367039 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-073ce5c2-b95e-4768-80af-c31468ed4dbb req-4937c544-f895-46ee-8b9c-e4d6bc42ce38 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0772986 Mar 02 09:45:47.409680 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-073ce5c2-b95e-4768-80af-c31468ed4dbb req-8a538210-3d36-40ec-b5a6-e8453488fb9d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372176 Mar 02 09:45:47.438323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44146) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:45:47.540188 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0c79f568-b06b-4b84-a2ed-48a3d91b84d4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/743a02d9-3e42-4112-9f4c-bc3efa68edb1 HTTP/1.1" status: 200 len: 993 time: 0.1006508 Mar 02 09:45:47.926838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:49.759416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-28d01ca7-f66c-4141-affa-643de99d7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:51.954889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4e3d623b-664b-4653-899a-1037a777af40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:53.052023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:53.223533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:45:54.749168 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:08.855271 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:46:17.897687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:19.749658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4bacf969-9d7a-44ba-9480-a1c41d1ec60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:21.972249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-27cf1641-9960-452b-a53b-dcf8b367c908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:23.057922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:23.246701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:24.737417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:39.930862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-37db04ff-4bbe-40e7-ad9d-9403c84ff08f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770140 Mar 02 09:46:40.064538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-1a81bad1-2117-429d-a0c0-2e63a5074fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:40.066010 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-1a81bad1-2117-429d-a0c0-2e63a5074fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1099 time: 0.0682728 Mar 02 09:46:40.205728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-cccf25c3-8488-47b3-9c3a-667beb276f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:40.207068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-cccf25c3-8488-47b3-9c3a-667beb276f2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7015a470-17ac-40ff-b887-68f0dee47650 HTTP/1.1" status: 200 len: 897 time: 0.1222174 Mar 02 09:46:40.306028 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-9871fa69-097e-49b5-9a96-cf162e863747 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c HTTP/1.1" status: 200 len: 1001 time: 0.0932820 Mar 02 09:46:40.367900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-94104fe1-70d7-4e4e-a5a2-5145a55b96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:40.369264 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-94104fe1-70d7-4e4e-a5a2-5145a55b96de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95ebb4d1-554f-41d3-803b-d9878260e89c HTTP/1.1" status: 200 len: 834 time: 0.0574019 Mar 02 09:46:40.440422 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-f2c47d2d-103b-4b7a-b214-4cac957ac6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:40.441877 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-f2c47d2d-103b-4b7a-b214-4cac957ac6af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7015a470-17ac-40ff-b887-68f0dee47650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670216 Mar 02 09:46:40.571289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-ec34f53b-35eb-467b-b973-eec77d3fc9cb service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233780 Mar 02 09:46:40.698202 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c21f6b24-cf73-4f03-993f-0e94703e9db3 req-3d5801e3-9e5f-4e65-8993-a0855dfb50cd service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213870 Mar 02 09:46:42.535140 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44174) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:42.733530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 944de497-53ea-43f9-9528-c7def961f34e {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:46:42.733886 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:42.898654 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:42.898875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:43.123657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 944de497-53ea-43f9-9528-c7def961f34e owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:46:43.349434 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:43.396384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=944de497-53ea-43f9-9528-c7def961f34e,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:43.438982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.439364 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.439647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.439973 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.440295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.440616 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.440932 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.441248 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.441561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.441894 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.442211 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.442523 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:43.498764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:43.499116 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP 743a02d9-3e42-4112-9f4c-bc3efa68edb1 disassociated (deleted). External IP: 172.26.3.24, port: 848f1636-7a6a-48d6-a3b0-48230fe5df2c. Mar 02 09:46:43.855236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 9041f109-1839-4228-90e9-842046202252 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:46:44.042535 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:46:44.056015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] Sync routers for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:46:44.065174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:46:44.070223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:44.127787 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:44.182313 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4bdb8a52-1b5e-4aad-b83c-a0d38573495c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/floatingips/743a02d9-3e42-4112-9f4c-bc3efa68edb1 HTTP/1.1" status: 204 len: 168 time: 1.6460874 Mar 02 09:46:44.182966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:46:44.241385 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:46:44.292231 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'status': 'completed', 'code': 200} Mar 02 09:46:44.383694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-2b54331a-cd1f-4b7a-a6fd-6102e87de79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:44.385083 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-2b54331a-cd1f-4b7a-a6fd-6102e87de79a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 1099 time: 0.0703816 Mar 02 09:46:44.522962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-60c1ff1e-dab1-4f12-85c3-59441bb21477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:44.524838 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-60c1ff1e-dab1-4f12-85c3-59441bb21477 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7015a470-17ac-40ff-b887-68f0dee47650 HTTP/1.1" status: 200 len: 897 time: 0.1343474 Mar 02 09:46:44.561106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2fc405e8-8c79-4313-a09f-84e21185f7f8', 'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:4b:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:44:02Z', 'updated_at': '2022-03-02T09:44:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:44.564982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] Checking router: 9041f109-1839-4228-90e9-842046202252 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:46:44.573977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:46:44.574585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:44.600175 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-42e2f058-7a68-416f-8ef3-48da3279a71f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c HTTP/1.1" status: 200 len: 217 time: 0.0688157 Mar 02 09:46:44.671917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-9d262ed8-73a7-43cc-bc3f-43949bdf0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:44.673351 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-9d262ed8-73a7-43cc-bc3f-43949bdf0f55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=95ebb4d1-554f-41d3-803b-d9878260e89c HTTP/1.1" status: 200 len: 834 time: 0.0631206 Mar 02 09:46:44.808303 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:46:44.811335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-5521e409-6a57-4ec6-853e-112d4b4f3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:44.812797 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-5521e409-6a57-4ec6-853e-112d4b4f3031 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7015a470-17ac-40ff-b887-68f0dee47650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1309729 Mar 02 09:46:44.864375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26533-394d-4a7f-b318-17137780da62 req-6c5e15d6-b472-4b72-872b-5f1e080c4e91 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:44.865806 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-46f26533-394d-4a7f-b318-17137780da62 req-6c5e15d6-b472-4b72-872b-5f1e080c4e91 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.1343112 Mar 02 09:46:45.067550 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-46f26533-394d-4a7f-b318-17137780da62 req-14188085-c801-4bb6-83a7-45031920d31d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948946 Mar 02 09:46:45.088895 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-d523c76e-622d-4945-9b78-e86bfaa83a3a service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666893 Mar 02 09:46:45.127149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2fc405e8-8c79-4313-a09f-84e21185f7f8', 'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:4b:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:44:02Z', 'updated_at': '2022-03-02T09:44:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:45.134025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48856c9-1093-4f07-ac46-ddc50487f4a2 None None] The sync data for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv is: [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '2fc405e8-8c79-4313-a09f-84e21185f7f8', 'name': '', 'network_id': '7015a470-17ac-40ff-b887-68f0dee47650', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:4b:61:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:44:02Z', 'updated_at': '2022-03-02T09:44:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '95ebb4d1-554f-41d3-803b-d9878260e89c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:46:45.220152 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0f541e1c-745c-4fc4-88c8-0cde5415e4f0 req-27589916-dc62-4535-8786-8e2e00985d97 service neutron] 10.222.0.15 "GET /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244276 Mar 02 09:46:45.340625 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03d924-97a9-4408-b1a2-472bc05ca3a6 None None] New status for floating IP 743a02d9-3e42-4112-9f4c-bc3efa68edb1: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:46:45.853665 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:46:46.250464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef37c07-b762-4968-93fc-3b98cb94c429 req-f68dff47-c9cb-463e-ab2c-7b73fed7309f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:46.251933 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ef37c07-b762-4968-93fc-3b98cb94c429 req-f68dff47-c9cb-463e-ab2c-7b73fed7309f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0785429 Mar 02 09:46:46.294129 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ef37c07-b762-4968-93fc-3b98cb94c429 req-937966e5-d0d1-4205-a617-3845a855c179 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38817fb-276f-4829-9f6f-5bc20d6c11f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366645 Mar 02 09:46:46.421157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-1c307590-8532-4423-b72d-21f3ca2cf744 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:46.422496 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-1c307590-8532-4423-b72d-21f3ca2cf744 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 946 time: 0.0793915 Mar 02 09:46:46.489824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 848f1636-7a6a-48d6-a3b0-48230fe5df2c {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:46:46.490179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:46.726553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 848f1636-7a6a-48d6-a3b0-48230fe5df2c, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=848f1636-7a6a-48d6-a3b0-48230fe5df2c,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:46:46.726817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:46.845019 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 848f1636-7a6a-48d6-a3b0-48230fe5df2c owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:46:47.029889 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:47.107931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=848f1636-7a6a-48d6-a3b0-48230fe5df2c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:47.147191 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.147528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.147862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.148192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.148513 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.148834 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.149150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.149473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.149791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.150128 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.150442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.150753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:47.164793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] No DVR routers for this DVR port 848f1636-7a6a-48d6-a3b0-48230fe5df2c on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:46:47.166978 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:47.171250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'name': 'network-vif-deleted', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:46:47.181284 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-412f683f-8366-4874-9ad4-b9a8873c81a4 req-60f8868a-96ca-4f34-af78-963633a019ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "DELETE /v2.0/ports/848f1636-7a6a-48d6-a3b0-48230fe5df2c HTTP/1.1" status: 204 len: 173 time: 0.7534041 Mar 02 09:46:47.439761 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f79cc9-2090-46f7-8882-156e22647236', 'name': 'network-vif-deleted', 'tag': '848f1636-7a6a-48d6-a3b0-48230fe5df2c', 'status': 'completed', 'code': 200} Mar 02 09:46:47.451895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-4245c31f-0603-4084-8675-0910a1da725c req-b134ca20-054f-43e0-bc55-80fa827309e2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:46:47.525907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-4245c31f-0603-4084-8675-0910a1da725c req-b134ca20-054f-43e0-bc55-80fa827309e2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:46:47.529671 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4245c31f-0603-4084-8675-0910a1da725c req-b134ca20-054f-43e0-bc55-80fa827309e2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=25f79cc9-2090-46f7-8882-156e22647236 HTTP/1.1" status: 200 len: 210 time: 0.1195080 Mar 02 09:46:47.989317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:48.619722 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44196) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:49.250752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:49.593659 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 2fc405e8-8c79-4313-a09f-84e21185f7f8 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:46:49.594023 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:49.737478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ea030834-a7b8-4c06-98bc-33eb0d23f889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:49.777611 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 2fc405e8-8c79-4313-a09f-84e21185f7f8, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=2fc405e8-8c79-4313-a09f-84e21185f7f8,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:46:49.778173 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:49.902974 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 2fc405e8-8c79-4313-a09f-84e21185f7f8 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:46:50.206433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:50.256532 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=2fc405e8-8c79-4313-a09f-84e21185f7f8,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:50.628437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:50.976533 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 9041f109-1839-4228-90e9-842046202252 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:46:50.987005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 848f1636-7a6a-48d6-a3b0-48230fe5df2c no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:46:51.020374 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 848f1636-7a6a-48d6-a3b0-48230fe5df2c {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:46:51.020712 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 848f1636-7a6a-48d6-a3b0-48230fe5df2c not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:46:51.149736 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:46:51.159851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] Sync routers for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:46:51.170645 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:46:51.171246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:51.237232 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4b7ab460-ea1d-4753-89bc-084c652fb3ee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/9041f109-1839-4228-90e9-842046202252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6162670 Mar 02 09:46:51.239665 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44204) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:51.304376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4bc572-f113-4aa1-a92c-fd7e27961043 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting subnet 95ebb4d1-554f-41d3-803b-d9878260e89c {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:46:51.307427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc572-f113-4aa1-a92c-fd7e27961043 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:51.346963 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:46:51.365542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc572-f113-4aa1-a92c-fd7e27961043 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:51.447707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc572-f113-4aa1-a92c-fd7e27961043 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:51.583815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc572-f113-4aa1-a92c-fd7e27961043 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:51.627819 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bc572-f113-4aa1-a92c-fd7e27961043 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Subnet': ['ID=95ebb4d1-554f-41d3-803b-d9878260e89c,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:51.628301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:46:50Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:51.631443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc572-f113-4aa1-a92c-fd7e27961043 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:51.634883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] Checking router: 9041f109-1839-4228-90e9-842046202252 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:46:51.637677 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7b4bc572-f113-4aa1-a92c-fd7e27961043 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/subnets/95ebb4d1-554f-41d3-803b-d9878260e89c HTTP/1.1" status: 204 len: 168 time: 0.3969145 Mar 02 09:46:51.640290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44208) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:51.644919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c3a6c-277f-49d4-987a-f164fe1b5afa None None] Network 7015a470-17ac-40ff-b887-68f0dee47650 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:46:51.678431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] Routers {'9041f109-1839-4228-90e9-842046202252'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:46:51.679098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['9041f109-1839-4228-90e9-842046202252'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:51.814686 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:51.991218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:52.035883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] Set router 9041f109-1839-4228-90e9-842046202252 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:46:52.080738 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:46:52.086233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:52.133660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-43e0b9ad-f6a6-4d3d-907d-41afe8b2a36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:52.251121 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] DHCP port deletion for 7015a470-17ac-40ff-b887-68f0dee47650 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:46:52.260245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Deleting port a693116e-fb3f-444c-868a-559758bab9a2 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:46:52.260617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:52.375183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port dc6b0ce6-2cf0-43d8-8088-14c84aca84c3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=dc6b0ce6-2cf0-43d8-8088-14c84aca84c3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:46:52.375457 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:52.500458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:46:52.521897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] For port a693116e-fb3f-444c-868a-559758bab9a2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a693116e-fb3f-444c-868a-559758bab9a2,segment=NetworkSegment(955963e8-9466-43d4-83cd-1613742ac198),segment_id=955963e8-9466-43d4-83cd-1613742ac198)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:46:52.522288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:52.583565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:46:50Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:52.646901 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Calling delete_port for a693116e-fb3f-444c-868a-559758bab9a2 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:46:52.673452 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f41b35-6f3b-4aab-af40-1e1f9fe9d6e8 None None] The sync data for ids ['9041f109-1839-4228-90e9-842046202252'] in dv-neutron-828796-1-hyperv is: [{'id': '9041f109-1839-4228-90e9-842046202252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-96358471', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:43:57Z', 'updated_at': '2022-03-02T09:46:50Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': 'dc6b0ce6-2cf0-43d8-8088-14c84aca84c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041f109-1839-4228-90e9-842046202252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:43:58Z', 'updated_at': '2022-03-02T09:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:46:52.738137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:52.784076 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=dc6b0ce6-2cf0-43d8-8088-14c84aca84c3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:52.806439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:52.855147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Pushing event deleted for resources: {'Port': ['ID=a693116e-fb3f-444c-868a-559758bab9a2,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:52.860139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] No DVR routers for this DVR port a693116e-fb3f-444c-868a-559758bab9a2 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:46:52.866124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.866472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.868977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.868977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.868977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.868977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.868977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.868977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.868977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.868977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.870731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.870731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73733bd7-4855-4791-ab40-b5267eed15e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:46:52.879589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.055146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.055146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.068965 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.148953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.149529 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Fanout notify agent at l3_agent the message router_deleted on router 9041f109-1839-4228-90e9-842046202252 {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:46:53.171567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.172656 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-dadd5f65-77e6-4c51-8e98-ecba6cedf3bd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/routers/9041f109-1839-4228-90e9-842046202252 HTTP/1.1" status: 204 len: 168 time: 1.5314820 Mar 02 09:46:53.175299 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44214) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:53.263351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.291350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.424002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.448702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7015a470-17ac-40ff-b887-68f0dee47650']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:53.460399 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955963e8-9466-43d4-83cd-1613742ac198') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:53.460696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955963e8-9466-43d4-83cd-1613742ac198') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:53.471604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.487680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.493562 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:46:53.493981 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:46:53.508431 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:46:53.629695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.648233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.661575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Network': ['ID=7015a470-17ac-40ff-b887-68f0dee47650,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:53.681966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:46:53.712512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:46:53.712858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device dc6b0ce6-2cf0-43d8-8088-14c84aca84c3 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:46:53.713261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2fc405e8-8c79-4313-a09f-84e21185f7f8 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:46:53.721167 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-95e27551-d5d6-4f7a-81fa-2ab490306947 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/networks/7015a470-17ac-40ff-b887-68f0dee47650 HTTP/1.1" status: 204 len: 168 time: 0.5448570 Mar 02 09:46:53.723904 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44218) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:53.746423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 2fc405e8-8c79-4313-a09f-84e21185f7f8 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:46:53.746766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 2fc405e8-8c79-4313-a09f-84e21185f7f8 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:46:53.747180 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a693116e-fb3f-444c-868a-559758bab9a2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:46:53.781785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a693116e-fb3f-444c-868a-559758bab9a2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:46:53.782152 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a693116e-fb3f-444c-868a-559758bab9a2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:46:53.797096 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bfcffb4-fec8-45cc-b646-ef1489d85634 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.824788 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bfcffb4-fec8-45cc-b646-ef1489d85634 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.937513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bfcffb4-fec8-45cc-b646-ef1489d85634 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.956074 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcffb4-fec8-45cc-b646-ef1489d85634 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38817fb-276f-4829-9f6f-5bc20d6c11f2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:53.960349 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3bfcffb4-fec8-45cc-b646-ef1489d85634 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:53.961455 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3bfcffb4-fec8-45cc-b646-ef1489d85634 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/security-groups/f38817fb-276f-4829-9f6f-5bc20d6c11f2 HTTP/1.1" status: 204 len: 168 time: 0.2366061 Mar 02 09:46:54.452878 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44226) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:54.458159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490025924', 'description': 'tempest-secgroup-smoke-1490025924 description', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:46:54.464053 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:54.467980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:54.470764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:54.476358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:54.549234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:54.569396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:54.573122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:54.576579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:54.582107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:54.648185 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:54.731598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:54.760220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:54.772906 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:54.840181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:54.841397 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-31b4d5e7-0f84-4b64-9eff-61cf28db56cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3875408 Mar 02 09:46:54.844249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44230) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:54.849152 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:46:54.855000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:54.859565 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:54.862417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:54.868039 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:54.949992 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.103386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.137351 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.162513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5a0a1b-5f8f-4a9b-b4a8-dfd23d0c2714,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:55.211989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.213197 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4c5682e0-3d50-4cac-8e31-53e1e78df7c1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3680296 Mar 02 09:46:55.215950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44234) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:55.221424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:46:55.227420 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:55.231197 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:55.234889 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:55.240346 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:55.331687 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.390668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.469025 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.492541 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6383d14-ca0b-4ad6-8544-38a62b20f89e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:55.594752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.595990 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-79d3c3bf-9d07-4540-93ee-5581f3abc719 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3791249 Mar 02 09:46:55.598730 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44238) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:55.603676 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:46:55.609950 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:55.613649 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:55.619165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:55.622122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:55.698272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.757751 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.834717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.863435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7055c7-ae87-4fd9-b58d-37093af68336,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:55.926237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:55.927389 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-163e4f61-1b91-4a16-88bd-1d61408f8d75 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277640 Mar 02 09:46:55.931122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44242) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:55.936464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:46:55.942295 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:55.945966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:55.948816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:55.955113 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:56.047881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.107824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.171850 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.194671 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126b424b-8e84-4e0b-9180-f7ffdade71f8,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:56.257940 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.259133 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-579173ee-9ccc-4052-9f48-add86ebf5fc5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271210 Mar 02 09:46:56.264069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44246) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:56.268983 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:46:56.274781 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:56.278501 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:56.281311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:56.286893 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:56.366359 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:46:56.372747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.433720 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.503531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.526233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2105a923-3e39-4797-befe-5cc93e0c4d77,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:56.589082 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.590298 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-776dfd43-1ead-48d2-bf46-4d1319fe3413 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3253345 Mar 02 09:46:56.593587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44250) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:56.598520 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:46:56.604396 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:56.608747 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:56.611875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:56.617402 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:56.668843 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:46:56.675801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.740598 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.789157 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.810317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a868d371-a810-4232-8014-89766dfdee37,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:56.862905 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.864047 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3ee2a754-8bcf-4509-bd5d-cacd4faa3de8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2694905 Mar 02 09:46:56.866844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44254) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:56.872034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'network': {'name': 'tempest-network-smoke--1017720', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:46:56.876679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:56.880652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:network and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:56.883417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:56.888902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:56.931880 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:46:56.935701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.962513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:46:56.971388 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:56.971723 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Added segment 6be5cb9c-1904-437f-8cc9-67392f383e61 of type vlan for network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a Mar 02 09:46:56.996390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:57.086329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:57.091618 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:46:57.092810 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:57.201087 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Network': ['ID=26abc05b-9b4b-42d1-8f73-4d5440e8c74a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:57.212156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:46:57.258663 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-55441c13-d1d4-490f-b1e3-453d0ea29077 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3908248 Mar 02 09:46:57.261311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44258) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:46:57.266797 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'admin_state_up': True, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:46:57.274579 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:46:57.279186 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:router and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:46:57.286971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:46:57.293255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:46:57.383714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:57.384835 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:57.399760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:57.738222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:58.076749 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:58.104980 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:58.235486 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.65 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/65223eaa-a9f1-47aa-8c39-dcf344f8e159) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:46:58.473110 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:58.537944 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:58.596493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:46:58.599308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:46:58.601911 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:46:58.664463 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=65223eaa-a9f1-47aa-8c39-dcf344f8e159,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:46:59.097069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:59.430841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:59.720090 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:46:59.891718 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:46:59.904386 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Sync routers for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:46:59.913948 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:46:59.914657 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:46:59.954925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:46:59.956194 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-82fa1e04-b0f4-4fec-b78e-2ed1dbff4e18 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6939280 Mar 02 09:46:59.959320 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44262) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:47:00.112438 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-0a28aaa3-c0a2-4d2f-a434-f493f2c08309 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e998ca2307d46a4a47e3d503df0b7aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1520267 Mar 02 09:47:00.115011 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44266) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:47:00.127572 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:47:00.241191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8cfef9-2d1b-4eb4-a635-fca2c284bd47 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:00.242689 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1c8cfef9-2d1b-4eb4-a635-fca2c284bd47 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268108 Mar 02 09:47:00.245398 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44270) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:47:00.283750 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e0fc0a49-b7a9-4d0c-9df6-e1e6500c7869 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372784 Mar 02 09:47:00.286466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44274) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:47:00.291907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-860259905', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:47:00.403689 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:47:00.407471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:subnet and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:47:00.410229 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:47:00.410439 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:46:58Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:00.414141 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Checking router: 4e585b5c-4a2e-41ba-868f-fdc26015fdaa for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:47:00.414479 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Updating router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa port 65223eaa-a9f1-47aa-8c39-dcf344f8e159 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:47:00.415972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:47:00.467994 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:00.480515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:47:00.484310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:00.737825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:00.784300 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:00.795700 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Transition to ACTIVE for port object 65223eaa-a9f1-47aa-8c39-dcf344f8e159 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:47:00.817402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Subnet': ['ID=8c464e35-5111-49ad-9c77-44b72e3aee02,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:00.824059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Checking segment: {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:47:00.824059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network hostable DHCP agents. Network: 26abc05b-9b4b-42d1-8f73-4d5440e8c74a, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:47:00.851753 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:00.897388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:47:00.927675 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Attempting to bind port 65223eaa-a9f1-47aa-8c39-dcf344f8e159 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:47:00.928183 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Attempting to bind port 65223eaa-a9f1-47aa-8c39-dcf344f8e159 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:47:00.928367 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Attempting to bind port 65223eaa-a9f1-47aa-8c39-dcf344f8e159 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:47:00.933903 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Pushing event updated for resources: {'Port': ['ID=65223eaa-a9f1-47aa-8c39-dcf344f8e159,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:00.939341 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:47:00.939705 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:47:00.940094 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:00.940477 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:47:00.940921 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Bound port: 65223eaa-a9f1-47aa-8c39-dcf344f8e159, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:47:00.941281 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:00.948853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 26abc05b-9b4b-42d1-8f73-4d5440e8c74a) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:47:00.953012 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:00.953686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:00.958142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6093244-8db2-4790-ae78-7f3863392bf3 None None] Network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:47:00.979866 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.980210 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.980544 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.980868 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.981190 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.981514 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.981861 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.982173 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.982502 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.982806 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.983114 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:00.984224 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:47:01.018757 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3eb30ebc-b32b-4932-8271-8babfeae0623 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7311871 Mar 02 09:47:01.021531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44278) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:47:01.025557 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] For port 65223eaa-a9f1-47aa-8c39-dcf344f8e159, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:47:01.028855 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] For port 65223eaa-a9f1-47aa-8c39-dcf344f8e159, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=65223eaa-a9f1-47aa-8c39-dcf344f8e159,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:47:01.092420 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:01.175233 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:47:01.175851 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:01.177590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:47:01.178597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:01.242294 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6868e82-1661-490a-9173-d86b12acbc5f None None] Pushing event updated for resources: {'Port': ['ID=65223eaa-a9f1-47aa-8c39-dcf344f8e159,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:01.338140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Allocated IP 172.20.0.2 (26abc05b-9b4b-42d1-8f73-4d5440e8c74a/8c464e35-5111-49ad-9c77-44b72e3aee02/1231a2bd-eff4-443a-a9b7-e86b707215e2) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:47:01.366537 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:47:01.613001 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:01.623145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Transition to ACTIVE for port object 1231a2bd-eff4-443a-a9b7-e86b707215e2 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:47:01.641363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Transition to ACTIVE for port object 1231a2bd-eff4-443a-a9b7-e86b707215e2 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:47:01.680861 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:46:58Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:01.684879 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852a887d-e16d-4849-a278-50cbb0a98ab8 None None] The sync data for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv is: [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:46:58Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:47:01.710073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:01.718306 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:01.768753 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:47:01.771622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:47:01.775331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:47:01.857767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Pushing event updated for resources: {'Port': ['ID=1231a2bd-eff4-443a-a9b7-e86b707215e2,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:01.896677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Attempting to bind port 1231a2bd-eff4-443a-a9b7-e86b707215e2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:47:01.897053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Attempting to bind port 1231a2bd-eff4-443a-a9b7-e86b707215e2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:47:01.897420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Attempting to bind port 1231a2bd-eff4-443a-a9b7-e86b707215e2 on network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:47:01.913914 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:47:01.914291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Checking segment: {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:47:01.914690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:01.915083 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Bound using segment: {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:47:01.915546 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Bound port: 1231a2bd-eff4-443a-a9b7-e86b707215e2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:47:01.915923 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:02.016048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] For port 1231a2bd-eff4-443a-a9b7-e86b707215e2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:47:02.019603 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] For port 1231a2bd-eff4-443a-a9b7-e86b707215e2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1231a2bd-eff4-443a-a9b7-e86b707215e2,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:47:02.095776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:02.148409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.1 (26abc05b-9b4b-42d1-8f73-4d5440e8c74a/8c464e35-5111-49ad-9c77-44b72e3aee02/a393427d-60a1-479a-8bf5-6bc496b83af2) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:47:02.175558 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45129-49f9-49c5-b479-b6dfe25f4265 None None] Pushing event updated for resources: {'Port': ['ID=1231a2bd-eff4-443a-a9b7-e86b707215e2,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:02.454066 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:02.472145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object a393427d-60a1-479a-8bf5-6bc496b83af2 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:47:02.532956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:02.598803 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:47:02.601731 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:47:02.605493 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:47:02.652988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=a393427d-60a1-479a-8bf5-6bc496b83af2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:02.671127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:02.994300 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:03.173913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334369f-bc88-4d38-9d54-1fa9d4a8836f None None] Network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:47:03.271006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-336b2d02-a216-410a-b4d5-38423d9cd6fe None None] Provisioning for port 1231a2bd-eff4-443a-a9b7-e86b707215e2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:47:03.413392 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:03.469753 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:03.588160 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:03.590630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=a393427d-60a1-479a-8bf5-6bc496b83af2,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:03.695902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 65223eaa-a9f1-47aa-8c39-dcf344f8e159 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:47:03.749268 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:47:03.750595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:47:03.840284 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2b7e1784-f0ef-42c1-937d-6d286d7824ef None None] Provisioning for port a393427d-60a1-479a-8bf5-6bc496b83af2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:47:03.849498 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2b7e1784-f0ef-42c1-937d-6d286d7824ef None None] Provisioning complete for port a393427d-60a1-479a-8bf5-6bc496b83af2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:03.849935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1784-f0ef-42c1-937d-6d286d7824ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:03.881478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 65223eaa-a9f1-47aa-8c39-dcf344f8e159 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:47:03.895426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 65223eaa-a9f1-47aa-8c39-dcf344f8e159 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:03.899445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:03.937088 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:47:03.947379 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e1784-f0ef-42c1-937d-6d286d7824ef None None] Port a393427d-60a1-479a-8bf5-6bc496b83af2 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:47:04.031962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:04.050605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 65223eaa-a9f1-47aa-8c39-dcf344f8e159, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=65223eaa-a9f1-47aa-8c39-dcf344f8e159,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:47:04.067994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-64f96d85-8d36-49d0-8229-ab63c38bcba6 None None] Provisioning complete for port a393427d-60a1-479a-8bf5-6bc496b83af2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:04.068359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64f96d85-8d36-49d0-8229-ab63c38bcba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:04.104185 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:04.105674 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1231a2bd-eff4-443a-a9b7-e86b707215e2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:47:04.229529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-64f96d85-8d36-49d0-8229-ab63c38bcba6 None None] Port a393427d-60a1-479a-8bf5-6bc496b83af2 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:47:04.240238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=65223eaa-a9f1-47aa-8c39-dcf344f8e159,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:04.243993 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:47:04.255980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Sync routers for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:47:04.264115 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5d92e403-c830-443e-a502-04693d6c4758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/4e585b5c-4a2e-41ba-868f-fdc26015fdaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2343802 Mar 02 09:47:04.265644 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:47:04.266217 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:04.321491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 1231a2bd-eff4-443a-a9b7-e86b707215e2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:47:04.334873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 1231a2bd-eff4-443a-a9b7-e86b707215e2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:04.335123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:04.417820 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-2f7468d0-6ad2-4aa5-842b-24e75f8ea012 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490025924&fields=id&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 267 time: 0.0384157 Mar 02 09:47:04.544140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:47:04.664934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:04.692104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c06e457d-f209-4272-a3e7-432e01761165 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:04.694285 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c06e457d-f209-4272-a3e7-432e01761165 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 794 time: 0.2692931 Mar 02 09:47:04.708814 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-ef062ac9-2fcc-4f8a-a5f5-ddf6c960eab5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/quotas/3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 375 time: 0.0096223 Mar 02 09:47:04.791103 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-8e998ee3-24b6-43ec-9ac3-ce748492196b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770502 Mar 02 09:47:04.841025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 1231a2bd-eff4-443a-a9b7-e86b707215e2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1231a2bd-eff4-443a-a9b7-e86b707215e2,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:47:04.918836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:04.949450 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-9fe1f589-6784-4e49-8370-5bbe9458aea6 service neutron] 10.222.0.10 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437268 Mar 02 09:47:05.016928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=1231a2bd-eff4-443a-a9b7-e86b707215e2,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:05.028310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:47:02Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a393427d-60a1-479a-8bf5-6bc496b83af2', 'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:af:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:47:01Z', 'updated_at': '2022-03-02T09:47:03Z', 'revision_number': 2, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:05.033123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Checking router: 4e585b5c-4a2e-41ba-868f-fdc26015fdaa for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:47:05.033475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Updating router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa port a393427d-60a1-479a-8bf5-6bc496b83af2 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:47:05.083870 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-e03775fb-3941-49b0-adb8-a69199284ecf service neutron] 10.222.0.10 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287138 Mar 02 09:47:05.098102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:05.344557 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f7b3edf3-5c59-423e-bb94-b862615239be req-abcbf66f-4fd6-4199-bfb7-378ea8f13f20 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 210 time: 0.0432062 Mar 02 09:47:05.476213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:05.487638 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Transition to ACTIVE for port object a393427d-60a1-479a-8bf5-6bc496b83af2 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:47:05.583124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:05.636622 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 65223eaa-a9f1-47aa-8c39-dcf344f8e159 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:47:05.795668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d450d67-1f80-4e90-a6f0-a9e05373a274 None None] Pushing event updated for resources: {'Port': ['ID=a393427d-60a1-479a-8bf5-6bc496b83af2,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:05.862668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Attempting to bind port a393427d-60a1-479a-8bf5-6bc496b83af2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:47:05.862974 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Attempting to bind port a393427d-60a1-479a-8bf5-6bc496b83af2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:47:05.863332 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Attempting to bind port a393427d-60a1-479a-8bf5-6bc496b83af2 on network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:47:05.874066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:47:05.874436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Checking segment: {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:47:05.874829 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:05.875220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Bound using segment: {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:47:05.875675 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Bound port: a393427d-60a1-479a-8bf5-6bc496b83af2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:47:05.876040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:05.897062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 65223eaa-a9f1-47aa-8c39-dcf344f8e159 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:05.897427 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:06.028917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] For port a393427d-60a1-479a-8bf5-6bc496b83af2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:47:06.032692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] For port a393427d-60a1-479a-8bf5-6bc496b83af2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a393427d-60a1-479a-8bf5-6bc496b83af2,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:47:06.084454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1231a2bd-eff4-443a-a9b7-e86b707215e2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:47:06.123667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:06.214716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:47:06.215338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:06.347181 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d450d67-1f80-4e90-a6f0-a9e05373a274 None None] Pushing event updated for resources: {'Port': ['ID=a393427d-60a1-479a-8bf5-6bc496b83af2,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:06.352376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 1231a2bd-eff4-443a-a9b7-e86b707215e2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:06.352749 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:06.501545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0eba4417-a402-41d5-8c66-49ca011ce6e6 req-9c06d246-dbac-4dfb-8083-9e44f603933d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 210 time: 0.0465517 Mar 02 09:47:06.551502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:47:06.884598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:47:02Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a393427d-60a1-479a-8bf5-6bc496b83af2', 'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:af:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:47:01Z', 'updated_at': '2022-03-02T09:47:06Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:06.888491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978cee07-61e0-4ec7-afd0-9a1ed07867ce None None] The sync data for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv is: [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:47:02Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a393427d-60a1-479a-8bf5-6bc496b83af2', 'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:af:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:47:01Z', 'updated_at': '2022-03-02T09:47:06Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:47:07.431911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-41f12c0c-b84b-4023-ba7b-7d003aa28a45 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:07.433576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-41f12c0c-b84b-4023-ba7b-7d003aa28a45 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 794 time: 0.1575212 Mar 02 09:47:07.485578 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-b6885b7d-75f4-431a-a7ef-247c79c6ec76 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 380 time: 0.0426862 Mar 02 09:47:07.547508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'port': {'device_id': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'admin_state_up': True, 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'security_groups': ['c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:47:07.689137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a393427d-60a1-479a-8bf5-6bc496b83af2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:47:07.703757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:47:07.710534 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:port and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:47:07.713762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:47:07.720732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:47:07.790128 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-edc8774f-d318-4cd0-913a-24f131de167d req-7ba55228-4c0a-4cf0-802e-1119105f0919 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 210 time: 0.0456250 Mar 02 09:47:07.812870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:47:07.816771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:07.829324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a393427d-60a1-479a-8bf5-6bc496b83af2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:47:07.835060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a393427d-60a1-479a-8bf5-6bc496b83af2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:07.841697 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:07.953608 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:07.985601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.11 (26abc05b-9b4b-42d1-8f73-4d5440e8c74a/8c464e35-5111-49ad-9c77-44b72e3aee02/fb95f3c2-555a-4846-9f5b-4d2c0b7b1492) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:47:07.988286 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a393427d-60a1-479a-8bf5-6bc496b83af2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a393427d-60a1-479a-8bf5-6bc496b83af2,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:47:08.052251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:08.121422 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a393427d-60a1-479a-8bf5-6bc496b83af2,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:08.174854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:08.190260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:47:08.263529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:08.330987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:47:08.333869 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:47:08.342097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:47:08.379024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:08.410034 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:08.410632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:08.487214 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-94591e9a-6089-400b-a3bc-55d451ca9d1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9961956 Mar 02 09:47:08.500006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Request body: {'port': {'device_id': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:47:08.610038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:08.611968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b1733d77-163f-47d8-8f03-d47e0037af20 None None] Provisioning for port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:47:08.617030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-b1733d77-163f-47d8-8f03-d47e0037af20 None None] Provisioning complete for port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:08.617394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b1733d77-163f-47d8-8f03-d47e0037af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:08.670004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b1733d77-163f-47d8-8f03-d47e0037af20 None None] Port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:47:09.034194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae364b-6ebd-4898-9141-2abc69ba6e21 req-eeb93767-83cf-465c-b3b8-38f7a7edd890 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:09.034873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-63ae364b-6ebd-4898-9141-2abc69ba6e21 req-eeb93767-83cf-465c-b3b8-38f7a7edd890 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:47:09.104853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:47:09.112342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:09.126134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Transition to ACTIVE for port object fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:47:09.137347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-63ae364b-6ebd-4898-9141-2abc69ba6e21 req-eeb93767-83cf-465c-b3b8-38f7a7edd890 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:47:09.138522 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-63ae364b-6ebd-4898-9141-2abc69ba6e21 req-eeb93767-83cf-465c-b3b8-38f7a7edd890 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 932 time: 0.2226326 Mar 02 09:47:09.182381 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-63ae364b-6ebd-4898-9141-2abc69ba6e21 req-4083cd14-6fe3-4aea-88c9-a861d6480002 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375862 Mar 02 09:47:09.183469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:09.339394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Pushing event updated for resources: {'Port': ['ID=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:09.420397 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Attempting to bind port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:47:09.420826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Attempting to bind port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:47:09.421166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Attempting to bind port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 on network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:47:09.425699 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 on network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:47:09.426040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Attempting to bind port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 on network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:47:09.430956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:47:09.431285 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Checking segment: {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:47:09.431657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Bound using segment: {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:47:09.432065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Bound port: fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be5cb9c-1904-437f-8cc9-67392f383e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:47:09.432400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:09.521177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:47:09.523981 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:47:09.601188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:09.625886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a393427d-60a1-479a-8bf5-6bc496b83af2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:47:09.656619 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:09.657199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:09.658605 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 1094 time: 1.1633503 Mar 02 09:47:09.658911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:47:09.687824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861f9ea-70ae-4ac1-83d2-4622d30db216 service neutron] Pushing event updated for resources: {'Port': ['ID=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:09.708098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a393427d-60a1-479a-8bf5-6bc496b83af2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:09.708580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:09.710289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'status': 'completed', 'code': 200} Mar 02 09:47:09.805168 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f38c43-3129-4620-80e2-a3838bfc2409 req-e3d40497-8237-47ea-8933-dadd8a2a5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:09.806841 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-44f38c43-3129-4620-80e2-a3838bfc2409 req-e3d40497-8237-47ea-8933-dadd8a2a5a64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1097 time: 0.0774050 Mar 02 09:47:09.952753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f38c43-3129-4620-80e2-a3838bfc2409 req-07050bd1-da7e-4b68-88c6-84d13e6b17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:09.954130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-44f38c43-3129-4620-80e2-a3838bfc2409 req-07050bd1-da7e-4b68-88c6-84d13e6b17f6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&shared=False HTTP/1.1" status: 200 len: 895 time: 0.1407344 Mar 02 09:47:10.088517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f38c43-3129-4620-80e2-a3838bfc2409 req-4fbd14ef-e736-40ec-8ced-2bb6670bdb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:10.090042 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-44f38c43-3129-4620-80e2-a3838bfc2409 req-4fbd14ef-e736-40ec-8ced-2bb6670bdb2f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300082 Mar 02 09:47:10.196529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-8e1950ff-d073-4ab7-9364-386489eb7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:10.197893 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-8e1950ff-d073-4ab7-9364-386489eb7e63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1097 time: 0.0725615 Mar 02 09:47:10.267415 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-8631740e-73d5-4049-81e6-be6158324724 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 217 time: 0.0630040 Mar 02 09:47:10.373932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-d8e7add4-9172-48a8-ac99-0d7b11905061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:10.375328 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-d8e7add4-9172-48a8-ac99-0d7b11905061 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 200 len: 834 time: 0.1018236 Mar 02 09:47:10.451470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a8858-503f-4cb1-8cbe-4120a221ba29 req-6049f6af-70cf-4267-83f4-8d0b56f32b77 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:10.453327 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a3a8858-503f-4cb1-8cbe-4120a221ba29 req-6049f6af-70cf-4267-83f4-8d0b56f32b77 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 944 time: 0.1456635 Mar 02 09:47:10.507210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-9632ca60-3492-4cd4-9503-614411341f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:10.508679 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-9632ca60-3492-4cd4-9503-614411341f92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260445 Mar 02 09:47:10.511435 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a3a8858-503f-4cb1-8cbe-4120a221ba29 req-5f03dd94-651b-42c2-9af2-59b13c4a57a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515914 Mar 02 09:47:10.728286 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-36da496b-0a77-44e4-a1a9-7abea890e836 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120478 Mar 02 09:47:10.854288 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-994bde98-6672-4e32-8a95-94419cea4fb7 req-a9779877-f289-4ded-b328-a6eae3087434 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193116 Mar 02 09:47:11.697250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74e38-b892-424d-862e-bf5db480fbda req-55b1ca12-f90d-47ff-831e-3b5c7a6a3148 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:11.698762 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcb74e38-b892-424d-862e-bf5db480fbda req-55b1ca12-f90d-47ff-831e-3b5c7a6a3148 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 944 time: 0.0811243 Mar 02 09:47:11.742042 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-dcb74e38-b892-424d-862e-bf5db480fbda req-3449e48c-0c46-41a4-8308-6d03e0380efc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376925 Mar 02 09:47:12.920909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342b396-1bc5-40ea-95c0-c2e0848a17fa req-8210ada6-4d94-4cba-bccc-fde380cfce46 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:12.922436 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5342b396-1bc5-40ea-95c0-c2e0848a17fa req-8210ada6-4d94-4cba-bccc-fde380cfce46 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 944 time: 0.0785520 Mar 02 09:47:12.964858 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5342b396-1bc5-40ea-95c0-c2e0848a17fa req-d2226a27-047e-47a8-9193-e8af186bccba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367825 Mar 02 09:47:13.048857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:47:13.177649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:47:13.190705 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'port_id': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'mac_address': 'fa:16:3e:8b:20:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:47:13.244496 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:13.261302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:47:13.276757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:47:13.326242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:13.393635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:13.668266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['fb95f3c2-555a-4846-9f5b-4d2c0b7b1492'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:47:14.146737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b3e71-5233-4b83-ab98-093a979601de req-9ebc1f39-fc0c-4ac1-b005-686c14487332 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:14.148167 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e7b3e71-5233-4b83-ab98-093a979601de req-9ebc1f39-fc0c-4ac1-b005-686c14487332 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 945 time: 0.0820765 Mar 02 09:47:14.190969 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e7b3e71-5233-4b83-ab98-093a979601de req-15cf7857-7eda-44b5-bf15-cd1477178831 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373774 Mar 02 09:47:15.048617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:47:15.177437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:47:15.182059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:47:15.182423 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:15.308866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:15.334966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:47:15.345635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:47:15.379196 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'code': 200} Mar 02 09:47:15.384078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c520a-f835-4cf0-8f9f-779288078b70 req-e0447cdc-bd88-4de2-8807-c9bb17a8a0d6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:15.385566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ae0c520a-f835-4cf0-8f9f-779288078b70 req-e0447cdc-bd88-4de2-8807-c9bb17a8a0d6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 945 time: 0.0808885 Mar 02 09:47:15.417540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:15.434043 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ae0c520a-f835-4cf0-8f9f-779288078b70 req-f99de57e-aac1-4418-976a-87c7262d7683 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Mar 02 09:47:15.483404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:15.718045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba93d-bd1d-41fd-a31c-cf210fe2f49c req-5de3b8c5-6f3e-460c-a7d9-07818608e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:15.720079 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e0ba93d-bd1d-41fd-a31c-cf210fe2f49c req-5de3b8c5-6f3e-460c-a7d9-07818608e884 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1099 time: 0.0667319 Mar 02 09:47:15.758096 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8e0ba93d-bd1d-41fd-a31c-cf210fe2f49c req-cc6a423b-ccd9-41b2-96b0-234a72eee711 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325730 Mar 02 09:47:16.621569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c4a94-9c61-45e8-aab1-47433a9f2774 req-b58694ea-ba7e-4716-ade9-7433b342dac3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:16.623017 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab1c4a94-9c61-45e8-aab1-47433a9f2774 req-b58694ea-ba7e-4716-ade9-7433b342dac3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0814092 Mar 02 09:47:16.664915 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab1c4a94-9c61-45e8-aab1-47433a9f2774 req-92a5e298-522c-483a-8b5e-30aee898ae79 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357730 Mar 02 09:47:17.841106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb80b9-6a26-457f-9b2a-e91860b8e134 req-4c696d4d-c0a8-470d-ae07-4bd589a6b8a6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:17.842536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-daeb80b9-6a26-457f-9b2a-e91860b8e134 req-4c696d4d-c0a8-470d-ae07-4bd589a6b8a6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0761383 Mar 02 09:47:17.886985 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-daeb80b9-6a26-457f-9b2a-e91860b8e134 req-7a6c8ae6-9607-4ba3-bfa2-6a2c973d92a6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374143 Mar 02 09:47:17.977478 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:18.068137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebe908-258f-418a-b54d-da38f2500c4b req-9aafdb14-0e92-45b1-8af7-7ecf719e773e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:18.069591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6eebe908-258f-418a-b54d-da38f2500c4b req-9aafdb14-0e92-45b1-8af7-7ecf719e773e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0814469 Mar 02 09:47:18.112744 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6eebe908-258f-418a-b54d-da38f2500c4b req-19961c36-2340-48f4-9d44-3493a43a02cd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374858 Mar 02 09:47:18.134126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44338) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:47:18.246568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f5c82-8143-4b43-b850-e6c8be2f25c2 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:18.248043 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-064f5c82-8143-4b43-b850-e6c8be2f25c2 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1094 time: 0.1129878 Mar 02 09:47:18.251399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44344) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:47:18.256145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:47:18.261879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:47:18.265536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:floatingip and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:47:18.268896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:47:18.274360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:47:18.371713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:18.499564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:18.631486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.5 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/f5ebcda7-f610-42dc-8d67-1505fc4dcdbd) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:47:18.771648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:18.857556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:18.919028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:47:18.921576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:47:18.929573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:47:18.963443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=f5ebcda7-f610-42dc-8d67-1505fc4dcdbd,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:19.420922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:19.550972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:19.747465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:19.760209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4ba59b65-8c6e-4985-93ae-7303f0756c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:19.800001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:19.904336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=f5ebcda7-f610-42dc-8d67-1505fc4dcdbd,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:47:19.916280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:20.089187 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP 4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4 associated. External IP: 172.26.3.5, port: fb95f3c2-555a-4846-9f5b-4d2c0b7b1492. Mar 02 09:47:20.434304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:47:20.606607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:47:20.616168 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] Sync routers for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:47:20.626472 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:47:20.627059 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:20.680851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:20.801477 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:47:20.847826 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-09bebfc2-53a7-4131-af1a-6d88ca914aa4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5954058 Mar 02 09:47:20.848570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:47:20.893403 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'status': 'completed', 'code': 200} Mar 02 09:47:21.038743 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acfd09-2304-4c86-83af-98ac564c4815 req-13d062ea-467a-4c58-aae4-821999b67fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:21.040313 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-32acfd09-2304-4c86-83af-98ac564c4815 req-13d062ea-467a-4c58-aae4-821999b67fbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1099 time: 0.1259022 Mar 02 09:47:21.052941 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee762a66-7faa-4ab8-9e1e-42be56f84ca0 req-dc7c6697-e9a3-439a-9d0a-693cd3abd5fc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:21.054253 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee762a66-7faa-4ab8-9e1e-42be56f84ca0 req-dc7c6697-e9a3-439a-9d0a-693cd3abd5fc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.1099946 Mar 02 09:47:21.146450 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:47:02Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.5', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'port_id': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'mac_address': 'fa:16:3e:8b:20:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:47:19Z', 'updated_at': '2022-03-02T09:47:19Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a393427d-60a1-479a-8bf5-6bc496b83af2', 'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:af:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:47:01Z', 'updated_at': '2022-03-02T09:47:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:21.150901 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] Checking router: 4e585b5c-4a2e-41ba-868f-fdc26015fdaa for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:47:21.158362 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:47:21.158961 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:46:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:21.182561 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee762a66-7faa-4ab8-9e1e-42be56f84ca0 req-cabbf69e-76fe-4de3-bc08-60673d3382ff tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099768 Mar 02 09:47:21.205871 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44352) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:47:21.209254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acfd09-2304-4c86-83af-98ac564c4815 req-2c54b7b8-9a4b-41f3-ad98-27c0b8b3eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:21.210715 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-32acfd09-2304-4c86-83af-98ac564c4815 req-2c54b7b8-9a4b-41f3-ad98-27c0b8b3eb66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 895 time: 0.1556325 Mar 02 09:47:21.317864 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3bafd333-1551-4e5f-9095-65034dbfc180 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4 HTTP/1.1" status: 200 len: 990 time: 0.1086485 Mar 02 09:47:21.321888 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-32acfd09-2304-4c86-83af-98ac564c4815 req-62d9c50b-a755-4ae1-8198-ddc537f63111 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 998 time: 0.1050682 Mar 02 09:47:21.337527 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:47:21.383957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acfd09-2304-4c86-83af-98ac564c4815 req-a8380712-763f-49df-8323-4f97cf95eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:21.385379 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-32acfd09-2304-4c86-83af-98ac564c4815 req-a8380712-763f-49df-8323-4f97cf95eae1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 200 len: 834 time: 0.0578318 Mar 02 09:47:21.462917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acfd09-2304-4c86-83af-98ac564c4815 req-6ff31f46-c61e-4d2a-8b34-7897b19326ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:21.464381 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-32acfd09-2304-4c86-83af-98ac564c4815 req-6ff31f46-c61e-4d2a-8b34-7897b19326ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727162 Mar 02 09:47:21.594031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-32acfd09-2304-4c86-83af-98ac564c4815 req-327f31ff-489d-4af1-9f4a-7e47da39bc48 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233881 Mar 02 09:47:21.673768 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:47:02Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.5', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'port_id': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'mac_address': 'fa:16:3e:8b:20:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:47:19Z', 'updated_at': '2022-03-02T09:47:19Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a393427d-60a1-479a-8bf5-6bc496b83af2', 'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:af:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:47:01Z', 'updated_at': '2022-03-02T09:47:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:47:21.677734 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b6b14-bc8d-4464-8647-9caa1310fd81 None None] The sync data for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv is: [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:47:02Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.5', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'port_id': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'mac_address': 'fa:16:3e:8b:20:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:47:19Z', 'updated_at': '2022-03-02T09:47:19Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a393427d-60a1-479a-8bf5-6bc496b83af2', 'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:af:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:47:01Z', 'updated_at': '2022-03-02T09:47:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:47:21.728406 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-32acfd09-2304-4c86-83af-98ac564c4815 req-039142e9-def5-4889-8ca0-8459cc1dc064 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286325 Mar 02 09:47:21.866063 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47f831-d0c8-435c-be6d-9ba211c369a5 None None] New status for floating IP 4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:47:22.023486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-045aae3f-9ff3-4c52-aba1-4b4bea938881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:22.320535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44356) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:47:22.423779 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4b41a025-fd28-4f27-b568-77af41dbab94 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4 HTTP/1.1" status: 200 len: 992 time: 0.1020613 Mar 02 09:47:22.852986 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:47:23.074521 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:23.257632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:24.789217 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:39.982643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-e67a963b-2e82-4b15-a4d8-708d67955db8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1044950 Mar 02 09:47:40.118979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-45efb790-3f10-4a07-9cda-a5c6f592709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:40.120422 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-45efb790-3f10-4a07-9cda-a5c6f592709b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1099 time: 0.0712485 Mar 02 09:47:40.260393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-8d0ad1e5-d3c3-4937-8bc5-a1b118a7d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:40.261706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-8d0ad1e5-d3c3-4937-8bc5-a1b118a7d430 service neutron] 10.222.0.15 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 895 time: 0.1230211 Mar 02 09:47:40.364211 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-6418e624-26e2-4714-820c-2769bebf7bfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 1000 time: 0.0949552 Mar 02 09:47:40.426686 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-fe18c273-1db7-46a9-b67e-22c6c7b45e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:40.428585 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-fe18c273-1db7-46a9-b67e-22c6c7b45e27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 200 len: 834 time: 0.0593123 Mar 02 09:47:40.501650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-6f175974-d205-4b65-bc72-649b8105a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:47:40.503151 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-6f175974-d205-4b65-bc72-649b8105a0e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686579 Mar 02 09:47:40.738146 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-e0bc57c5-50ee-41fe-ad44-cb4047cea351 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287681 Mar 02 09:47:40.863972 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c9a25ce4-5041-4cf0-befb-60d9e8a92bb8 req-3953e481-4d56-4b8b-84dd-62e271e59ce3 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194432 Mar 02 09:47:47.937773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:49.720768 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-88b238de-288e-430f-b611-c113142058e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:51.966718 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e8c1-c781-4309-a2fd-7b5ae9296e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:53.098017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:53.245531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:54.794646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:47:59.852336 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:48:17.966609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:19.732192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2bc0f9ac-474a-42d4-a8da-6e82c2808210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:21.959662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45a39063-e01c-4cc4-bbe9-7c65a006f9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:23.086683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:23.258736 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:23.607362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840c901-634d-41d7-bcf6-97a6eb29bb1f req-249d0f90-49b1-4515-be43-b516598d26e9 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:23.609065 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0840c901-634d-41d7-bcf6-97a6eb29bb1f req-249d0f90-49b1-4515-be43-b516598d26e9 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0828698 Mar 02 09:48:23.651950 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0840c901-634d-41d7-bcf6-97a6eb29bb1f req-ab060eec-0c6c-4af7-8c63-de7715c39309 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372798 Mar 02 09:48:23.740231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44388) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:48:23.846858 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-2ccd850d-4c1a-4661-9738-679af8b99f76 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054423 Mar 02 09:48:24.760876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:24.837162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0387d-2287-46af-a683-5a084e75d18e req-136a423a-667d-4791-a6e3-e5a8d93aa3cb tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:24.838646 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-11d0387d-2287-46af-a683-5a084e75d18e req-136a423a-667d-4791-a6e3-e5a8d93aa3cb tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0824642 Mar 02 09:48:24.883474 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-11d0387d-2287-46af-a683-5a084e75d18e req-1870cf2b-58ee-4e2e-b74a-a24618d05ab3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391734 Mar 02 09:48:25.898192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-16a9316c-b177-41f3-a466-8bb5b841fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:25.899522 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-16a9316c-b177-41f3-a466-8bb5b841fa3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1099 time: 0.0683894 Mar 02 09:48:26.076389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-1e502f12-a45a-4f4b-916b-b56e958d41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:26.077798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-1e502f12-a45a-4f4b-916b-b56e958d41b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 895 time: 0.1718020 Mar 02 09:48:26.165979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1234f-38e3-422f-a63b-97640ce06177 req-d89ca4d9-4f65-4e15-bcc7-6d35073cbb5c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:26.167303 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-58f1234f-38e3-422f-a63b-97640ce06177 req-d89ca4d9-4f65-4e15-bcc7-6d35073cbb5c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.1770723 Mar 02 09:48:26.215259 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-974a3905-dc68-4505-9ed6-d9524cd456ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 1000 time: 0.1278219 Mar 02 09:48:26.261001 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-58f1234f-38e3-422f-a63b-97640ce06177 req-b84d5519-fb4f-47c9-a444-7e57b77317e9 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877955 Mar 02 09:48:26.281582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-b83f57c9-57f4-4e60-813c-775c27a34dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:26.283037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-b83f57c9-57f4-4e60-813c-775c27a34dad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 200 len: 834 time: 0.0623288 Mar 02 09:48:26.358961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-b83aadc0-2da1-4794-8c0a-34459d2f839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:26.360377 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-b83aadc0-2da1-4794-8c0a-34459d2f839c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704250 Mar 02 09:48:26.486797 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-34b20a7a-53f7-4435-b6d7-0f349ecdac72 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195021 Mar 02 09:48:26.615722 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-25e3f2bb-44d0-464e-8a67-9e7a3dd12874 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226757 Mar 02 09:48:27.441515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97adf3-2060-4b36-b572-a1a668a2d996 req-8205aaee-4e95-400e-9c96-8e587721a144 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:27.442953 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f97adf3-2060-4b36-b572-a1a668a2d996 req-8205aaee-4e95-400e-9c96-8e587721a144 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0758989 Mar 02 09:48:27.485951 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f97adf3-2060-4b36-b572-a1a668a2d996 req-ef77e501-7255-49af-b36c-b2cfb2183551 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370016 Mar 02 09:48:28.668055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a77776-b0c2-42fb-8098-beda7d81ab20 req-c9510465-f273-4567-bffb-d8f2e1f45552 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:28.669468 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e3a77776-b0c2-42fb-8098-beda7d81ab20 req-c9510465-f273-4567-bffb-d8f2e1f45552 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0795057 Mar 02 09:48:28.711773 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e3a77776-b0c2-42fb-8098-beda7d81ab20 req-627cbdfc-92f9-496a-90c7-11fd83403cdc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368111 Mar 02 09:48:29.889353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f451-306c-4cce-8a46-e7bc370d3fe4 req-dbe3812d-a8fc-4fe6-9695-21e18c62e564 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:29.890789 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7e4f451-306c-4cce-8a46-e7bc370d3fe4 req-dbe3812d-a8fc-4fe6-9695-21e18c62e564 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0773823 Mar 02 09:48:30.029040 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7e4f451-306c-4cce-8a46-e7bc370d3fe4 req-1362012e-1a07-40b9-af98-ebd0966938cc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327331 Mar 02 09:48:31.209753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261955b-1124-47b6-bcf7-5219deec71e7 req-04a26189-7023-4628-b15a-9702c903f04a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:31.211184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c261955b-1124-47b6-bcf7-5219deec71e7 req-04a26189-7023-4628-b15a-9702c903f04a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0782228 Mar 02 09:48:31.253130 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c261955b-1124-47b6-bcf7-5219deec71e7 req-6e530ebc-d4f4-4df3-a9cc-6bb374ef514d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364847 Mar 02 09:48:32.433440 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0307-1414-4336-9199-61ce17b9a768 req-6a06e24b-c749-411c-b3f8-9fce20fcda32 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:32.434873 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-da9c0307-1414-4336-9199-61ce17b9a768 req-6a06e24b-c749-411c-b3f8-9fce20fcda32 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0791667 Mar 02 09:48:32.477280 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-da9c0307-1414-4336-9199-61ce17b9a768 req-71639814-315c-4ae4-9d10-4e32c0878024 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368354 Mar 02 09:48:33.656313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb18b-2013-4abd-8ba9-21ebda4d722a req-5df3b752-28c0-4b21-93b7-5f1bc69c8c90 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:33.657764 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8c8eb18b-2013-4abd-8ba9-21ebda4d722a req-5df3b752-28c0-4b21-93b7-5f1bc69c8c90 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0777495 Mar 02 09:48:33.702096 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8c8eb18b-2013-4abd-8ba9-21ebda4d722a req-ac42e8fa-ae32-4ac4-aa41-fe0be6d0cb87 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387142 Mar 02 09:48:35.034204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa728329-8cf4-4fc9-8820-91c1dfe821cd req-07b46442-c15b-4a5f-9205-fb29bfae9e6d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:35.035656 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aa728329-8cf4-4fc9-8820-91c1dfe821cd req-07b46442-c15b-4a5f-9205-fb29bfae9e6d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0803356 Mar 02 09:48:35.078075 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aa728329-8cf4-4fc9-8820-91c1dfe821cd req-4d5d6c1e-6f77-49fd-b83c-36e02300c5bc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360808 Mar 02 09:48:36.259502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df20ca-9217-4108-80de-db7a07f3fede req-2893dd9f-2917-4cf3-b16f-86d1460bc187 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:36.260958 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5df20ca-9217-4108-80de-db7a07f3fede req-2893dd9f-2917-4cf3-b16f-86d1460bc187 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0797138 Mar 02 09:48:36.310713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5df20ca-9217-4108-80de-db7a07f3fede req-35e1e259-1464-4216-86fe-a88c19b6f279 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442080 Mar 02 09:48:36.851614 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:48:37.548698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7620c-79dc-4cf3-a90d-b638a6fb1547 req-5c7d4732-ef8b-4b8f-8adf-38e4b02750e2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:37.550143 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0db7620c-79dc-4cf3-a90d-b638a6fb1547 req-5c7d4732-ef8b-4b8f-8adf-38e4b02750e2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.1377637 Mar 02 09:48:37.592308 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0db7620c-79dc-4cf3-a90d-b638a6fb1547 req-ab6b608e-898c-42a0-8215-7de6ad4b7646 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359809 Mar 02 09:48:38.646266 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-a76de024-5eba-4a23-ba80-707a2a68745f service neutron] 10.222.0.15 "GET /v2.0/ports/fb95f3c2-555a-4846-9f5b-4d2c0b7b1492/bindings/hv-neutron-8287 HTTP/1.1" status: 200 len: 384 time: 0.0749450 Mar 02 09:48:38.778050 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ba7a5-3b48-4884-9c1f-05821f43e319 req-a67f7fbe-3032-4b8e-a706-0bfc4d4db84b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:38.779476 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-984ba7a5-3b48-4884-9c1f-05821f43e319 req-a67f7fbe-3032-4b8e-a706-0bfc4d4db84b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0804851 Mar 02 09:48:38.825451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-984ba7a5-3b48-4884-9c1f-05821f43e319 req-62671256-326b-46af-8434-d818130bfe0e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402029 Mar 02 09:48:39.223706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-ff994be9-dbb3-4281-b678-860fa102aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:39.225653 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-ff994be9-dbb3-4281-b678-860fa102aca8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 1099 time: 0.0835457 Mar 02 09:48:39.315252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-d1c745cc-fd42-4aa4-ae13-103f0e8389db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:39.316652 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-d1c745cc-fd42-4aa4-ae13-103f0e8389db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1099 time: 0.0678134 Mar 02 09:48:39.444545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-866ebf8a-baf0-4c47-808d-797fdabbc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:39.446833 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-866ebf8a-baf0-4c47-808d-797fdabbc6e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 895 time: 0.1228435 Mar 02 09:48:39.548106 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-8a635857-a272-4770-b6eb-c66c001a19b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 1000 time: 0.0946105 Mar 02 09:48:39.612838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-4a054bb0-9432-46cc-a2c4-5110219da372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:39.614249 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-4a054bb0-9432-46cc-a2c4-5110219da372 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 200 len: 834 time: 0.0589299 Mar 02 09:48:39.686036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-90ef6587-3495-4d3e-a9b9-a9c5bc3195cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:39.687428 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-90ef6587-3495-4d3e-a9b9-a9c5bc3195cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663979 Mar 02 09:48:39.814782 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-2b104028-95bb-4c59-b98e-43e322f5079d service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194115 Mar 02 09:48:39.984087 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-b347c6b2-2e17-4e3b-bf81-5a28380cbf1e service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622779 Mar 02 09:48:40.020639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76492fc3-a780-4ef0-a689-49698846637b req-a8ad9ec7-9d53-4818-af0a-172541bc78d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:40.022066 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-76492fc3-a780-4ef0-a689-49698846637b req-a8ad9ec7-9d53-4818-af0a-172541bc78d2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0862007 Mar 02 09:48:40.065500 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-76492fc3-a780-4ef0-a689-49698846637b req-b72227ba-2fae-4214-b221-5bbd45400736 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378308 Mar 02 09:48:41.014379 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-4dc09aa5-4cb1-4622-ae7f-3d886101d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:41.015840 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-4dc09aa5-4cb1-4622-ae7f-3d886101d224 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1099 time: 0.0696146 Mar 02 09:48:41.158359 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-8df45839-7797-4512-a4ca-a555e91a67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:41.159822 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-8df45839-7797-4512-a4ca-a555e91a67a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 895 time: 0.1231194 Mar 02 09:48:41.348961 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-0e2f3287-568a-4f4e-9870-70b569ce3375 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 1000 time: 0.1828384 Mar 02 09:48:41.457617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-4cbfe1f4-5b1f-4509-ba7e-25829ba6f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:41.459049 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-4cbfe1f4-5b1f-4509-ba7e-25829ba6f427 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 200 len: 834 time: 0.1021125 Mar 02 09:48:41.523662 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e7255-10a7-473b-bfbe-65db4d3faf71 req-b9c2e2be-8604-48bb-a7c9-53aa27660923 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:41.525738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-734e7255-10a7-473b-bfbe-65db4d3faf71 req-b9c2e2be-8604-48bb-a7c9-53aa27660923 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.2206805 Mar 02 09:48:41.573917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:48:41.585384 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-734e7255-10a7-473b-bfbe-65db4d3faf71 req-d9afc12a-4f8c-47b9-b158-213c361f1411 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524402 Mar 02 09:48:41.594620 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-9121be57-d03b-4313-af42-cf45a42b8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:41.596056 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-9121be57-d03b-4313-af42-cf45a42b8fff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268373 Mar 02 09:48:41.708889 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:48:41.722348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'port_id': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'mac_address': 'fa:16:3e:8b:20:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:48:41.728042 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-2e6d86cc-4bbe-4d79-ad2f-c515433b2806 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249239 Mar 02 09:48:41.780984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:41.796956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:48:41.812621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:48:41.869669 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7f9d3e3e-e863-4f32-af8f-dcbd09a5c5e1 req-23fe0a64-297c-4213-a6b8-b5767698011f service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347876 Mar 02 09:48:41.896740 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:41.964982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:48:41.971875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.972226 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.972557 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.972884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.973209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.973531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.973873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.974197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.974516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.974838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.975154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.975465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:48:41.983088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['fb95f3c2-555a-4846-9f5b-4d2c0b7b1492'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:48:42.768896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297d6a0-566c-45fc-9f7d-b5bc8f944d43 req-662cf2d1-0dbb-4ea0-803f-212a9b5340f5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:42.770366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b297d6a0-566c-45fc-9f7d-b5bc8f944d43 req-662cf2d1-0dbb-4ea0-803f-212a9b5340f5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 945 time: 0.0779333 Mar 02 09:48:42.813477 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b297d6a0-566c-45fc-9f7d-b5bc8f944d43 req-7a108b12-74ad-42c4-a565-7cb2e65ce10d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Mar 02 09:48:43.588064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:48:43.653450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:48:43.653818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:43.765024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:43.791766 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:48:43.801559 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:48:43.873573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:43.904955 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'code': 200} Mar 02 09:48:43.949995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:48:44.018079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59a932-3e21-4782-abe4-c60f70471a2b req-b740b02b-44f3-43c4-a99b-d3905e002a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:44.019509 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7c59a932-3e21-4782-abe4-c60f70471a2b req-b740b02b-44f3-43c4-a99b-d3905e002a49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0818398 Mar 02 09:48:44.062962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7c59a932-3e21-4782-abe4-c60f70471a2b req-8acb5e8a-5953-468a-a555-d2c0886604ea tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371957 Mar 02 09:48:44.515043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caceec-6f91-49ca-8ce0-7b19337434a0 req-5b889967-4a56-4b9c-a98e-2dfa602e56ab tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:44.516499 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-20caceec-6f91-49ca-8ce0-7b19337434a0 req-5b889967-4a56-4b9c-a98e-2dfa602e56ab tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0787530 Mar 02 09:48:44.609849 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-20caceec-6f91-49ca-8ce0-7b19337434a0 req-ad55668f-e676-4e7f-b417-be8f6abd916a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625889 Mar 02 09:48:44.638442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-d77a90cf-8150-4387-aaf5-32885fa5a5b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:44.639832 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-d77a90cf-8150-4387-aaf5-32885fa5a5b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&binding%3Ahost_id=hv-neutron-8287 HTTP/1.1" status: 200 len: 946 time: 0.1224732 Mar 02 09:48:44.838626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-f2616d6e-89a1-4fcd-883d-c96ff31831d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:44.839998 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-f2616d6e-89a1-4fcd-883d-c96ff31831d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1099 time: 0.1295426 Mar 02 09:48:44.852156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f833e-5992-41a4-8d2b-da06569b643e req-cee6a045-f70d-498d-9986-e7b8c611f198 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:44.853569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-939f833e-5992-41a4-8d2b-da06569b643e req-cee6a045-f70d-498d-9986-e7b8c611f198 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.1134667 Mar 02 09:48:44.980887 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-939f833e-5992-41a4-8d2b-da06569b643e req-d85a06f2-760c-4688-954a-e38e67d4fc49 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075456 Mar 02 09:48:45.008712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-0dd869e7-e1d1-46cb-80bd-925e5484cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:45.010817 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-0dd869e7-e1d1-46cb-80bd-925e5484cf99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 895 time: 0.1563947 Mar 02 09:48:45.109396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-498c669a-8c7e-4933-87a7-e15bfe5c27f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 1000 time: 0.0926099 Mar 02 09:48:45.168874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-4630d0cc-783f-4420-a9d1-181a726627fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:45.170239 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-4630d0cc-783f-4420-a9d1-181a726627fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 200 len: 834 time: 0.0544636 Mar 02 09:48:45.245368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-da09fde5-74eb-4d6e-836f-764c2e225f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:45.246798 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-da09fde5-74eb-4d6e-836f-764c2e225f46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697298 Mar 02 09:48:45.475841 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-3ef91c59-c7f5-45f4-8ef5-811b4d54beb4 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230020 Mar 02 09:48:45.606198 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-439c6c35-4e04-46a0-a5c7-c8d2297b2317 req-76b9d2c1-c2fd-4695-be66-de2f03ced26c service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234004 Mar 02 09:48:46.170721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30497e-11b7-4cde-bdd3-c30b5c3b0d17 req-508f1944-13e5-405b-bb1e-ae06d38638bc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:46.172164 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e30497e-11b7-4cde-bdd3-c30b5c3b0d17 req-508f1944-13e5-405b-bb1e-ae06d38638bc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0805550 Mar 02 09:48:46.214980 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e30497e-11b7-4cde-bdd3-c30b5c3b0d17 req-8a2718fb-11ee-4bc9-8163-76be5bcc416d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369601 Mar 02 09:48:47.401341 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79d91c-1c2f-4622-8126-2139c0b904ee req-7a0ff006-68d1-46dc-9741-caad937f483d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:48:47.402795 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2e79d91c-1c2f-4622-8126-2139c0b904ee req-7a0ff006-68d1-46dc-9741-caad937f483d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 946 time: 0.0801823 Mar 02 09:48:47.445410 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2e79d91c-1c2f-4622-8126-2139c0b904ee req-21ea723d-434a-46a0-954a-a3971341201a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371981 Mar 02 09:48:47.467552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44478) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:48:47.588490 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e608f166-8770-4e79-a14c-f5f45d591546 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4 HTTP/1.1" status: 200 len: 992 time: 0.1198196 Mar 02 09:48:47.599234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:48:47.705484 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:47.733822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:48:47.743529 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:48:47.775070 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'code': 200} Mar 02 09:48:47.817937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:47.890486 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:48:47.954948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:49.753229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7150f19d-c308-46d2-88c6-fa338c522cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:51.978646 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a172-6730-4ee4-b63c-92ce1f76671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:53.144102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:53.263972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:48:54.776783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:13.850676 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:49:17.944251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:19.764431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c911bb68-00c3-42be-b9f4-954a37b103d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:21.958968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4852854b-c76a-4d35-8955-6d6aef187d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:23.069682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:23.261431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:24.811350 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:34.686475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [req-7576f663-c029-4c81-bb3d-53ab1934b86c req-f7a449ed-52f4-457e-a2a6-322980fd9791 service neutron] (88400) timed out ('10.222.0.10', 40806) {{(pid=88400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 09:49:40.834743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44504) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:40.916919 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-c7ad1fe9-4e89-4c05-a137-8131fe7c7afd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670390 Mar 02 09:49:41.038623 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port f5ebcda7-f610-42dc-8d67-1505fc4dcdbd {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:49:41.038956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:41.057246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-eeb258e6-a110-409a-9739-921718369bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:41.058728 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-eeb258e6-a110-409a-9739-921718369bb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1097 time: 0.0707388 Mar 02 09:49:41.199356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-12d4b570-5f59-4114-aa64-66ab23cf25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:41.200717 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-12d4b570-5f59-4114-aa64-66ab23cf25e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 895 time: 0.1225619 Mar 02 09:49:41.204427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:41.204748 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:41.302079 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-1f7a0210-dfd1-4616-9c8a-753a6f55bdeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 998 time: 0.0951233 Mar 02 09:49:41.324583 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for f5ebcda7-f610-42dc-8d67-1505fc4dcdbd owned by network:floatingip {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:49:41.364311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-75f84c4d-dfb1-411d-8ba3-7e48971961b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:41.365736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-75f84c4d-dfb1-411d-8ba3-7e48971961b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 200 len: 834 time: 0.0554819 Mar 02 09:49:41.439223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-4623ea29-84de-47a9-97c1-3f65237a78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:41.440691 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-4623ea29-84de-47a9-97c1-3f65237a78c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677366 Mar 02 09:49:41.530160 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:41.572259 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-88343728-c199-4b19-881f-ec1e58833cd2 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244533 Mar 02 09:49:41.579900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=f5ebcda7-f610-42dc-8d67-1505fc4dcdbd,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:41.622547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.622887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.623222 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.623551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.623881 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.624203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.624521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.624835 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.625150 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.625504 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.625816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.626154 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:41.682553 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:41.682920 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.l3_db [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP 4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4 disassociated (deleted). External IP: 172.26.3.5, port: fb95f3c2-555a-4846-9f5b-4d2c0b7b1492. Mar 02 09:49:41.701492 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8ab63d4-35ed-471a-b86e-6778d5cbf986 req-e4db4724-70d0-4435-bd78-91dee13ee68b service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234968 Mar 02 09:49:42.128148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:49:42.298233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:49:42.307487 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] Sync routers for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:49:42.316936 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:49:42.317539 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:49:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:42.393261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:42.450658 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-78108e2e-ca10-4783-a657-ae1d117d3dd7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/floatingips/4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4 HTTP/1.1" status: 204 len: 168 time: 1.6142361 Mar 02 09:49:42.451237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492'}] {{(pid=88400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:49:42.493572 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:49:42.503714 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'status': 'completed', 'code': 200} Mar 02 09:49:42.607138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-adc72128-2e15-40b5-8a37-9fc979cdf80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:42.608998 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-adc72128-2e15-40b5-8a37-9fc979cdf80d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 1097 time: 0.0827262 Mar 02 09:49:42.741504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-4cb4ddc8-6de4-43ea-a7cc-4061e614d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:42.742882 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-4cb4ddc8-6de4-43ea-a7cc-4061e614d568 service neutron] 10.222.0.15 "GET /v2.0/networks?id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 200 len: 895 time: 0.1283062 Mar 02 09:49:42.809965 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:47:02Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a393427d-60a1-479a-8bf5-6bc496b83af2', 'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:af:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:47:01Z', 'updated_at': '2022-03-02T09:47:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:42.811737 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-94cb5b31-3c1c-446b-8737-4b66df521ab0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 200 len: 217 time: 0.0623679 Mar 02 09:49:42.813772 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] Checking router: 4e585b5c-4a2e-41ba-868f-fdc26015fdaa for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:49:42.821973 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:49:42.822555 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:49:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:43.005674 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:49:43.025313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-0dcd860c-e55f-412e-a443-84148f985046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:43.026753 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-0dcd860c-e55f-412e-a443-84148f985046 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 200 len: 834 time: 0.2097824 Mar 02 09:49:43.095289 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e0987-8443-404c-957e-fd931282dd50 req-8ad1f323-3968-4c15-9536-9e59ef850034 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:43.096698 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-155e0987-8443-404c-957e-fd931282dd50 req-8ad1f323-3968-4c15-9536-9e59ef850034 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 944 time: 0.1443586 Mar 02 09:49:43.145857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-b1e25cca-d0bd-4b4f-8eda-583afcc13081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:43.147314 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-b1e25cca-d0bd-4b4f-8eda-583afcc13081 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26abc05b-9b4b-42d1-8f73-4d5440e8c74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129880 Mar 02 09:49:43.157345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-155e0987-8443-404c-957e-fd931282dd50 req-28c21048-8954-4b29-be86-af362dd016bb tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541134 Mar 02 09:49:43.279149 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-d462e174-3acf-4cdf-9569-a6601c3c4259 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208954 Mar 02 09:49:43.310216 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:47:02Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a393427d-60a1-479a-8bf5-6bc496b83af2', 'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:af:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:47:01Z', 'updated_at': '2022-03-02T09:47:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:43.314328 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2f461-5594-4c34-806d-59fb1fd3fcc4 None None] The sync data for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv is: [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:47:02Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'a393427d-60a1-479a-8bf5-6bc496b83af2', 'name': '', 'network_id': '26abc05b-9b4b-42d1-8f73-4d5440e8c74a', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:af:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:47:01Z', 'updated_at': '2022-03-02T09:47:07Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '8c464e35-5111-49ad-9c77-44b72e3aee02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:49:43.414731 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-25de8242-b1eb-40f1-84cd-fcefc408ad4a req-2905b0b3-8ca0-4dba-9e9d-6da92c9fbd32 service neutron] 10.222.0.15 "GET /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290979 Mar 02 09:49:43.553138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4227fdc-7a44-4d5e-b2c9-7c9d6f599379 None None] New status for floating IP 4a5bede8-9aee-44a0-9815-c8e1e6eaa8c4: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:49:44.352403 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896586-6593-42f7-a9c9-cc6497a02b20 req-def688c5-597a-4e9b-9440-0e90195b725d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:44.353850 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04896586-6593-42f7-a9c9-cc6497a02b20 req-def688c5-597a-4e9b-9440-0e90195b725d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 944 time: 0.0811975 Mar 02 09:49:44.397348 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-04896586-6593-42f7-a9c9-cc6497a02b20 req-07a99f85-b88d-4486-b46d-f48e6fdb0678 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371008 Mar 02 09:49:44.899711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-a2e8dc88-b0bc-4f7c-bec5-ebb5f2288a87 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:44.901028 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-a2e8dc88-b0bc-4f7c-bec5-ebb5f2288a87 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 944 time: 0.0781813 Mar 02 09:49:44.971302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:49:44.971644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:45.207079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:49:45.207353 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:45.325343 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:49:45.548742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:45.552016 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0c64d32e-fabf-4d36-846e-ee1cbb974ded req-92c8f72d-df98-47c5-aa68-90419baa6e3e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4b71a0b-c73b-416b-a303-c368494e8150 HTTP/1.1" status: 200 len: 210 time: 0.0513449 Mar 02 09:49:45.598964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=fb95f3c2-555a-4846-9f5b-4d2c0b7b1492,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:45.639181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.639400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.639737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.640123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.640463 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.640746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.641070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.641391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.641713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.642127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.642448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.642800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:45.683741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] No DVR routers for this DVR port fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:49:45.686009 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:45.688348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'name': 'network-vif-deleted', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:49:45.700188 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e90604ff-ea5d-414a-8a44-2dd7a61b76f9 req-626590e3-9210-4df3-b235-005e2f5ab862 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "DELETE /v2.0/ports/fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 HTTP/1.1" status: 204 len: 173 time: 0.7925663 Mar 02 09:49:45.731769 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b71a0b-c73b-416b-a303-c368494e8150', 'name': 'network-vif-deleted', 'tag': 'fb95f3c2-555a-4846-9f5b-4d2c0b7b1492', 'status': 'completed', 'code': 200} Mar 02 09:49:46.646988 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44524) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:47.174528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:47.511252 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port a393427d-60a1-479a-8bf5-6bc496b83af2 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:49:47.511475 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:47.801647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port a393427d-60a1-479a-8bf5-6bc496b83af2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a393427d-60a1-479a-8bf5-6bc496b83af2,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:49:47.802386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:47.924015 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for a393427d-60a1-479a-8bf5-6bc496b83af2 owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:49:47.958216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:48.295698 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:48.372416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=a393427d-60a1-479a-8bf5-6bc496b83af2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:48.617314 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:48.966266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:49:49.245059 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:49:49.254765 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] Sync routers for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:49:49.257649 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c0d49eae-52e9-4fd1-8523-7b2789357447 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/4e585b5c-4a2e-41ba-868f-fdc26015fdaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6095583 Mar 02 09:49:49.260234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44528) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:49.265063 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:49:49.265662 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:49:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:49.323209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-4baa7798-8617-4b26-80ac-e3c3bb4ff57b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting subnet 8c464e35-5111-49ad-9c77-44b72e3aee02 {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:49:49.326719 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4baa7798-8617-4b26-80ac-e3c3bb4ff57b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:49.379645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4baa7798-8617-4b26-80ac-e3c3bb4ff57b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:49.435413 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:49:49.463634 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4baa7798-8617-4b26-80ac-e3c3bb4ff57b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:49.613223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4baa7798-8617-4b26-80ac-e3c3bb4ff57b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:49.652672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa7798-8617-4b26-80ac-e3c3bb4ff57b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Subnet': ['ID=8c464e35-5111-49ad-9c77-44b72e3aee02,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:49.659477 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4baa7798-8617-4b26-80ac-e3c3bb4ff57b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:49.662784 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4baa7798-8617-4b26-80ac-e3c3bb4ff57b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/subnets/8c464e35-5111-49ad-9c77-44b72e3aee02 HTTP/1.1" status: 204 len: 168 time: 0.4015808 Mar 02 09:49:49.665634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44532) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:49.674075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c0edbf-df8f-4352-9278-19853a0cda67 None None] Network 26abc05b-9b4b-42d1-8f73-4d5440e8c74a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:49:49.753443 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:49:48Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:49.757725 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] Checking router: 4e585b5c-4a2e-41ba-868f-fdc26015fdaa for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:49:49.766806 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] Routers {'4e585b5c-4a2e-41ba-868f-fdc26015fdaa'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:49:49.767432 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:49:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:49.786818 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-80a39957-d426-45a7-b2a3-12498cf92442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:49.907803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:49:49.944301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:49:49.944640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb95f3c2-555a-4846-9f5b-4d2c0b7b1492 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:49:49.953309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:49.956433 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] Set router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:49:49.990628 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] DHCP port deletion for 26abc05b-9b4b-42d1-8f73-4d5440e8c74a request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:49:49.995670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Deleting port 1231a2bd-eff4-443a-a9b7-e86b707215e2 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:49:49.997590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:50.134226 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:50.195653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] For port 1231a2bd-eff4-443a-a9b7-e86b707215e2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=1231a2bd-eff4-443a-a9b7-e86b707215e2,segment=NetworkSegment(6be5cb9c-1904-437f-8cc9-67392f383e61),segment_id=6be5cb9c-1904-437f-8cc9-67392f383e61)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:49:50.195975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:50.204205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 65223eaa-a9f1-47aa-8c39-dcf344f8e159 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:49:50.204495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:50.231748 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:49:48Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:50.235963 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eba575-b00c-4897-9c56-b092b07cc818 None None] The sync data for ids ['4e585b5c-4a2e-41ba-868f-fdc26015fdaa'] in dv-neutron-828796-1-hyperv is: [{'id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-557828484', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:46:57Z', 'updated_at': '2022-03-02T09:49:48Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '65223eaa-a9f1-47aa-8c39-dcf344f8e159', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:af:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e585b5c-4a2e-41ba-868f-fdc26015fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:46:58Z', 'updated_at': '2022-03-02T09:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:49:50.356441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Calling delete_port for 1231a2bd-eff4-443a-a9b7-e86b707215e2 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:49:50.382308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 65223eaa-a9f1-47aa-8c39-dcf344f8e159, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=65223eaa-a9f1-47aa-8c39-dcf344f8e159,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:49:50.382665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:50.504199 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 65223eaa-a9f1-47aa-8c39-dcf344f8e159 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:49:50.513125 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:50.562111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Pushing event deleted for resources: {'Port': ['ID=1231a2bd-eff4-443a-a9b7-e86b707215e2,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:50.571189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] No DVR routers for this DVR port 1231a2bd-eff4-443a-a9b7-e86b707215e2 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:49:50.573130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.573479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.573812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.574160 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.574585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.574916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.575237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.575678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.575999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.576316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.576663 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.576948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb4bcc-97bc-47e8-a4ce-b049f20f2eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:49:50.849223 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:49:50.863966 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:50.913330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=65223eaa-a9f1-47aa-8c39-dcf344f8e159,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:50.997063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.165295 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.167460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.252629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.253147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Fanout notify agent at l3_agent the message router_deleted on router 4e585b5c-4a2e-41ba-868f-fdc26015fdaa {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:49:51.268151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.269293 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-40335ff9-32d2-4597-815d-99372b1212a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/routers/4e585b5c-4a2e-41ba-868f-fdc26015fdaa HTTP/1.1" status: 204 len: 168 time: 1.6026282 Mar 02 09:49:51.272090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44536) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:51.485234 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.613577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.638633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26abc05b-9b4b-42d1-8f73-4d5440e8c74a']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:51.650109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be5cb9c-1904-437f-8cc9-67392f383e61') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:51.650402 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be5cb9c-1904-437f-8cc9-67392f383e61') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:49:51.662056 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.680900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.691747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:49:51.692151 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:49:51.731446 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:49:51.734291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a393427d-60a1-479a-8bf5-6bc496b83af2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:49:51.758426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a393427d-60a1-479a-8bf5-6bc496b83af2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:49:51.758942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a393427d-60a1-479a-8bf5-6bc496b83af2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:49:51.759179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 65223eaa-a9f1-47aa-8c39-dcf344f8e159 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:49:51.798781 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 65223eaa-a9f1-47aa-8c39-dcf344f8e159 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:49:51.799162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 65223eaa-a9f1-47aa-8c39-dcf344f8e159 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:49:51.799591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1231a2bd-eff4-443a-a9b7-e86b707215e2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:49:51.834061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 1231a2bd-eff4-443a-a9b7-e86b707215e2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:49:51.834510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 1231a2bd-eff4-443a-a9b7-e86b707215e2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:49:51.864187 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.881773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.894293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Network': ['ID=26abc05b-9b4b-42d1-8f73-4d5440e8c74a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:51.897318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-7d6cdcf6-38be-41d7-811d-b59991608243 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/networks/26abc05b-9b4b-42d1-8f73-4d5440e8c74a HTTP/1.1" status: 204 len: 168 time: 0.6243184 Mar 02 09:49:51.900066 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44540) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:51.966027 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37457215-2ee2-4616-85ee-6acc4b9b239e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.978506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3c97c0a1-a913-4120-b4a9-08513ead3a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:51.995369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37457215-2ee2-4616-85ee-6acc4b9b239e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:52.112320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37457215-2ee2-4616-85ee-6acc4b9b239e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:52.127208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37457215-2ee2-4616-85ee-6acc4b9b239e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:52.133747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-37457215-2ee2-4616-85ee-6acc4b9b239e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:52.134913 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-37457215-2ee2-4616-85ee-6acc4b9b239e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/security-groups/c0ddc6ee-7888-4401-ab4e-e1fc14bb29c9 HTTP/1.1" status: 204 len: 168 time: 0.2339077 Mar 02 09:49:53.069964 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:53.275735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:54.769668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44552) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:54.774814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805362603', 'description': 'tempest-secgroup-smoke-805362603 description', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:49:54.781263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:54.784064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:54.785001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:54.787823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:54.793323 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:54.864007 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:54.882604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:54.886303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:54.889560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:54.895116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:54.960581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.030194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.070155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6a194e-683b-4bdd-a253-188aea31e666,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:55.144590 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.145745 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e4a584a2-12cf-44bd-8769-8c54da79d5ba tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3750758 Mar 02 09:49:55.148579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44556) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:55.153458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a194e-683b-4bdd-a253-188aea31e666', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:49:55.159879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:55.163610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:55.166427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:55.172572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:55.249815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.307369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.378493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.402496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1cb64b-204a-4921-9894-f84cf691d7bf,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:55.486898 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.488106 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-38ef94f4-3af8-4147-a5a9-ad4c9b11b461 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385754 Mar 02 09:49:55.490755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44560) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:55.495635 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a194e-683b-4bdd-a253-188aea31e666', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:49:55.501519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:55.505299 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:55.508169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:55.514320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:55.608844 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.671505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.732835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.755166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cf71c3-670a-4a72-8b1d-19400a4249a8,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:55.821265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.822493 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ebc3949a-cad3-4d84-b833-3e5c024fc440 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3308418 Mar 02 09:49:55.825200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44564) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:55.830663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a194e-683b-4bdd-a253-188aea31e666', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:49:55.836421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:55.840137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:55.842982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:55.848515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:55.933176 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:55.993622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.055024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.079494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7affcdc-acbc-4517-adc4-ac43fc2bf55c,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:56.170242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.171426 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0b825949-c1c7-4508-9870-cdc9e97d6776 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453255 Mar 02 09:49:56.174201 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44568) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:56.179078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a194e-683b-4bdd-a253-188aea31e666', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:49:56.184940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:56.189249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:56.192167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:56.197722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:56.272878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.335934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.407011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.430113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3b055f-ecaf-437b-85c9-9b930a7b919a,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:56.515818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.517063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-05db3ddf-1a09-4b93-9025-42dcd3e231d8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3419433 Mar 02 09:49:56.519745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44572) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:56.524685 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a194e-683b-4bdd-a253-188aea31e666', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:49:56.531185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:56.534956 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:56.537772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:56.543466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:56.606957 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:49:56.614683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.676703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.746503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.768155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd95ee0-a24c-419f-9556-57c13838c2ba,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:56.855227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:56.856453 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-24258265-09a9-40ce-b785-dc01f3b8fa0c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3357875 Mar 02 09:49:56.859973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44576) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:56.864846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': 'cf6a194e-683b-4bdd-a253-188aea31e666', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:49:56.870593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:56.874352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:56.877138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:56.882702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:56.952635 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:49:56.959001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.021450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.095284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.117916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7678886c-683d-4a14-bced-4c3545ebe848,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:57.261051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.262290 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1ff9334d-f232-4b62-b92e-5593f0e9c124 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4013481 Mar 02 09:49:57.265560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44580) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:57.270768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'network': {'name': 'tempest-network-smoke--351621908', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'port_security_enabled': True}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:49:57.275576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:57.280119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:network and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:57.282860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:57.288406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:57.358411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:49:57.361803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.388153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:49:57.396871 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.397200 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Added segment 52fb1c7d-4ad4-4b06-a596-e723c2470664 of type vlan for network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 Mar 02 09:49:57.421804 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.529764 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.535055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:49:57.535633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.643029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Network': ['ID=0d60c9f4-176f-49ee-b48f-86a2c03381d5,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:57.653758 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:49:57.656094 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-34c2f962-2bf0-408f-986d-03a43fb8d640 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3895485 Mar 02 09:49:57.658727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44584) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:49:57.663700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'admin_state_up': True, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:49:57.671117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:49:57.674928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:router and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:49:57.677749 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:49:57.684003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:49:57.763902 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.764910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:57.778962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:58.209366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:58.576074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:58.604080 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:58.738438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.64 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/58fe7bab-3bdc-4e61-b98f-ad87089ac4a3) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:49:58.879717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:58.961864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:59.020765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:49:59.027195 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:49:59.031626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:49:59.059582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=58fe7bab-3bdc-4e61-b98f-ad87089ac4a3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:49:59.478207 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:49:59.906799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:00.178412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 57dc9415-3246-405c-ba7a-3b00a58cba8e is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:50:00.350603 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:50:00.360795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Sync routers for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:50:00.369915 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:50:00.370545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:49:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:00.441553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:00.442713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-9bb1e7e0-73b8-48f3-97dd-a7b4b325c3ef tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7830961 Mar 02 09:50:00.445856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44588) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:00.486201 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-78e3a58f-4c0b-458f-89cf-5396721e3978 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e998ca2307d46a4a47e3d503df0b7aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391755 Mar 02 09:50:00.488876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44592) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:00.546066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:50:00.625414 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad122a29-61e4-453c-977d-5929d4859fb4 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:00.626915 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-ad122a29-61e4-453c-977d-5929d4859fb4 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370661 Mar 02 09:50:00.629701 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44596) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:00.668181 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1e9138dc-f211-41e0-9119-38c684aab3c0 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373657 Mar 02 09:50:00.670657 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44600) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:00.676115 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675245543', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:50:00.782637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:50:00.786365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:subnet and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:50:00.789071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:50:00.794604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:50:00.833573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:49:59Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:00.838838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Checking router: 57dc9415-3246-405c-ba7a-3b00a58cba8e for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:50:00.839183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Updating router 57dc9415-3246-405c-ba7a-3b00a58cba8e port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:50:00.856472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:50:00.860670 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:00.890612 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:01.124780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:01.206413 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Subnet': ['ID=449e1872-d3aa-4ae8-beb6-9d8409d93f0b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:01.210017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:01.217325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Checking segment: {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:50:01.217677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network hostable DHCP agents. Network: 0d60c9f4-176f-49ee-b48f-86a2c03381d5, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:50:01.223070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Transition to ACTIVE for port object 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:50:01.290169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:01.318812 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:50:01.395783 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 0d60c9f4-176f-49ee-b48f-86a2c03381d5) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:50:01.404032 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:01.404381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3514f21-6294-4fc3-9f79-dd043f28b914 None None] Network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:50:01.408586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:01.435783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Attempting to bind port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:50:01.436143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Attempting to bind port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:50:01.436500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Attempting to bind port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:50:01.485309 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5c0fcab4-669e-47e6-b034-55301eafc5e0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8135424 Mar 02 09:50:01.488068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44604) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:01.493748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:50:01.494221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:50:01.494588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:01.494983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:50:01.495461 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Bound port: 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:50:01.495830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:01.518487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726c70f-7566-4667-8567-c1a40410eecd None None] Pushing event updated for resources: {'Port': ['ID=58fe7bab-3bdc-4e61-b98f-ad87089ac4a3,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:01.625944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] For port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:50:01.644171 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] For port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=58fe7bab-3bdc-4e61-b98f-ad87089ac4a3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:50:01.698197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:50:01.701893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:01.760535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:01.870144 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726c70f-7566-4667-8567-c1a40410eecd None None] Pushing event updated for resources: {'Port': ['ID=58fe7bab-3bdc-4e61-b98f-ad87089ac4a3,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:01.875325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:50:01.875928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:49:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:02.056283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Allocated IP 172.20.0.2 (0d60c9f4-176f-49ee-b48f-86a2c03381d5/449e1872-d3aa-4ae8-beb6-9d8409d93f0b/a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:50:02.128497 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:50:02.279625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:02.522699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:02.536014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Transition to ACTIVE for port object a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:50:02.559071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Transition to ACTIVE for port object a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:50:02.572337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:49:59Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:02.576976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018ac13-f357-41bf-8f41-4d90c332b045 None None] The sync data for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv is: [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:49:59Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:50:02.627574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:02.687497 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:50:02.690402 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:50:02.692817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:50:02.696258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.1 (0d60c9f4-176f-49ee-b48f-86a2c03381d5/449e1872-d3aa-4ae8-beb6-9d8409d93f0b/942e828a-3ccd-4720-b765-5ddfedad5b0f) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:50:02.748505 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Pushing event updated for resources: {'Port': ['ID=a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:02.818682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Attempting to bind port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:50:02.819055 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Attempting to bind port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:50:02.819416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Attempting to bind port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a on network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:50:02.824690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:50:02.825058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Checking segment: {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:50:02.825456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:02.826442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Bound using segment: {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:50:02.826904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Bound port: a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:50:02.827273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:02.873501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:02.890626 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object 942e828a-3ccd-4720-b765-5ddfedad5b0f will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:50:02.969304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] For port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:50:02.974371 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] For port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:50:02.992817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:03.038885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:03.054666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:50:03.057759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:50:03.067351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:50:03.112526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=942e828a-3ccd-4720-b765-5ddfedad5b0f,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:03.132135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c33a2-993d-4bf4-b953-4adeafdc4cf7 None None] Pushing event updated for resources: {'Port': ['ID=a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:03.137281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:03.505824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:03.745176 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:50:03.881477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:50:03.888586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:03.888586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:03.926692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:04.009227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:04.016752 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:04.026333 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=58fe7bab-3bdc-4e61-b98f-ad87089ac4a3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:50:04.091043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed5cbab-31ae-45f7-a1f4-2cebf4c4d894 None None] Network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:50:04.108176 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:04.108949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:50:04.262976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=942e828a-3ccd-4720-b765-5ddfedad5b0f,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:04.266311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:04.318902 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=58fe7bab-3bdc-4e61-b98f-ad87089ac4a3,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:04.372803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-25601755-45ac-4e72-8979-6c544568070f None None] Provisioning for port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:50:04.395017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:50:04.408472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:50:04.409822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:50:04.428848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:04.429224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:04.576230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:04.607368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 57dc9415-3246-405c-ba7a-3b00a58cba8e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:50:04.613939 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:50:04.695387 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:04.771699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:04.799585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:50:04.806135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0ead521f-96dd-402a-9569-4c8d503e4698 None None] Provisioning complete for port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:04.806605 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0ead521f-96dd-402a-9569-4c8d503e4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:04.809481 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Sync routers for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:50:04.823284 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:50:04.824152 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:49:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:04.829667 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b8d0e289-087a-4b94-8a49-b9cad1c6bc5b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/57dc9415-3246-405c-ba7a-3b00a58cba8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3400407 Mar 02 09:50:05.004281 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-039c1f4a-f309-4117-88fb-bef4847502b6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:50:05.033467 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:50:05.084082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0ead521f-96dd-402a-9569-4c8d503e4698 None None] Provisioning for port 942e828a-3ccd-4720-b765-5ddfedad5b0f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:50:05.089139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-0ead521f-96dd-402a-9569-4c8d503e4698 None None] Provisioning complete for port 942e828a-3ccd-4720-b765-5ddfedad5b0f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:05.089540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0ead521f-96dd-402a-9569-4c8d503e4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:05.147242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0ead521f-96dd-402a-9569-4c8d503e4698 None None] Port 942e828a-3ccd-4720-b765-5ddfedad5b0f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:50:05.161624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-039c1f4a-f309-4117-88fb-bef4847502b6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:50:05.162865 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-039c1f4a-f309-4117-88fb-bef4847502b6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805362603&fields=id&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 267 time: 0.2049026 Mar 02 09:50:05.267973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ad31f36c-66c7-4067-a3ae-f1234258cb6d None None] Provisioning complete for port 942e828a-3ccd-4720-b765-5ddfedad5b0f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:05.268251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ad31f36c-66c7-4067-a3ae-f1234258cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:05.313385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-a2ce8511-a92f-4180-b555-c1e3f953024f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:05.314094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-a2ce8511-a92f-4180-b555-c1e3f953024f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:50:05.320007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ad31f36c-66c7-4067-a3ae-f1234258cb6d None None] Port 942e828a-3ccd-4720-b765-5ddfedad5b0f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:50:05.355669 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '942e828a-3ccd-4720-b765-5ddfedad5b0f', 'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:f7:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:50:02Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 2, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:05.359819 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Checking router: 57dc9415-3246-405c-ba7a-3b00a58cba8e for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:50:05.360102 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Updating router 57dc9415-3246-405c-ba7a-3b00a58cba8e port 942e828a-3ccd-4720-b765-5ddfedad5b0f binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:50:05.404713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-a2ce8511-a92f-4180-b555-c1e3f953024f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:50:05.405914 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-a2ce8511-a92f-4180-b555-c1e3f953024f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/networks?id=0d60c9f4-176f-49ee-b48f-86a2c03381d5 HTTP/1.1" status: 200 len: 796 time: 0.2357979 Mar 02 09:50:05.421376 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-8ec5889b-1c73-4873-904f-34b736e6a21d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/quotas/3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 375 time: 0.0099349 Mar 02 09:50:05.443018 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:05.506152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-c236e475-04e4-43bd-ad4c-9ed9c0232afa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:50:05.581163 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-c236e475-04e4-43bd-ad4c-9ed9c0232afa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:50:05.582498 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-c236e475-04e4-43bd-ad4c-9ed9c0232afa tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557045 Mar 02 09:50:05.729304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:50:05.780492 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:05.794093 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Transition to ACTIVE for port object 942e828a-3ccd-4720-b765-5ddfedad5b0f will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:50:05.801123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:05.801627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:05.831558 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-d9876278-9a8c-4cb5-81f1-c58fdb88c880 service neutron] 10.222.0.10 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377291 Mar 02 09:50:05.892749 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:05.917957 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:50:05.963837 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Pushing event updated for resources: {'Port': ['ID=942e828a-3ccd-4720-b765-5ddfedad5b0f,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:05.967403 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-c5d033e0-2964-4f4a-8481-f06a11d3d664 service neutron] 10.222.0.10 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299031 Mar 02 09:50:05.986124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:05.986326 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:06.021595 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.022424 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.022711 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.023277 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.023837 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.024374 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.024882 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.025377 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.025708 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.026061 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.026384 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.026700 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:50:06.132923 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Attempting to bind port 942e828a-3ccd-4720-b765-5ddfedad5b0f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:50:06.133283 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Attempting to bind port 942e828a-3ccd-4720-b765-5ddfedad5b0f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:50:06.133630 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Attempting to bind port 942e828a-3ccd-4720-b765-5ddfedad5b0f on network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:50:06.139149 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:50:06.139657 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Checking segment: {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:50:06.140047 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:06.140502 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Bound using segment: {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:50:06.140952 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Bound port: 942e828a-3ccd-4720-b765-5ddfedad5b0f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:50:06.141313 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:06.236212 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] For port 942e828a-3ccd-4720-b765-5ddfedad5b0f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:50:06.239465 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] For port 942e828a-3ccd-4720-b765-5ddfedad5b0f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=942e828a-3ccd-4720-b765-5ddfedad5b0f,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:50:06.301856 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:06.302009 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2046388-b516-43ac-9bcc-9e93a7e9307d req-d507f49a-f3c6-4331-b946-cccbc64f3ee8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 210 time: 0.0426466 Mar 02 09:50:06.379099 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:50:06.379712 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:49:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:06.444492 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72923c-0cc1-46ed-b977-fa2a017af01f None None] Pushing event updated for resources: {'Port': ['ID=942e828a-3ccd-4720-b765-5ddfedad5b0f,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:06.567993 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:50:06.878136 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '942e828a-3ccd-4720-b765-5ddfedad5b0f', 'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:f7:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:50:02Z', 'updated_at': '2022-03-02T09:50:06Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:06.881908 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65efb3-53ff-4871-97af-5ebda23f628a None None] The sync data for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv is: [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '942e828a-3ccd-4720-b765-5ddfedad5b0f', 'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:f7:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:50:02Z', 'updated_at': '2022-03-02T09:50:06Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:50:07.449464 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-06c159fa-ab66-443e-81f8-6e65ebdeb1c8 req-6269c025-975a-4c14-a99e-06aa2d4b14db tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 210 time: 0.0419991 Mar 02 09:50:07.741205 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 942e828a-3ccd-4720-b765-5ddfedad5b0f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:50:07.859217 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 942e828a-3ccd-4720-b765-5ddfedad5b0f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:50:07.864588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 942e828a-3ccd-4720-b765-5ddfedad5b0f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:07.867437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:08.012944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:08.043873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 942e828a-3ccd-4720-b765-5ddfedad5b0f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=942e828a-3ccd-4720-b765-5ddfedad5b0f,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:50:08.129787 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:08.197585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=942e828a-3ccd-4720-b765-5ddfedad5b0f,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:08.378214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-0d4c4166-cb0e-4401-b1ca-80da23f8e619 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:08.379709 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-0d4c4166-cb0e-4401-b1ca-80da23f8e619 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/networks?id=0d60c9f4-176f-49ee-b48f-86a2c03381d5 HTTP/1.1" status: 200 len: 796 time: 0.1497638 Mar 02 09:50:08.431758 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-eae8bc39-36d0-4ebf-9403-932149d46f43 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 379 time: 0.0441012 Mar 02 09:50:08.440757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'port': {'device_id': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'admin_state_up': True, 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'security_groups': ['cf6a194e-683b-4bdd-a253-188aea31e666']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:50:08.740232 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eef9b481-d877-4dd1-be8d-be7a59b87aad req-25185b07-f410-4d34-8091-7d2ec2f472b9 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 210 time: 0.1759763 Mar 02 09:50:08.745333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:50:08.756935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:50:08.847611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:50:08.851076 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:09.007339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.11 (0d60c9f4-176f-49ee-b48f-86a2c03381d5/449e1872-d3aa-4ae8-beb6-9d8409d93f0b/9a8e0780-6768-4471-b081-22170a805a65) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:50:09.193722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:09.208974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object 9a8e0780-6768-4471-b081-22170a805a65 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:50:09.287604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:09.353052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:50:09.355916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:50:09.364430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:50:09.400903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=9a8e0780-6768-4471-b081-22170a805a65,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:09.431740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:09.432338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:09.545323 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-fd24d6d1-86d3-4d00-b9b1-dd32f2b6b876 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1082504 Mar 02 09:50:09.556818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Request body: {'port': {'device_id': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:50:09.661245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-35e83eb8-f378-42e3-ae24-0f21257d3b93 None None] Provisioning for port 9a8e0780-6768-4471-b081-22170a805a65 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:50:09.667213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-35e83eb8-f378-42e3-ae24-0f21257d3b93 None None] Provisioning complete for port 9a8e0780-6768-4471-b081-22170a805a65 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:09.673154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-35e83eb8-f378-42e3-ae24-0f21257d3b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:09.673462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:09.719007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 942e828a-3ccd-4720-b765-5ddfedad5b0f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:50:09.759098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-35e83eb8-f378-42e3-ae24-0f21257d3b93 None None] Port 9a8e0780-6768-4471-b081-22170a805a65 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:50:09.795079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 942e828a-3ccd-4720-b765-5ddfedad5b0f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:09.795527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:10.014566 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047d784-7685-445e-b9a0-d61b1b68662d req-728be6c8-5df7-4495-bf90-2200070d00c7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:10.015165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-9047d784-7685-445e-b9a0-d61b1b68662d req-728be6c8-5df7-4495-bf90-2200070d00c7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:50:10.079623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8e0780-6768-4471-b081-22170a805a65 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:50:10.086585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:10.100518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Transition to ACTIVE for port object 9a8e0780-6768-4471-b081-22170a805a65 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:50:10.174976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-9047d784-7685-445e-b9a0-d61b1b68662d req-728be6c8-5df7-4495-bf90-2200070d00c7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:50:10.176161 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9047d784-7685-445e-b9a0-d61b1b68662d req-728be6c8-5df7-4495-bf90-2200070d00c7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 932 time: 0.2846246 Mar 02 09:50:10.210117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:10.262022 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9047d784-7685-445e-b9a0-d61b1b68662d req-96f502c4-f456-4b86-be22-e24856acaba0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798578 Mar 02 09:50:10.343859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8e0780-6768-4471-b081-22170a805a65,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:10.454275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Attempting to bind port 9a8e0780-6768-4471-b081-22170a805a65 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:50:10.454604 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Attempting to bind port 9a8e0780-6768-4471-b081-22170a805a65 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:50:10.454921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Attempting to bind port 9a8e0780-6768-4471-b081-22170a805a65 on network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:50:10.459462 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Port 9a8e0780-6768-4471-b081-22170a805a65 on network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:50:10.459770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Attempting to bind port 9a8e0780-6768-4471-b081-22170a805a65 on network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:50:10.464714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:50:10.465041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Checking segment: {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:50:10.466992 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Bound using segment: {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:50:10.467593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Bound port: 9a8e0780-6768-4471-b081-22170a805a65, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52fb1c7d-4ad4-4b06-a596-e723c2470664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:50:10.467950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:10.556378 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] For port 9a8e0780-6768-4471-b081-22170a805a65, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:50:10.559322 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] For port 9a8e0780-6768-4471-b081-22170a805a65, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9a8e0780-6768-4471-b081-22170a805a65,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:50:10.613055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:10.671519 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:10.672442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:10.674142 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] 10.222.0.15 "PUT /v2.0/ports/9a8e0780-6768-4471-b081-22170a805a65 HTTP/1.1" status: 200 len: 1094 time: 1.1214666 Mar 02 09:50:10.674753 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'tag': '9a8e0780-6768-4471-b081-22170a805a65'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:50:10.705335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29497a-ed67-4ea8-9e10-7b94b16c6142 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8e0780-6768-4471-b081-22170a805a65,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:10.726049 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'tag': '9a8e0780-6768-4471-b081-22170a805a65', 'status': 'completed', 'code': 200} Mar 02 09:50:10.823115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28ce3-071f-4ae1-9b87-0f2db59b634e req-0eeb7cdc-bf39-4e9e-9d81-7f4c802db760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:10.824629 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2c28ce3-071f-4ae1-9b87-0f2db59b634e req-0eeb7cdc-bf39-4e9e-9d81-7f4c802db760 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 1097 time: 0.0725076 Mar 02 09:50:11.054172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28ce3-071f-4ae1-9b87-0f2db59b634e req-0005bcff-73c4-4455-8b63-7b3ee52b6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:11.055650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2c28ce3-071f-4ae1-9b87-0f2db59b634e req-0005bcff-73c4-4455-8b63-7b3ee52b6156 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2242520 Mar 02 09:50:11.186712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28ce3-071f-4ae1-9b87-0f2db59b634e req-6bc68ed6-4568-4406-b29c-31d6d6bd6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:11.188029 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2c28ce3-071f-4ae1-9b87-0f2db59b634e req-6bc68ed6-4568-4406-b29c-31d6d6bd6d34 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260262 Mar 02 09:50:11.292680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-3e25e958-b885-4371-bb47-974a44381377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:11.294181 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-3e25e958-b885-4371-bb47-974a44381377 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 1097 time: 0.0726788 Mar 02 09:50:11.364019 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-9186a028-cced-4031-8e5c-c90fe487dd10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a8e0780-6768-4471-b081-22170a805a65 HTTP/1.1" status: 200 len: 217 time: 0.0635340 Mar 02 09:50:11.469055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-3fa3c7ac-7b11-4e33-b7bf-9521ebd0d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:11.470419 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-3fa3c7ac-7b11-4e33-b7bf-9521ebd0d472 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449e1872-d3aa-4ae8-beb6-9d8409d93f0b HTTP/1.1" status: 200 len: 834 time: 0.1010251 Mar 02 09:50:11.535443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc4b0f-d253-479a-a7ef-201e62b77527 req-47a0e613-dc5c-4395-b647-b82b168ca319 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:11.536884 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7ddc4b0f-d253-479a-a7ef-201e62b77527 req-47a0e613-dc5c-4395-b647-b82b168ca319 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 944 time: 0.1685891 Mar 02 09:50:11.596383 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7ddc4b0f-d253-479a-a7ef-201e62b77527 req-c28211ee-a6c0-4256-8758-d2c5407f7bee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533032 Mar 02 09:50:11.598455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-626c63fa-01ed-4d40-8076-979727db574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:11.599856 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-626c63fa-01ed-4d40-8076-979727db574e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d60c9f4-176f-49ee-b48f-86a2c03381d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181912 Mar 02 09:50:11.733492 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-52a23e70-2f90-48f1-bb43-e8bd94a9317e service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244805 Mar 02 09:50:11.861682 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee5fc115-0917-4130-bb7a-3a440e392927 req-5a8512f5-17d5-4514-9816-3192b7e76acf service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243906 Mar 02 09:50:12.787283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702a498-c8e1-473a-aba3-aa610ce1f6ad req-a1a8ec39-c50d-462b-b8c3-d77378350b58 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:12.788698 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8702a498-c8e1-473a-aba3-aa610ce1f6ad req-a1a8ec39-c50d-462b-b8c3-d77378350b58 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 944 time: 0.0817447 Mar 02 09:50:12.830897 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8702a498-c8e1-473a-aba3-aa610ce1f6ad req-744180a3-34f4-4931-bdbe-bf28524c99a6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366755 Mar 02 09:50:14.009441 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31cc89-b99e-41f0-9a22-f6165d43603d req-fca5de4d-1f7f-4929-b561-52bec077c71f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:14.010803 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ae31cc89-b99e-41f0-9a22-f6165d43603d req-fca5de4d-1f7f-4929-b561-52bec077c71f tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 944 time: 0.0774086 Mar 02 09:50:14.018458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 9a8e0780-6768-4471-b081-22170a805a65 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:50:14.054036 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ae31cc89-b99e-41f0-9a22-f6165d43603d req-b82b961f-41ed-46bb-b040-d108efab522d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374393 Mar 02 09:50:14.148356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 9a8e0780-6768-4471-b081-22170a805a65, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9a8e0780-6768-4471-b081-22170a805a65,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:50:14.163254 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '9a8e0780-6768-4471-b081-22170a805a65', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'port_id': '9a8e0780-6768-4471-b081-22170a805a65', 'mac_address': 'fa:16:3e:84:46:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:50:14.214881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:14.231192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8e0780-6768-4471-b081-22170a805a65 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:50:14.245981 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 9a8e0780-6768-4471-b081-22170a805a65, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9a8e0780-6768-4471-b081-22170a805a65,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:50:14.323243 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:14.392376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=9a8e0780-6768-4471-b081-22170a805a65,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:14.672779 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['9a8e0780-6768-4471-b081-22170a805a65'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:50:15.236565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc77fd-4f97-4e05-b3f2-b83181723bca req-472318e6-0494-428c-aea4-713d06ef7b7b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:15.238008 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2bc77fd-4f97-4e05-b3f2-b83181723bca req-472318e6-0494-428c-aea4-713d06ef7b7b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 945 time: 0.0803704 Mar 02 09:50:15.280262 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e2bc77fd-4f97-4e05-b3f2-b83181723bca req-85a3e8e7-0977-48ac-8d0e-7cdf37a62992 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368314 Mar 02 09:50:16.017064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 9a8e0780-6768-4471-b081-22170a805a65 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:50:16.161351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 9a8e0780-6768-4471-b081-22170a805a65 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:50:16.165994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 9a8e0780-6768-4471-b081-22170a805a65 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:50:16.166363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:16.280887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:16.307375 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8e0780-6768-4471-b081-22170a805a65'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:50:16.317726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 9a8e0780-6768-4471-b081-22170a805a65, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9a8e0780-6768-4471-b081-22170a805a65,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:50:16.352133 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8e0780-6768-4471-b081-22170a805a65', 'code': 200} Mar 02 09:50:16.398377 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:16.462318 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cbcc3-c0d1-4524-ada0-179e10e43ba7 req-f2dd8aff-41c6-407e-8ce2-2fa412ec08ac tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:16.463790 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e22cbcc3-c0d1-4524-ada0-179e10e43ba7 req-f2dd8aff-41c6-407e-8ce2-2fa412ec08ac tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0797987 Mar 02 09:50:16.471565 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=9a8e0780-6768-4471-b081-22170a805a65,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:16.514604 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e22cbcc3-c0d1-4524-ada0-179e10e43ba7 req-952076f3-d0f5-402b-89d2-99d1c4fb1d3c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440893 Mar 02 09:50:16.707564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42396b95-fdd7-41ab-98aa-935d9e20a142 req-761f894f-bbf2-48e1-badc-92bb5f49b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:16.709010 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42396b95-fdd7-41ab-98aa-935d9e20a142 req-761f894f-bbf2-48e1-badc-92bb5f49b6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 1099 time: 0.0679061 Mar 02 09:50:16.749047 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42396b95-fdd7-41ab-98aa-935d9e20a142 req-76646471-7ff3-4e16-8a52-823f62db946a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338891 Mar 02 09:50:17.699638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d741d-b7c3-48c9-80f5-1e7baae177c1 req-a02c71b1-01aa-4c71-85de-eaf80f624c76 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:17.701093 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-946d741d-b7c3-48c9-80f5-1e7baae177c1 req-a02c71b1-01aa-4c71-85de-eaf80f624c76 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0802298 Mar 02 09:50:17.744470 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-946d741d-b7c3-48c9-80f5-1e7baae177c1 req-51e0d21a-9908-4d96-887f-72a25858e926 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377104 Mar 02 09:50:18.007015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:18.929126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04cbae-9182-4424-8c2f-53538f290999 req-90ff623d-c260-4194-b812-cd55fb74dece tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:18.930502 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af04cbae-9182-4424-8c2f-53538f290999 req-90ff623d-c260-4194-b812-cd55fb74dece tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0782528 Mar 02 09:50:18.973846 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af04cbae-9182-4424-8c2f-53538f290999 req-c3d0fd96-f3a4-4175-9f4f-637bbf5e79cd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371323 Mar 02 09:50:19.250926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d594-cc82-4142-bd62-34ed2f237698 req-c43ad772-187e-4d25-80ac-62af917f8dfd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:19.252289 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-98b0d594-cc82-4142-bd62-34ed2f237698 req-c43ad772-187e-4d25-80ac-62af917f8dfd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.1778820 Mar 02 09:50:19.295791 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-98b0d594-cc82-4142-bd62-34ed2f237698 req-ddadea44-8289-4fcf-934e-39007cf2ea8e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378830 Mar 02 09:50:19.317406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44672) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:19.385259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e0dd2a-a803-428f-80cf-067429331500 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:19.386737 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-81e0dd2a-a803-428f-80cf-067429331500 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 1094 time: 0.0683668 Mar 02 09:50:19.389945 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44676) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:19.394613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '9a8e0780-6768-4471-b081-22170a805a65', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:50:19.400277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:50:19.404651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:floatingip and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:50:19.407423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:50:19.412928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:50:19.506683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:19.651478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:19.723838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7e99974-db76-4162-b8d3-15a02f694410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:19.784860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.211 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/56e6e20c-9297-40f9-82b5-d66d09d2b99d) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:50:19.927916 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:20.009632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:20.070099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:50:20.072608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:50:20.081086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:50:20.115023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=56e6e20c-9297-40f9-82b5-d66d09d2b99d,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:20.498553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:20.646249 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:20.843122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:20.911964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:21.017106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=56e6e20c-9297-40f9-82b5-d66d09d2b99d,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:50:21.026394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:21.287340 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP 42054d63-fc14-4835-a643-18798fee4797 associated. External IP: 172.26.3.211, port: 9a8e0780-6768-4471-b081-22170a805a65. Mar 02 09:50:21.624414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 57dc9415-3246-405c-ba7a-3b00a58cba8e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:50:21.807791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:50:21.817723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] Sync routers for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:50:21.827449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:50:21.828048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:49:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:21.893070 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:21.949377 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dd165cb5-35b0-401f-80fc-8cb2c4d37abc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5584426 Mar 02 09:50:21.950937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'tag': '9a8e0780-6768-4471-b081-22170a805a65'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:50:21.985066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-2a346e98-9715-4685-9170-9a092c5dcc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:21.996475 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'tag': '9a8e0780-6768-4471-b081-22170a805a65', 'status': 'completed', 'code': 200} Mar 02 09:50:22.030531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:50:22.147280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-57ca070f-4ba9-40a8-bbeb-63979abfe996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:22.148659 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-57ca070f-4ba9-40a8-bbeb-63979abfe996 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 1099 time: 0.1305864 Mar 02 09:50:22.160219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af757-d7d3-42fc-b7cc-1b40db2bf4e5 req-7b3c9372-7853-4a07-90f4-318d27baa9d1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:22.161596 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f16af757-d7d3-42fc-b7cc-1b40db2bf4e5 req-7b3c9372-7853-4a07-90f4-318d27baa9d1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.1098530 Mar 02 09:50:22.287492 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f16af757-d7d3-42fc-b7cc-1b40db2bf4e5 req-d5f5da87-ffc6-4f97-879f-1e3168583591 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081679 Mar 02 09:50:22.310426 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44684) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:22.315725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-09474338-722e-4e8d-a8d2-177eac27f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:22.317184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-09474338-722e-4e8d-a8d2-177eac27f261 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d60c9f4-176f-49ee-b48f-86a2c03381d5 HTTP/1.1" status: 200 len: 897 time: 0.1546919 Mar 02 09:50:22.414178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '42054d63-fc14-4835-a643-18798fee4797', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.211', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'port_id': '9a8e0780-6768-4471-b081-22170a805a65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'mac_address': 'fa:16:3e:84:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:50:20Z', 'updated_at': '2022-03-02T09:50:20Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e828a-3ccd-4720-b765-5ddfedad5b0f', 'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:f7:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:50:02Z', 'updated_at': '2022-03-02T09:50:08Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:22.418186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] Checking router: 57dc9415-3246-405c-ba7a-3b00a58cba8e for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:50:22.420997 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-73f4eb2f-5469-42df-b625-d5ee5f0b64ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/42054d63-fc14-4835-a643-18798fee4797 HTTP/1.1" status: 200 len: 992 time: 0.1094544 Mar 02 09:50:22.421293 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-11976940-0251-4ce3-888d-94b34710bbeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a8e0780-6768-4471-b081-22170a805a65 HTTP/1.1" status: 200 len: 1000 time: 0.0978634 Mar 02 09:50:22.427570 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:50:22.428161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:50:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:22.480816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-3dd0e3e0-c8ec-456e-8b9d-e2a3c2f449ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:22.483036 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-3dd0e3e0-c8ec-456e-8b9d-e2a3c2f449ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449e1872-d3aa-4ae8-beb6-9d8409d93f0b HTTP/1.1" status: 200 len: 834 time: 0.0556581 Mar 02 09:50:22.554238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-695e5b32-0022-4516-ac1a-dad9c5cfd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:22.555676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-695e5b32-0022-4516-ac1a-dad9c5cfd205 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d60c9f4-176f-49ee-b48f-86a2c03381d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672517 Mar 02 09:50:22.605812 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:50:22.682726 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-06922f89-b2ed-4edd-a922-7f7eab246031 service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200213 Mar 02 09:50:22.926929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-42b1ac5b-c041-4756-8de9-0fdfaa55cd22 req-9df701ea-20ef-4c77-babb-51ec342cc029 service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376611 Mar 02 09:50:22.949800 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '42054d63-fc14-4835-a643-18798fee4797', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.211', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'port_id': '9a8e0780-6768-4471-b081-22170a805a65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'mac_address': 'fa:16:3e:84:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:50:20Z', 'updated_at': '2022-03-02T09:50:20Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e828a-3ccd-4720-b765-5ddfedad5b0f', 'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:f7:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:50:02Z', 'updated_at': '2022-03-02T09:50:08Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:50:22.953711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e6908-e198-4ad4-aafa-2c11ef0cb693 None None] The sync data for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv is: [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '42054d63-fc14-4835-a643-18798fee4797', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.211', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'port_id': '9a8e0780-6768-4471-b081-22170a805a65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'mac_address': 'fa:16:3e:84:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:50:20Z', 'updated_at': '2022-03-02T09:50:20Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '942e828a-3ccd-4720-b765-5ddfedad5b0f', 'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:f7:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:50:02Z', 'updated_at': '2022-03-02T09:50:08Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:50:23.129658 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:23.156786 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5c4287-bf1e-4d69-9052-a0e0a0fdcb6b None None] New status for floating IP 42054d63-fc14-4835-a643-18798fee4797: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:50:23.266636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:23.423260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44688) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:23.534391 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e4099f49-889c-4e48-ad59-62edb86fde7d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/42054d63-fc14-4835-a643-18798fee4797 HTTP/1.1" status: 200 len: 992 time: 0.1099975 Mar 02 09:50:24.536669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44692) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:50:24.637280 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6b72b392-aa86-4d5f-aa76-5f659a655fc6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/42054d63-fc14-4835-a643-18798fee4797 HTTP/1.1" status: 200 len: 994 time: 0.0994227 Mar 02 09:50:24.774845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:27.848084 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:50:40.925202 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-93e10cac-90d8-4ef3-b728-0aae4babb49d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716424 Mar 02 09:50:41.064336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-947ed3ed-e1e9-4782-8c54-1943a8b65086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:41.065800 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-947ed3ed-e1e9-4782-8c54-1943a8b65086 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 1099 time: 0.0737300 Mar 02 09:50:41.207584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-0f384fec-f897-400e-9639-07c3e8ed08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:41.208925 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-0f384fec-f897-400e-9639-07c3e8ed08f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d60c9f4-176f-49ee-b48f-86a2c03381d5 HTTP/1.1" status: 200 len: 897 time: 0.1242514 Mar 02 09:50:41.309301 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-313f242a-72de-4953-8438-94d2327c2b31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a8e0780-6768-4471-b081-22170a805a65 HTTP/1.1" status: 200 len: 1002 time: 0.0944498 Mar 02 09:50:41.372518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-8161d692-d0c1-41db-95e7-831589979a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:41.374577 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-8161d692-d0c1-41db-95e7-831589979a14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449e1872-d3aa-4ae8-beb6-9d8409d93f0b HTTP/1.1" status: 200 len: 834 time: 0.0592890 Mar 02 09:50:41.446504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-d65ea6cc-e146-4588-a667-6bff084beacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:50:41.447934 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-d65ea6cc-e146-4588-a667-6bff084beacc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d60c9f4-176f-49ee-b48f-86a2c03381d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677047 Mar 02 09:50:41.577161 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-432f488d-5944-40f3-8855-f7bea755e270 service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214406 Mar 02 09:50:41.703122 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8b6cb03-4d1b-4ac0-ae0e-25a6d40527f6 req-7de250e5-9c27-4841-893f-dd106de7e45f service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201999 Mar 02 09:50:47.990239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:49.738656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ebc5eb98-2089-418b-bc56-70d7dcbe2557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:51.974803 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f47ed0d2-9d44-41ae-a3b8-80de33577193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:53.071702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:53.269840 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:50:54.803038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:04.847043 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:51:17.979976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:19.767335 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a4738cac-429b-4cbc-b914-449a6587ce1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:21.996898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e6c34216-71ff-41f5-942f-9804a08eb972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:23.076353 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:23.259145 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:24.826175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:25.775775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43d45-9024-4ecb-ba74-4065518f06ac req-bdb0547e-2e2e-49e7-9e39-be0053adcb23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:25.777245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4df43d45-9024-4ecb-ba74-4065518f06ac req-bdb0547e-2e2e-49e7-9e39-be0053adcb23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0804462 Mar 02 09:51:25.824635 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4df43d45-9024-4ecb-ba74-4065518f06ac req-1c4c15ad-9497-46fa-88bb-4de448ac61e5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417335 Mar 02 09:51:27.014923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2e932-a930-4a4b-a65e-9c8df8f96f5a req-12534329-4f74-4401-b473-acf419e4bc07 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:27.016450 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-10c2e932-a930-4a4b-a65e-9c8df8f96f5a req-12534329-4f74-4401-b473-acf419e4bc07 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0870044 Mar 02 09:51:27.059336 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-10c2e932-a930-4a4b-a65e-9c8df8f96f5a req-e4eaf1c7-745d-4047-a9f4-eea5aaf1b0cf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368607 Mar 02 09:51:28.245740 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ed636-5dda-4faf-913d-cfa28b7b659a req-f6fa1800-47e9-49f9-bdd5-d4251e8a39b5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:28.247208 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1b8ed636-5dda-4faf-913d-cfa28b7b659a req-f6fa1800-47e9-49f9-bdd5-d4251e8a39b5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0806279 Mar 02 09:51:28.289979 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1b8ed636-5dda-4faf-913d-cfa28b7b659a req-fdcd5be7-4045-4c3c-bbc6-bbda43878249 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373261 Mar 02 09:51:29.469099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a2db0-5bf9-4655-a75a-702e92a299cf req-be011012-8659-4857-a1ba-d9821fbf5794 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:29.471124 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-562a2db0-5bf9-4655-a75a-702e92a299cf req-be011012-8659-4857-a1ba-d9821fbf5794 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0789297 Mar 02 09:51:29.513537 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-562a2db0-5bf9-4655-a75a-702e92a299cf req-a5e85eef-8117-413a-bd34-9bbcb149082a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368552 Mar 02 09:51:30.794650 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19a23-319b-4268-93ee-a8d164945ad2 req-7c2e8f21-774a-4c65-8675-f66f1805e168 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:30.795997 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eef19a23-319b-4268-93ee-a8d164945ad2 req-7c2e8f21-774a-4c65-8675-f66f1805e168 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.1748998 Mar 02 09:51:30.838261 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eef19a23-319b-4268-93ee-a8d164945ad2 req-f4e6fdd4-5f88-4bbc-96fb-21d4038108ed tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361116 Mar 02 09:51:32.022248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c847-4b82-4351-93e1-82e0a36ad3cd req-0e354a05-2e2d-4531-a20e-b6a865ac0e86 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:32.023665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1941c847-4b82-4351-93e1-82e0a36ad3cd req-0e354a05-2e2d-4531-a20e-b6a865ac0e86 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0802746 Mar 02 09:51:32.065570 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1941c847-4b82-4351-93e1-82e0a36ad3cd req-c67124ef-5d41-4d99-b96f-56a21c646fcc tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364239 Mar 02 09:51:33.247647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533765d-2da2-4731-8ea0-7dd92eae1d76 req-e9f113fd-5ba9-40b0-9b2b-1f59ee0fe82e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:33.249073 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0533765d-2da2-4731-8ea0-7dd92eae1d76 req-e9f113fd-5ba9-40b0-9b2b-1f59ee0fe82e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0798783 Mar 02 09:51:33.291075 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0533765d-2da2-4731-8ea0-7dd92eae1d76 req-b87aa822-885a-414c-9f13-62aa85259dfd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364687 Mar 02 09:51:34.470294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e2169-fae9-4cad-9672-d3db3a38412f req-027ba0c1-124b-45e9-a92a-f306c3f61dbb tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:34.471733 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ad2e2169-fae9-4cad-9672-d3db3a38412f req-027ba0c1-124b-45e9-a92a-f306c3f61dbb tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0789251 Mar 02 09:51:34.514638 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ad2e2169-fae9-4cad-9672-d3db3a38412f req-b28fea45-9c15-4a4f-9e39-a20407cb481d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373056 Mar 02 09:51:35.698704 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2899b22-c348-4843-99f4-7e74c6640c66 req-d391b248-1f27-422e-a6f9-d57cdd662d34 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:35.700139 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a2899b22-c348-4843-99f4-7e74c6640c66 req-d391b248-1f27-422e-a6f9-d57cdd662d34 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0825381 Mar 02 09:51:35.748154 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a2899b22-c348-4843-99f4-7e74c6640c66 req-53d5f248-b753-4cd5-83e1-f80543926d3e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422916 Mar 02 09:51:36.930112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f83cdd-216b-4c29-a3f0-93690e297360 req-55c401c4-7f92-45ac-9edd-f3a854469b1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:36.931420 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f5f83cdd-216b-4c29-a3f0-93690e297360 req-55c401c4-7f92-45ac-9edd-f3a854469b1b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0781324 Mar 02 09:51:36.980639 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f5f83cdd-216b-4c29-a3f0-93690e297360 req-7a6ab7a3-cbce-4a05-a547-9c51128f20a9 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Mar 02 09:51:38.173731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a37ad3-dbc1-4eae-b9d1-a2f7340c6a55 req-6982ffd6-1294-4bc5-a919-0e9ca85e62ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:38.175197 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8a37ad3-dbc1-4eae-b9d1-a2f7340c6a55 req-6982ffd6-1294-4bc5-a919-0e9ca85e62ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0890703 Mar 02 09:51:38.217283 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8a37ad3-dbc1-4eae-b9d1-a2f7340c6a55 req-55eafb49-43d6-4350-9528-2debc47b2932 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365829 Mar 02 09:51:39.400528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ff523-a01f-4171-ad5e-bb4e730e1fae req-51c96da9-9022-4ce7-bde7-79a29b571ade tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:39.402071 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b4ff523-a01f-4171-ad5e-bb4e730e1fae req-51c96da9-9022-4ce7-bde7-79a29b571ade tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0780613 Mar 02 09:51:39.447256 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b4ff523-a01f-4171-ad5e-bb4e730e1fae req-3a251b32-a42f-41f3-9fa6-953fed322b3a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397465 Mar 02 09:51:40.627825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860437e9-e424-4b00-b10a-79b7a62f5ff1 req-aa99232a-c9f5-428c-a223-55baa083c2a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:40.629251 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-860437e9-e424-4b00-b10a-79b7a62f5ff1 req-aa99232a-c9f5-428c-a223-55baa083c2a8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0797772 Mar 02 09:51:40.671674 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-860437e9-e424-4b00-b10a-79b7a62f5ff1 req-3ede5fc9-dc8b-47cf-9c9b-fb8d41fdd0cd tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367880 Mar 02 09:51:41.847682 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:51:41.888117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a605f-10bc-4e37-8dfd-8d91cbd168f5 req-cf93ebe9-7737-4a70-8e0a-46fb1faa0d17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:41.889542 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bc9a605f-10bc-4e37-8dfd-8d91cbd168f5 req-cf93ebe9-7737-4a70-8e0a-46fb1faa0d17 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.1144896 Mar 02 09:51:41.940998 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bc9a605f-10bc-4e37-8dfd-8d91cbd168f5 req-f7c99c99-9fd8-4b1d-bc29-480c878bce3c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446641 Mar 02 09:51:41.959260 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-af51528a-181b-4d73-a5fb-7258b73dfc7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1115847 Mar 02 09:51:41.963605 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44756) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:51:42.110252 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bcac139b-e8e1-4ff8-8693-335562690da0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/42054d63-fc14-4835-a643-18798fee4797 HTTP/1.1" status: 200 len: 994 time: 0.1454542 Mar 02 09:51:42.130233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-ac6de4c3-3ddf-47b4-be88-22a0b3d19583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:42.131633 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-ac6de4c3-3ddf-47b4-be88-22a0b3d19583 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 1099 time: 0.0977921 Mar 02 09:51:42.272230 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-491488f1-421a-4618-88d5-6d043bacc783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:42.273601 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-491488f1-421a-4618-88d5-6d043bacc783 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d60c9f4-176f-49ee-b48f-86a2c03381d5 HTTP/1.1" status: 200 len: 897 time: 0.1216173 Mar 02 09:51:42.370618 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-0655b0f5-fbfb-485d-94eb-1c9f90ee3fd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a8e0780-6768-4471-b081-22170a805a65 HTTP/1.1" status: 200 len: 1002 time: 0.0907629 Mar 02 09:51:42.429140 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-ef792fd3-414d-4010-b3a9-1e256daab085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:42.430525 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-ef792fd3-414d-4010-b3a9-1e256daab085 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449e1872-d3aa-4ae8-beb6-9d8409d93f0b HTTP/1.1" status: 200 len: 834 time: 0.0544934 Mar 02 09:51:42.501947 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-f6b18751-da5f-4e43-85ad-dd629759f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:42.503344 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-f6b18751-da5f-4e43-85ad-dd629759f749 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d60c9f4-176f-49ee-b48f-86a2c03381d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667901 Mar 02 09:51:42.513401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-5da45bb4-8e2e-4898-af6d-1fc7c62c0b1f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:51:42.514307 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-5da45bb4-8e2e-4898-af6d-1fc7c62c0b1f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045810 Mar 02 09:51:42.733350 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-22f4c0ca-6a3b-4891-a55e-b53328a6f4b1 service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132392 Mar 02 09:51:42.857221 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97eb0c76-4051-48df-8d9e-7c35fbe423bc req-168ebb1b-39e6-41e5-a531-3d1f73a28a70 service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179001 Mar 02 09:51:43.709716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3ee8a-03bd-46ee-896c-149a9e139ffa req-969b7b1a-04f6-4948-81c0-98b8ffc30b9e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:43.711295 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fef3ee8a-03bd-46ee-896c-149a9e139ffa req-969b7b1a-04f6-4948-81c0-98b8ffc30b9e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0860507 Mar 02 09:51:43.794348 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fef3ee8a-03bd-46ee-896c-149a9e139ffa req-a31f7726-dce8-4edc-9e4d-1ffd5a09fcf2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772035 Mar 02 09:51:43.824352 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-edff3019-a7f5-4616-9db3-51d4fb00d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:43.825791 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-edff3019-a7f5-4616-9db3-51d4fb00d6ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 1099 time: 0.0790160 Mar 02 09:51:43.953167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-9458dedd-a3d9-4d9e-b827-c4909b3c29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:43.955187 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-9458dedd-a3d9-4d9e-b827-c4909b3c29ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d60c9f4-176f-49ee-b48f-86a2c03381d5 HTTP/1.1" status: 200 len: 897 time: 0.1232228 Mar 02 09:51:44.056693 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-9b098bfb-2d7d-4731-99c0-84729740cc5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a8e0780-6768-4471-b081-22170a805a65 HTTP/1.1" status: 200 len: 1002 time: 0.0950434 Mar 02 09:51:44.121860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-16e36080-091d-4075-8c54-758dac25cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:44.123302 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-16e36080-091d-4075-8c54-758dac25cc6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449e1872-d3aa-4ae8-beb6-9d8409d93f0b HTTP/1.1" status: 200 len: 834 time: 0.0603213 Mar 02 09:51:44.196658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-f78fd371-0b1e-4ad0-89aa-52359efcc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:44.198155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-f78fd371-0b1e-4ad0-89aa-52359efcc92a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d60c9f4-176f-49ee-b48f-86a2c03381d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687778 Mar 02 09:51:44.326927 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-a0c4ead8-20c1-4564-8827-a5a63fcc5874 service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229134 Mar 02 09:51:44.453157 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cc07a13e-d77c-49b8-9c73-ee52d6b894ba req-e9b6e06d-757c-492f-ac88-0ed0404d9f0f service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205106 Mar 02 09:51:44.994636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bed1e0-9ea1-44fd-8950-5cd8153ae6ed req-686296af-1997-4163-a66a-096828511858 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:44.996222 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-24bed1e0-9ea1-44fd-8950-5cd8153ae6ed req-686296af-1997-4163-a66a-096828511858 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0891242 Mar 02 09:51:45.041313 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-24bed1e0-9ea1-44fd-8950-5cd8153ae6ed req-e6d3e0e8-eb85-4186-8b3d-fc27bacf9323 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384445 Mar 02 09:51:46.233636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b389ca-7ead-4ad0-afef-ff8b65b102b7 req-9a00f5f6-94f6-4ec3-a3fe-46d5c84b3985 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:51:46.235095 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2b389ca-7ead-4ad0-afef-ff8b65b102b7 req-9a00f5f6-94f6-4ec3-a3fe-46d5c84b3985 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0846367 Mar 02 09:51:46.277650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f2b389ca-7ead-4ad0-afef-ff8b65b102b7 req-1fe2c90d-fffd-46ba-819f-7f2c8ea6c285 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364518 Mar 02 09:51:46.300747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44770) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:51:46.403863 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-276e9cf2-500d-4179-9ac7-aaf1da7b761b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/42054d63-fc14-4835-a643-18798fee4797 HTTP/1.1" status: 200 len: 994 time: 0.1018202 Mar 02 09:51:47.956259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:49.722183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fd71c533-d822-44b0-a284-7ffca08a4d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:51.944777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0a95f466-619c-4ada-b47c-334c894834ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:53.082155 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:53.276169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:51:54.795821 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:17.938791 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:18.847153 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:52:19.744138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-904df929-3bf5-40d7-bdb8-13d73cc93069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:21.938307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1b1a-7bae-46f5-91fb-310155d35072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:23.081523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:23.292510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:24.835403 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:35.293988 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44818) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:35.491505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 56e6e20c-9297-40f9-82b5-d66d09d2b99d {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:52:35.491839 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:35.652892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:35.653200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:35.865647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 56e6e20c-9297-40f9-82b5-d66d09d2b99d owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:52:36.098728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:36.146738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=56e6e20c-9297-40f9-82b5-d66d09d2b99d,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:36.185215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.185558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.185921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.186254 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.186576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.186895 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.187211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.187525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.187837 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.188147 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.188457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.189265 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:36.244763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:36.245085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP 42054d63-fc14-4835-a643-18798fee4797 disassociated (deleted). External IP: 172.26.3.211, port: 9a8e0780-6768-4471-b081-22170a805a65. Mar 02 09:52:36.587097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 57dc9415-3246-405c-ba7a-3b00a58cba8e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:52:36.761643 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:52:36.771072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] Sync routers for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:52:36.780590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:52:36.781186 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:36.847205 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:36.900442 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-18adeb56-a80e-4aef-a751-44bd7a101326 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/floatingips/42054d63-fc14-4835-a643-18798fee4797 HTTP/1.1" status: 204 len: 168 time: 1.6053958 Mar 02 09:52:36.901006 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'tag': '9a8e0780-6768-4471-b081-22170a805a65'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:52:36.998777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'tag': '9a8e0780-6768-4471-b081-22170a805a65', 'status': 'completed', 'code': 200} Mar 02 09:52:37.008502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:52:37.095870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-4eada94e-b5d2-4688-92eb-26174b497758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:37.102828 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-4eada94e-b5d2-4688-92eb-26174b497758 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 1099 time: 0.0701182 Mar 02 09:52:37.226766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-c90d7e70-39c6-44f8-b520-182d2a4c8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:37.228211 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-c90d7e70-39c6-44f8-b520-182d2a4c8a55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d60c9f4-176f-49ee-b48f-86a2c03381d5 HTTP/1.1" status: 200 len: 897 time: 0.1249611 Mar 02 09:52:37.304637 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-bdb5ee53-c36e-45e3-8bfa-15a07e059c50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a8e0780-6768-4471-b081-22170a805a65 HTTP/1.1" status: 200 len: 217 time: 0.0664127 Mar 02 09:52:37.332278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '942e828a-3ccd-4720-b765-5ddfedad5b0f', 'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:f7:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:50:02Z', 'updated_at': '2022-03-02T09:50:08Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:37.336230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] Checking router: 57dc9415-3246-405c-ba7a-3b00a58cba8e for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:52:37.344364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:52:37.344970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:37.370063 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-8d732d7c-70f9-40a4-b87d-2a7c14effe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:37.371400 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-8d732d7c-70f9-40a4-b87d-2a7c14effe2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=449e1872-d3aa-4ae8-beb6-9d8409d93f0b HTTP/1.1" status: 200 len: 834 time: 0.0604260 Mar 02 09:52:37.505284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-1d51bd83-f073-4c17-8957-62b01973d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:37.506776 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-1d51bd83-f073-4c17-8957-62b01973d41e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d60c9f4-176f-49ee-b48f-86a2c03381d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1288707 Mar 02 09:52:37.516690 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8602da8-e753-440b-ae74-29892f3431d4 req-c4ab0e45-b241-4066-9baa-fc1798b29832 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:37.517912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-e8602da8-e753-440b-ae74-29892f3431d4 req-c4ab0e45-b241-4066-9baa-fc1798b29832 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:52:37.519125 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:52:37.730214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-e8602da8-e753-440b-ae74-29892f3431d4 req-c4ab0e45-b241-4066-9baa-fc1798b29832 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:52:37.731600 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8602da8-e753-440b-ae74-29892f3431d4 req-c4ab0e45-b241-4066-9baa-fc1798b29832 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.3163855 Mar 02 09:52:37.779170 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-fdb18293-49c7-44a4-9d18-1c4f0580ea46 service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576282 Mar 02 09:52:37.826583 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e8602da8-e753-440b-ae74-29892f3431d4 req-9d5dc3c3-f091-475a-a2d3-ffcc5acea026 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884111 Mar 02 09:52:37.838310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '942e828a-3ccd-4720-b765-5ddfedad5b0f', 'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:f7:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:50:02Z', 'updated_at': '2022-03-02T09:50:08Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:37.842463 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977fac5-598e-4712-bd0d-e8566e237aa4 None None] The sync data for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv is: [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:50:03Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '942e828a-3ccd-4720-b765-5ddfedad5b0f', 'name': '', 'network_id': '0d60c9f4-176f-49ee-b48f-86a2c03381d5', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:f7:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:50:02Z', 'updated_at': '2022-03-02T09:50:08Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '449e1872-d3aa-4ae8-beb6-9d8409d93f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:52:37.922911 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4403d19-e9f4-4021-b429-c9ed5390f856 req-62b63056-00fa-4b0d-8c2c-9338c7fb68ce service neutron] 10.222.0.15 "GET /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365590 Mar 02 09:52:38.056287 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0785b13-3244-4795-b274-7c40cff843e6 None None] New status for floating IP 42054d63-fc14-4835-a643-18798fee4797: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:52:39.008760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6d4fb-5003-436b-b27c-807aa3f69cce req-4d8b71e1-0556-4a60-ade5-6f95f80bf8ac tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:39.010210 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ae6d4fb-5003-436b-b27c-807aa3f69cce req-4d8b71e1-0556-4a60-ade5-6f95f80bf8ac tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0776353 Mar 02 09:52:39.052865 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ae6d4fb-5003-436b-b27c-807aa3f69cce req-11a3f7e0-10f6-4f48-b014-cc7712bac8e4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf6a194e-683b-4bdd-a253-188aea31e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372343 Mar 02 09:52:39.206830 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-89e66d2b-7a89-4fbf-8d5c-e74d14551e43 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:39.208177 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-89e66d2b-7a89-4fbf-8d5c-e74d14551e43 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 946 time: 0.0869551 Mar 02 09:52:39.274611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 9a8e0780-6768-4471-b081-22170a805a65 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:52:39.274949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:39.509757 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 9a8e0780-6768-4471-b081-22170a805a65, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=9a8e0780-6768-4471-b081-22170a805a65,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:52:39.510048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:39.628312 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 9a8e0780-6768-4471-b081-22170a805a65 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:52:39.812758 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:39.861672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=9a8e0780-6768-4471-b081-22170a805a65,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:39.934157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] No DVR routers for this DVR port 9a8e0780-6768-4471-b081-22170a805a65 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:52:39.936506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:39.938955 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'name': 'network-vif-deleted', 'tag': '9a8e0780-6768-4471-b081-22170a805a65'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:52:39.981552 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2fffba-b80c-488b-bd80-b2c41db41856', 'name': 'network-vif-deleted', 'tag': '9a8e0780-6768-4471-b081-22170a805a65', 'status': 'completed', 'code': 200} Mar 02 09:52:40.013728 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-28275bf6-71fa-4cce-8767-0d3c3abc374a req-9f4e7d80-5124-4d14-b232-615a3c194939 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "DELETE /v2.0/ports/9a8e0780-6768-4471-b081-22170a805a65 HTTP/1.1" status: 204 len: 173 time: 0.8004754 Mar 02 09:52:40.200653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-9b98ceec-8140-4912-ae25-bc4bd4d931ab req-9a95efbd-132a-4f40-aa7f-1fd5d191cea2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:52:40.309913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-9b98ceec-8140-4912-ae25-bc4bd4d931ab req-9a95efbd-132a-4f40-aa7f-1fd5d191cea2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:52:40.311547 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9b98ceec-8140-4912-ae25-bc4bd4d931ab req-9a95efbd-132a-4f40-aa7f-1fd5d191cea2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e2fffba-b80c-488b-bd80-b2c41db41856 HTTP/1.1" status: 200 len: 210 time: 0.1525066 Mar 02 09:52:41.405448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44838) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:42.040918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:42.379923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 942e828a-3ccd-4720-b765-5ddfedad5b0f {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:52:42.380162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:42.562357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 942e828a-3ccd-4720-b765-5ddfedad5b0f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=942e828a-3ccd-4720-b765-5ddfedad5b0f,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:52:42.562963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:42.680407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 942e828a-3ccd-4720-b765-5ddfedad5b0f owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:52:42.815059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 9a8e0780-6768-4471-b081-22170a805a65 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:52:42.848547 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 9a8e0780-6768-4471-b081-22170a805a65 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:52:42.848885 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 9a8e0780-6768-4471-b081-22170a805a65 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:52:43.063930 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:43.218617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=942e828a-3ccd-4720-b765-5ddfedad5b0f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:43.487216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:43.848655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 57dc9415-3246-405c-ba7a-3b00a58cba8e has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:52:44.023374 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:52:44.036777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] Sync routers for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:52:44.046061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:52:44.052324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:44.106929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-2b4e2271-543f-4c19-907b-a0cbbb9c2d12 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/57dc9415-3246-405c-ba7a-3b00a58cba8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6997373 Mar 02 09:52:44.109247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44842) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:44.173799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef06ed66-8a6d-46ce-9e74-9794e5294b21 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting subnet 449e1872-d3aa-4ae8-beb6-9d8409d93f0b {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:52:44.176629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef06ed66-8a6d-46ce-9e74-9794e5294b21 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:44.224848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:52:44.233697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef06ed66-8a6d-46ce-9e74-9794e5294b21 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:44.316820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef06ed66-8a6d-46ce-9e74-9794e5294b21 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:44.464827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef06ed66-8a6d-46ce-9e74-9794e5294b21 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:44.507013 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ef06ed66-8a6d-46ce-9e74-9794e5294b21 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:44.513287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06ed66-8a6d-46ce-9e74-9794e5294b21 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Subnet': ['ID=449e1872-d3aa-4ae8-beb6-9d8409d93f0b,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:44.516600 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ef06ed66-8a6d-46ce-9e74-9794e5294b21 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/subnets/449e1872-d3aa-4ae8-beb6-9d8409d93f0b HTTP/1.1" status: 204 len: 168 time: 0.4063771 Mar 02 09:52:44.519330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44846) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:44.520662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc6058-e8be-4951-aa69-1b8e5a4fae72 None None] Network 0d60c9f4-176f-49ee-b48f-86a2c03381d5 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:52:44.693329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:44.706217 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:52:42Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:44.712578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] Checking router: 57dc9415-3246-405c-ba7a-3b00a58cba8e for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:52:44.724694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] Routers {'57dc9415-3246-405c-ba7a-3b00a58cba8e'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:52:44.725329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['57dc9415-3246-405c-ba7a-3b00a58cba8e'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:44.911580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] DHCP port deletion for 0d60c9f4-176f-49ee-b48f-86a2c03381d5 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:52:44.925744 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Deleting port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:52:44.926140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:44.957173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] Set router 57dc9415-3246-405c-ba7a-3b00a58cba8e gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:52:44.981475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.047276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:52:45.047621 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.224647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=58fe7bab-3bdc-4e61-b98f-ad87089ac4a3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:52:45.224900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.345460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:52:45.356580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] For port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a,segment=NetworkSegment(52fb1c7d-4ad4-4b06-a596-e723c2470664),segment_id=52fb1c7d-4ad4-4b06-a596-e723c2470664)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:52:45.357099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.484553 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Calling delete_port for a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:52:45.561476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:52:42Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:45.562738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.566918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a58cdb-5380-47f8-9765-775ac13b90aa None None] The sync data for ids ['57dc9415-3246-405c-ba7a-3b00a58cba8e'] in dv-neutron-828796-1-hyperv is: [{'id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469293033', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:49:57Z', 'updated_at': '2022-03-02T09:52:42Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '58fe7bab-3bdc-4e61-b98f-ad87089ac4a3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc9415-3246-405c-ba7a-3b00a58cba8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:49:58Z', 'updated_at': '2022-03-02T09:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:52:45.611833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=58fe7bab-3bdc-4e61-b98f-ad87089ac4a3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:45.613716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.668977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Pushing event deleted for resources: {'Port': ['ID=a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:45.673774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] No DVR routers for this DVR port a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:52:45.685589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.685973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.686308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.686636 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.686959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.687281 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.687715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.687971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.688289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.689215 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.689540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.689870 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7838e3bf-e86f-43a5-b4fe-97327ea7dcdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:45.704250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.871503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.873490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.958728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.959503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Fanout notify agent at l3_agent the message router_deleted on router 57dc9415-3246-405c-ba7a-3b00a58cba8e {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:52:45.976872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:45.980399 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-973dfcee-2bd9-46cb-abe4-40d0cfc779f2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/routers/57dc9415-3246-405c-ba7a-3b00a58cba8e HTTP/1.1" status: 204 len: 168 time: 1.4577675 Mar 02 09:52:45.980628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44850) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:46.013031 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:52:46.048594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:52:46.048942 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device a4f2ddfd-6947-49c1-9482-8ed09f9b8d9a not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:52:46.049353 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 942e828a-3ccd-4720-b765-5ddfedad5b0f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:52:46.081940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 942e828a-3ccd-4720-b765-5ddfedad5b0f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:52:46.086138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 942e828a-3ccd-4720-b765-5ddfedad5b0f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:52:46.104823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.237412 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.263542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d60c9f4-176f-49ee-b48f-86a2c03381d5']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:46.277911 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fb1c7d-4ad4-4b06-a596-e723c2470664') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:46.278208 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fb1c7d-4ad4-4b06-a596-e723c2470664') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:46.289801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.304964 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.310772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:52:46.318144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:52:46.324897 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:52:46.555870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.572623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.584434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Network': ['ID=0d60c9f4-176f-49ee-b48f-86a2c03381d5,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:46.642680 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8f92196b-b731-4eb9-a365-0acbdf4afe23 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/networks/0d60c9f4-176f-49ee-b48f-86a2c03381d5 HTTP/1.1" status: 204 len: 168 time: 0.6601789 Mar 02 09:52:46.645301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44854) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:46.714783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed14be97-b205-42c8-91c0-23855365a531 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.742997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed14be97-b205-42c8-91c0-23855365a531 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.852871 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed14be97-b205-42c8-91c0-23855365a531 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.871539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14be97-b205-42c8-91c0-23855365a531 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6a194e-683b-4bdd-a253-188aea31e666,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:46.926658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ed14be97-b205-42c8-91c0-23855365a531 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:46.927789 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ed14be97-b205-42c8-91c0-23855365a531 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/security-groups/cf6a194e-683b-4bdd-a253-188aea31e666 HTTP/1.1" status: 204 len: 168 time: 0.2815480 Mar 02 09:52:47.494717 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44862) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:47.499971 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898095272', 'description': 'tempest-secgroup-smoke-1898095272 description', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:47.506648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:47.510752 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:47.513567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:47.519156 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:47.584639 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:47.607658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:47.611354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:47.614802 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:47.620420 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:47.686163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:47.741025 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:52:47.767369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:47.777082 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:52:47.778040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 58fe7bab-3bdc-4e61-b98f-ad87089ac4a3 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:52:47.812311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875c8151-13aa-4d6c-a843-62376942d8de,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:47.821374 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.823883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.823883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.823883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.823883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.823883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.823883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.823883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.824550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.824550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.824550 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.824863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:47.880473 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:47.881695 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f1ab1600-3e05-49ac-b47c-447de5f848b2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3859303 Mar 02 09:52:47.884517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44870) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:47.889376 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': '875c8151-13aa-4d6c-a843-62376942d8de', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:47.895796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:47.899821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:47.902743 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:47.908530 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:48.001196 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.023678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.061417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.120818 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.144456 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1c43c0-e44f-489b-858c-ab316fb81aaa,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:48.224122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.225286 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-96179d38-73cb-4a38-8a56-722f2cb27a41 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3398867 Mar 02 09:52:48.227966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44874) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:48.232898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': '875c8151-13aa-4d6c-a843-62376942d8de', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:48.242554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:48.242554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:48.245192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:48.250734 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:48.326942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.385163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.452377 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.479163 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdc5922-83b5-48e7-a375-3dc12b392ba9,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:48.561236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.565334 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-7de0028c-2dfb-4f83-97c5-6edf01b82405 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335955 Mar 02 09:52:48.565334 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44878) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:48.571327 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': '875c8151-13aa-4d6c-a843-62376942d8de', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:48.578636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:48.582879 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:48.585668 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:48.591242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:48.676042 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.735378 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.795605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.820774 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e95499d-12c4-4612-8085-93a4d645b56b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:48.887229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:48.888331 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a129e6cd-1a06-4983-a24a-5e1b57c99845 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222475 Mar 02 09:52:48.891101 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44882) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:48.896439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': '875c8151-13aa-4d6c-a843-62376942d8de', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:48.902260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:48.906055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:48.908872 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:48.914457 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:49.082902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.148056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.201417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.224065 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d71467d-a4d6-4ad0-bf94-9dc8ee3fe381,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:49.293198 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.294429 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2e082224-829a-428d-9ef3-59f2257b7188 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4024403 Mar 02 09:52:49.297051 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44886) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:49.302543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': '875c8151-13aa-4d6c-a843-62376942d8de', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:49.308352 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:49.312021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:49.314857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:49.320984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:49.423811 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:52:49.430569 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.491323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.549557 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.574199 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6af3bff-2a9d-43e8-8d92-2f7612648b4c,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:49.641311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.642570 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-f494974a-2d2c-458e-bc0e-440c538dcfaf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446088 Mar 02 09:52:49.645224 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44890) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:49.650178 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'security_group_rule': {'security_group_id': '875c8151-13aa-4d6c-a843-62376942d8de', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:49.655846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:49.659556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:security_group_rule and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:49.662865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:49.668429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:49.727198 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Project 3e998ca2307d46a4a47e3d503df0b7aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:52:49.732428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7cc42da4-7a2e-4282-ab73-cc5cac9a3bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.734259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.798626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.846672 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.870002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2dd9d1-9608-41f0-9b0d-33ee684a845a,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:49.921018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:49.922219 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-518554ac-e527-4532-8891-09a84b925aee tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2760754 Mar 02 09:52:49.924887 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44894) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:49.930181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'network': {'name': 'tempest-network-smoke--1026448297', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'port_security_enabled': True}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:49.934958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:49.939831 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:network and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:49.941594 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:49.948575 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:50.006875 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:52:50.010192 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:50.037913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:52:50.046019 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:50.046356 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Added segment 66983360-ba07-4a71-a6e5-5b45910c0158 of type vlan for network fffe80ac-711d-4c26-aad9-da2d9e6ae22b Mar 02 09:52:50.070739 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:50.138206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:50.143542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:50.144107 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:50.248626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Network': ['ID=fffe80ac-711d-4c26-aad9-da2d9e6ae22b,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:50.259228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network fffe80ac-711d-4c26-aad9-da2d9e6ae22b details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:52:50.327407 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1081abb0-84e9-4d77-b8c5-a65c39e15a63 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4014947 Mar 02 09:52:50.330146 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44898) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:50.335841 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'admin_state_up': True, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:50.342811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:50.347861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:router and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:50.349566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:50.355651 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:50.424437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:50.425497 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:50.440373 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:50.765512 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:51.099429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:51.127865 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:51.261368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.103 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/16f047db-c036-4e88-be66-9edc8e25feb2) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:52:51.402646 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:51.486934 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:51.543438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:52:51.546212 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:52:51.549695 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:52:51.714756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=16f047db-c036-4e88-be66-9edc8e25feb2,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:51.972602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1847383f-7769-4050-ab44-bbd1b6e40089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:52.128284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:52.450948 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:52.704417 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 3315c45d-0b1f-448c-b097-ad272c48a76a is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:52:52.873856 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:52:52.883022 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Sync routers for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:52:52.891787 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:52:52.892370 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:52.944538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:52.946092 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6ac2a828-3a12-4f93-a591-ba512650db09 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6147046 Mar 02 09:52:52.948780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44902) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:53.058875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:53.071491 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:52:53.228444 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d5cd2ed7-920d-4a9b-ad6f-ed28e6eee02d tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=3e998ca2307d46a4a47e3d503df0b7aa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2784030 Mar 02 09:52:53.231215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44910) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:53.287440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:53.353305 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:51Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:53.357403 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Checking router: 3315c45d-0b1f-448c-b097-ad272c48a76a for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:52:53.357743 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Updating router 3315c45d-0b1f-448c-b097-ad272c48a76a port 16f047db-c036-4e88-be66-9edc8e25feb2 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:52:53.372427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e3a2b4-450e-4427-8ef0-c9d0c48b2f37 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:53.373932 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-81e3a2b4-450e-4427-8ef0-c9d0c48b2f37 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1416240 Mar 02 09:52:53.376827 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44914) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:53.416829 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6f9d0d33-f3fd-42c8-96c1-a963b5794ded tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f2ef0f26-7db5-42d6-9038-b47354122d02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388877 Mar 02 09:52:53.419530 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44918) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:53.425036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1213530604', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:52:53.441535 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:53.532854 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:52:53.536614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:subnet and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:52:53.539421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:52:53.544952 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:52:53.618713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:52:53.622823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:53.761393 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:53.772442 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Transition to ACTIVE for port object 16f047db-c036-4e88-be66-9edc8e25feb2 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:52:53.830046 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:53.892141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:53.909687 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Attempting to bind port 16f047db-c036-4e88-be66-9edc8e25feb2 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:52:53.910267 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Attempting to bind port 16f047db-c036-4e88-be66-9edc8e25feb2 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:52:53.910391 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Attempting to bind port 16f047db-c036-4e88-be66-9edc8e25feb2 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:52:53.915984 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Pushing event updated for resources: {'Port': ['ID=16f047db-c036-4e88-be66-9edc8e25feb2,revision_number=2']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:53.922608 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:52:53.922992 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:52:53.923347 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:53.923732 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:52:53.924184 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Bound port: 16f047db-c036-4e88-be66-9edc8e25feb2, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:52:53.924546 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:53.961086 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.964235 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.965114 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:52:53.970586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Subnet': ['ID=20ff32df-59c6-43c0-866d-d58215bbc92c,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:53.979364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Checking segment: {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:52:53.979717 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network hostable DHCP agents. Network: fffe80ac-711d-4c26-aad9-da2d9e6ae22b, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:52:54.005562 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] For port 16f047db-c036-4e88-be66-9edc8e25feb2, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:52:54.008436 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] For port 16f047db-c036-4e88-be66-9edc8e25feb2, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=16f047db-c036-4e88-be66-9edc8e25feb2,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:52:54.058306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network fffe80ac-711d-4c26-aad9-da2d9e6ae22b is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:52:54.081559 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:54.132252 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, fffe80ac-711d-4c26-aad9-da2d9e6ae22b) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:52:54.138202 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:54.139004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:54.140267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138249d7-6cdf-43ea-abee-aee94bbcd3bb None None] Network fffe80ac-711d-4c26-aad9-da2d9e6ae22b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:52:54.158016 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80971f-f161-48ce-9b4f-0edfaa3fc959 None None] Pushing event updated for resources: {'Port': ['ID=16f047db-c036-4e88-be66-9edc8e25feb2,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:54.162266 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:52:54.162853 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:54.219560 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6f31a625-0b51-44d4-9981-1db2c124af36 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7989480 Mar 02 09:52:54.222308 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 44922) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:52:54.352397 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:52:54.359102 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:52:54.359971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:54.527227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Allocated IP 172.20.0.2 (fffe80ac-711d-4c26-aad9-da2d9e6ae22b/20ff32df-59c6-43c0-866d-d58215bbc92c/948d2ddc-9230-4e0b-adb4-160a9c774968) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:52:54.638872 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:51Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:54.642868 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0067cbc7-39ee-4a33-89ba-68661b2dbfcd None None] The sync data for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv is: [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:51Z', 'revision_number': 3, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:52:54.760292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:54.770986 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Transition to ACTIVE for port object 948d2ddc-9230-4e0b-adb4-160a9c774968 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:52:54.790101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Transition to ACTIVE for port object 948d2ddc-9230-4e0b-adb4-160a9c774968 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:52:54.814767 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:54.876252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:54.935285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Network fffe80ac-711d-4c26-aad9-da2d9e6ae22b is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:52:54.938167 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:52:54.941845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:52:54.993937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Pushing event updated for resources: {'Port': ['ID=948d2ddc-9230-4e0b-adb4-160a9c774968,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:55.048773 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Attempting to bind port 948d2ddc-9230-4e0b-adb4-160a9c774968 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:52:55.049505 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Attempting to bind port 948d2ddc-9230-4e0b-adb4-160a9c774968 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:52:55.049505 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Attempting to bind port 948d2ddc-9230-4e0b-adb4-160a9c774968 on network fffe80ac-711d-4c26-aad9-da2d9e6ae22b {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:52:55.055765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:52:55.056136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Checking segment: {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:52:55.056531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:55.056919 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Bound using segment: {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:52:55.057390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Bound port: 948d2ddc-9230-4e0b-adb4-160a9c774968, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:52:55.057762 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:55.115713 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:55.155032 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] For port 948d2ddc-9230-4e0b-adb4-160a9c774968, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:52:55.158404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] For port 948d2ddc-9230-4e0b-adb4-160a9c774968, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=948d2ddc-9230-4e0b-adb4-160a9c774968,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:52:55.225640 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:55.308383 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79fdad-f21e-4409-a7ff-c78082f20c69 None None] Pushing event updated for resources: {'Port': ['ID=948d2ddc-9230-4e0b-adb4-160a9c774968,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:55.585667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.1 (fffe80ac-711d-4c26-aad9-da2d9e6ae22b/20ff32df-59c6-43c0-866d-d58215bbc92c/5d61f9fe-6fc5-4d72-b60f-d4206e89c24f) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:52:55.752653 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:55.772833 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:52:55.843224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 948d2ddc-9230-4e0b-adb4-160a9c774968 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:52:55.846660 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:52:55.847187 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:55.907715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network fffe80ac-711d-4c26-aad9-da2d9e6ae22b is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:52:55.911277 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:52:55.915137 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:52:55.961877 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=5d61f9fe-6fc5-4d72-b60f-d4206e89c24f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:55.970916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 948d2ddc-9230-4e0b-adb4-160a9c774968 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:52:55.976994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 16f047db-c036-4e88-be66-9edc8e25feb2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:52:55.984302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:56.092594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 16f047db-c036-4e88-be66-9edc8e25feb2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:52:56.098931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 16f047db-c036-4e88-be66-9edc8e25feb2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:52:56.099340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:56.219899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:56.238214 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 16f047db-c036-4e88-be66-9edc8e25feb2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=16f047db-c036-4e88-be66-9edc8e25feb2,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:52:56.281316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:56.348510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=16f047db-c036-4e88-be66-9edc8e25feb2,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:56.437141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:56.855700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:56.884929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2605f03-1834-4470-aa1d-cf8018752daf None None] Network fffe80ac-711d-4c26-aad9-da2d9e6ae22b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:52:56.938547 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:57.053709 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9a5bfb57-8752-439e-b3ac-15361b61cc65 None None] Provisioning for port 948d2ddc-9230-4e0b-adb4-160a9c774968 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:52:57.055204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:57.059433 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=5d61f9fe-6fc5-4d72-b60f-d4206e89c24f,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:57.062973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-9a5bfb57-8752-439e-b3ac-15361b61cc65 None None] Provisioning complete for port 948d2ddc-9230-4e0b-adb4-160a9c774968 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:52:57.063339 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9a5bfb57-8752-439e-b3ac-15361b61cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:57.195206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network fffe80ac-711d-4c26-aad9-da2d9e6ae22b is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:52:57.196464 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:52:57.263682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9a5bfb57-8752-439e-b3ac-15361b61cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:57.297975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-9a5bfb57-8752-439e-b3ac-15361b61cc65 None None] For port 948d2ddc-9230-4e0b-adb4-160a9c774968, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=948d2ddc-9230-4e0b-adb4-160a9c774968,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:52:57.366678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9a5bfb57-8752-439e-b3ac-15361b61cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:57.389302 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 3315c45d-0b1f-448c-b097-ad272c48a76a has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:52:57.436751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bfb57-8752-439e-b3ac-15361b61cc65 None None] Pushing event updated for resources: {'Port': ['ID=948d2ddc-9230-4e0b-adb4-160a9c774968,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:57.555948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-461f2e67-c38f-4f3d-91ea-494201660729 None None] Provisioning for port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:52:57.561669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-461f2e67-c38f-4f3d-91ea-494201660729 None None] Provisioning complete for port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:52:57.562101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-461f2e67-c38f-4f3d-91ea-494201660729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:57.576164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:52:57.591462 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8c557b8f-8dfd-4c74-8fea-9d3aed12f3a4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/3315c45d-0b1f-448c-b097-ad272c48a76a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3678582 Mar 02 09:52:57.596116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Sync routers for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:52:57.617495 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:52:57.618143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:57.698124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-461f2e67-c38f-4f3d-91ea-494201660729 None None] Port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:52:57.784416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-461f2e67-c38f-4f3d-91ea-494201660729 None None] Provisioning complete for port 948d2ddc-9230-4e0b-adb4-160a9c774968 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:52:57.784783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-461f2e67-c38f-4f3d-91ea-494201660729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:57.807553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-04f091ee-be7a-4820-bf33-b2214df40a79 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:52:57.825392 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 948d2ddc-9230-4e0b-adb4-160a9c774968 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:52:57.887088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-04f091ee-be7a-4820-bf33-b2214df40a79 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:52:57.888282 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-04f091ee-be7a-4820-bf33-b2214df40a79 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898095272&fields=id&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 267 time: 0.1454165 Mar 02 09:52:57.905686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:52:58.039443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-27fcee4a-3554-4c73-aa98-43884cc55588 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:52:58.040117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-27fcee4a-3554-4c73-aa98-43884cc55588 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:52:58.109770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-27fcee4a-3554-4c73-aa98-43884cc55588 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:52:58.110850 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-27fcee4a-3554-4c73-aa98-43884cc55588 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/networks?id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b HTTP/1.1" status: 200 len: 797 time: 0.2158403 Mar 02 09:52:58.125908 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-e4de023d-a8d2-44cb-afc7-f099d8d08758 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/quotas/3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 375 time: 0.0089970 Mar 02 09:52:58.187359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 948d2ddc-9230-4e0b-adb4-160a9c774968 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:52:58.187731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:58.206516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-d5e0dcc3-ea8c-480c-979d-d45e900ed5c0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:52:58.269746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-d5e0dcc3-ea8c-480c-979d-d45e900ed5c0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:52:58.271173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-d5e0dcc3-ea8c-480c-979d-d45e900ed5c0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396720 Mar 02 09:52:58.329365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-e20c384f-4ed7-4315-99d9-7b09d2d95e6c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:52:58.330345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-e20c384f-4ed7-4315-99d9-7b09d2d95e6c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481403 Mar 02 09:52:58.382948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 16f047db-c036-4e88-be66-9edc8e25feb2 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:52:58.409469 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-33a6b7ff-e626-4726-ad87-6344847db721 None None] Provisioning complete for port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:52:58.409985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-33a6b7ff-e626-4726-ad87-6344847db721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:58.462809 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-5f4729aa-063d-4004-b3c1-51868e0718a2 service neutron] 10.222.0.10 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258292 Mar 02 09:52:58.491868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '5d61f9fe-6fc5-4d72-b60f-d4206e89c24f', 'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:24:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:55Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 2, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:58.496086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-33a6b7ff-e626-4726-ad87-6344847db721 None None] Port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:52:58.500784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Checking router: 3315c45d-0b1f-448c-b097-ad272c48a76a for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:52:58.501140 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Updating router 3315c45d-0b1f-448c-b097-ad272c48a76a port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:52:58.567487 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:58.580699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 16f047db-c036-4e88-be66-9edc8e25feb2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:52:58.581062 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:58.606913 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-f02d56f8-8946-4514-ac35-5067ef069458 service neutron] 10.222.0.10 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382859 Mar 02 09:52:58.874381 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-598fabb0-1f16-4cd1-977a-4ebe085d46aa req-57fa02cf-1f06-491c-a277-77e305173677 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 210 time: 0.0489140 Mar 02 09:52:59.039224 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:59.050760 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Transition to ACTIVE for port object 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:52:59.131962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:59.282827 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7970e25-9d7a-414b-9691-b0f6b5aec9b6 None None] Pushing event updated for resources: {'Port': ['ID=5d61f9fe-6fc5-4d72-b60f-d4206e89c24f,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:59.348742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Attempting to bind port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:52:59.349123 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Attempting to bind port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:52:59.349459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Attempting to bind port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f on network fffe80ac-711d-4c26-aad9-da2d9e6ae22b {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:52:59.354862 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:52:59.355225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Checking segment: {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:52:59.355614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:59.356256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Bound using segment: {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:52:59.356714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Bound port: 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:52:59.357076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:59.451348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] For port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:52:59.454267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] For port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5d61f9fe-6fc5-4d72-b60f-d4206e89c24f,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:52:59.510172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:52:59.588575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:52:59.589189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:52:59.652183 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7970e25-9d7a-414b-9691-b0f6b5aec9b6 None None] Pushing event updated for resources: {'Port': ['ID=5d61f9fe-6fc5-4d72-b60f-d4206e89c24f,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:52:59.776276 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:53:00.025104 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b0c9b37c-2020-4d8e-b4e8-2cf0f3eb9181 req-c569aa07-ac38-47e7-8d1e-117245b3f6d7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 210 time: 0.0460911 Mar 02 09:53:00.092609 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '5d61f9fe-6fc5-4d72-b60f-d4206e89c24f', 'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:24:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:55Z', 'updated_at': '2022-03-02T09:52:59Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:53:00.096714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ccc1b-73d2-4f80-b216-3b46fe3c5a6e None None] The sync data for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv is: [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '5d61f9fe-6fc5-4d72-b60f-d4206e89c24f', 'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:24:28:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:55Z', 'updated_at': '2022-03-02T09:52:59Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:53:01.196853 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-38ff0ddc-3438-4603-bd36-978133115878 req-7c6cc0e8-3f0d-4a86-bbb8-d9619472b6e4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 210 time: 0.0474529 Mar 02 09:53:01.233515 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-28446897-d108-4441-82d3-983854ac44e6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:01.234976 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-28446897-d108-4441-82d3-983854ac44e6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/networks?id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b HTTP/1.1" status: 200 len: 797 time: 0.2902858 Mar 02 09:53:01.281972 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-5506422b-d63a-4e66-838d-9068b311b05c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e998ca2307d46a4a47e3d503df0b7aa HTTP/1.1" status: 200 len: 380 time: 0.0383093 Mar 02 09:53:01.290792 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'port': {'device_id': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'admin_state_up': True, 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'security_groups': ['875c8151-13aa-4d6c-a843-62376942d8de']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:53:01.423580 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:53:01.432811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:53:01.532666 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Made reservation on behalf of 3e998ca2307d46a4a47e3d503df0b7aa for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:53:01.536471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:01.695907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.20.0.7 (fffe80ac-711d-4c26-aad9-da2d9e6ae22b/20ff32df-59c6-43c0-866d-d58215bbc92c/a740b7ad-eae3-4e79-939c-5e28d8b0d452) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:53:01.811580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:53:01.882097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:01.897782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Transition to ACTIVE for port object a740b7ad-eae3-4e79-939c-5e28d8b0d452 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:53:01.943144 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:53:01.947934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:53:01.948334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:02.000809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:02.066076 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:02.067024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network fffe80ac-711d-4c26-aad9-da2d9e6ae22b is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:53:02.069888 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:53:02.078214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:53:02.100898 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5d61f9fe-6fc5-4d72-b60f-d4206e89c24f,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:53:02.115791 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=a740b7ad-eae3-4e79-939c-5e28d8b0d452,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:53:02.147562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:02.148216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:02.150165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:02.231161 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-80c03dd3-7cd0-456b-a83a-66f26ba34bd1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9437728 Mar 02 09:53:02.274955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=5d61f9fe-6fc5-4d72-b60f-d4206e89c24f,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:53:02.296286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Request body: {'port': {'device_id': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:53:02.343589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e38721d7-c85d-4d5b-9c7a-4edf5c14a46f None None] Provisioning for port a740b7ad-eae3-4e79-939c-5e28d8b0d452 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:53:02.348660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-e38721d7-c85d-4d5b-9c7a-4edf5c14a46f None None] Provisioning complete for port a740b7ad-eae3-4e79-939c-5e28d8b0d452 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:53:02.349023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e38721d7-c85d-4d5b-9c7a-4edf5c14a46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:02.400754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-e38721d7-c85d-4d5b-9c7a-4edf5c14a46f None None] Port a740b7ad-eae3-4e79-939c-5e28d8b0d452 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:53:02.461075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:02.508652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b074fb-f1ab-48b2-94fa-4b106081110b req-94a789b4-13b0-4044-b6fa-cc860aa6619a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:02.509333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-b5b074fb-f1ab-48b2-94fa-4b106081110b req-94a789b4-13b0-4044-b6fa-cc860aa6619a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:53:02.608783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-b5b074fb-f1ab-48b2-94fa-4b106081110b req-94a789b4-13b0-4044-b6fa-cc860aa6619a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:53:02.609939 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5b074fb-f1ab-48b2-94fa-4b106081110b req-94a789b4-13b0-4044-b6fa-cc860aa6619a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 931 time: 0.2815161 Mar 02 09:53:02.730306 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5b074fb-f1ab-48b2-94fa-4b106081110b req-5136f7c4-3775-4ad3-b4cb-a8091a4081a1 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137319 Mar 02 09:53:02.844881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a740b7ad-eae3-4e79-939c-5e28d8b0d452 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:53:02.851997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:02.866286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Transition to ACTIVE for port object a740b7ad-eae3-4e79-939c-5e28d8b0d452 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:53:02.948765 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:03.074481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Pushing event updated for resources: {'Port': ['ID=a740b7ad-eae3-4e79-939c-5e28d8b0d452,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:53:03.180842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Attempting to bind port a740b7ad-eae3-4e79-939c-5e28d8b0d452 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:53:03.181172 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Attempting to bind port a740b7ad-eae3-4e79-939c-5e28d8b0d452 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:53:03.181491 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Attempting to bind port a740b7ad-eae3-4e79-939c-5e28d8b0d452 on network fffe80ac-711d-4c26-aad9-da2d9e6ae22b {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:53:03.185980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Port a740b7ad-eae3-4e79-939c-5e28d8b0d452 on network fffe80ac-711d-4c26-aad9-da2d9e6ae22b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:53:03.186297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Attempting to bind port a740b7ad-eae3-4e79-939c-5e28d8b0d452 on network fffe80ac-711d-4c26-aad9-da2d9e6ae22b {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:53:03.191193 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:53:03.191524 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Checking segment: {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:53:03.191938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Bound using segment: {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:53:03.192351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Bound port: a740b7ad-eae3-4e79-939c-5e28d8b0d452, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66983360-ba07-4a71-a6e5-5b45910c0158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:53:03.192683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:03.284564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] For port a740b7ad-eae3-4e79-939c-5e28d8b0d452, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:53:03.287940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] For port a740b7ad-eae3-4e79-939c-5e28d8b0d452, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:53:03.355658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:03.499732 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:03.500344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:03.501680 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] 10.222.0.15 "PUT /v2.0/ports/a740b7ad-eae3-4e79-939c-5e28d8b0d452 HTTP/1.1" status: 200 len: 1093 time: 1.2623975 Mar 02 09:53:03.502153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:53:03.527386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69301d61-3d2b-4061-9ef9-9be9ac3afb64 service neutron] Pushing event updated for resources: {'Port': ['ID=a740b7ad-eae3-4e79-939c-5e28d8b0d452,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:53:03.555183 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'status': 'completed', 'code': 200} Mar 02 09:53:03.649405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff732f-9983-4f4b-b0c6-94e4a90c6574 req-c84ed19e-7c46-4108-9c41-ea544f255952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:03.650910 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ffff732f-9983-4f4b-b0c6-94e4a90c6574 req-c84ed19e-7c46-4108-9c41-ea544f255952 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 1096 time: 0.0754030 Mar 02 09:53:03.799764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:53:03.805563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff732f-9983-4f4b-b0c6-94e4a90c6574 req-433ed2da-4596-4b3b-ac5a-0195f0958ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:03.810395 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ffff732f-9983-4f4b-b0c6-94e4a90c6574 req-433ed2da-4596-4b3b-ac5a-0195f0958ff9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1481194 Mar 02 09:53:03.869299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:53:03.869667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:03.999573 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff732f-9983-4f4b-b0c6-94e4a90c6574 req-c275382e-9256-4cfa-b42f-17699f74cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:04.001001 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ffff732f-9983-4f4b-b0c6-94e4a90c6574 req-c275382e-9256-4cfa-b42f-17699f74cd78 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1877205 Mar 02 09:53:04.012482 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac5d62-e221-46a2-81da-71cdbd7e548a req-d188d329-cc15-496a-a361-444451545090 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:04.013864 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9ac5d62-e221-46a2-81da-71cdbd7e548a req-d188d329-cc15-496a-a361-444451545090 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 943 time: 0.1686234 Mar 02 09:53:04.101659 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e9ac5d62-e221-46a2-81da-71cdbd7e548a req-a5e05603-634e-4a62-977b-8a61f91b33a9 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813293 Mar 02 09:53:04.125679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-c39108b4-c752-4ecb-9d7c-4d2e26ee9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:04.127157 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-c39108b4-c752-4ecb-9d7c-4d2e26ee9328 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 1096 time: 0.0892837 Mar 02 09:53:04.197271 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-658a1ba5-8ae8-4a3a-8865-619b7a0cb3c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452 HTTP/1.1" status: 200 len: 217 time: 0.0625846 Mar 02 09:53:04.257850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-084b405c-1789-4266-a4b6-d1191de84680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:04.267155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-084b405c-1789-4266-a4b6-d1191de84680 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ff32df-59c6-43c0-866d-d58215bbc92c HTTP/1.1" status: 200 len: 835 time: 0.0637949 Mar 02 09:53:04.349112 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-1ad4c31d-204f-4787-878a-a7bcd60f27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:04.350584 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-1ad4c31d-204f-4787-878a-a7bcd60f27ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779586 Mar 02 09:53:04.475503 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-afe43a80-4d35-44c6-822b-0f273df8103a service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180482 Mar 02 09:53:04.607628 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-aed71d9f-a374-448b-ac10-9d2d278d06ca req-4ce34119-9ad4-45c4-af89-4575e045006a service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250207 Mar 02 09:53:05.291824 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d439d-9f75-4644-987b-476629afac35 req-0612a595-0b65-414f-a9e0-417c42cf9ec7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:05.293259 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c30d439d-9f75-4644-987b-476629afac35 req-0612a595-0b65-414f-a9e0-417c42cf9ec7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 943 time: 0.0866432 Mar 02 09:53:05.344412 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c30d439d-9f75-4644-987b-476629afac35 req-e0475b30-e17b-49a7-830c-a7885ceec29c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455310 Mar 02 09:53:06.526774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebea49-245a-40d3-b8e8-5f66144f23a8 req-4feddd71-67a7-4452-83b7-f62d028dd74e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:06.528223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-43ebea49-245a-40d3-b8e8-5f66144f23a8 req-4feddd71-67a7-4452-83b7-f62d028dd74e tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 943 time: 0.0781548 Mar 02 09:53:06.575101 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-43ebea49-245a-40d3-b8e8-5f66144f23a8 req-efe07540-3cbe-40aa-87f1-19720287bc24 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 Mar 02 09:53:06.859439 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a740b7ad-eae3-4e79-939c-5e28d8b0d452 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:53:06.991566 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a740b7ad-eae3-4e79-939c-5e28d8b0d452, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:53:07.004735 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'port_id': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'mac_address': 'fa:16:3e:8b:11:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:53:07.056968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:07.073320 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a740b7ad-eae3-4e79-939c-5e28d8b0d452 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:53:07.088917 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a740b7ad-eae3-4e79-939c-5e28d8b0d452, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:53:07.171806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:07.239857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=a740b7ad-eae3-4e79-939c-5e28d8b0d452,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:53:07.528072 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['a740b7ad-eae3-4e79-939c-5e28d8b0d452'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:53:07.756492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abceaa9-0c6c-4a56-b7dd-94dd6e5a3ca3 req-91953757-fa0f-4ccc-8c84-7460c2542943 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:07.757958 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9abceaa9-0c6c-4a56-b7dd-94dd6e5a3ca3 req-91953757-fa0f-4ccc-8c84-7460c2542943 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 944 time: 0.0776851 Mar 02 09:53:07.803117 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9abceaa9-0c6c-4a56-b7dd-94dd6e5a3ca3 req-e529fa9e-9904-4535-8905-f44c9fd38e13 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392787 Mar 02 09:53:08.890457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a740b7ad-eae3-4e79-939c-5e28d8b0d452 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:53:08.983523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df25e73-afa8-4b8f-897c-51e2095f49c9 req-c363cab5-8f83-49e7-86da-a9ab6b5a3ba7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:08.984970 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2df25e73-afa8-4b8f-897c-51e2095f49c9 req-c363cab5-8f83-49e7-86da-a9ab6b5a3ba7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 944 time: 0.0809345 Mar 02 09:53:09.006948 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port a740b7ad-eae3-4e79-939c-5e28d8b0d452 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:53:09.011907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port a740b7ad-eae3-4e79-939c-5e28d8b0d452 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:53:09.012272 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:09.029159 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2df25e73-afa8-4b8f-897c-51e2095f49c9 req-cf8046a1-7179-4abd-8282-9c91624589c0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380418 Mar 02 09:53:09.126780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:09.152686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:53:09.162313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port a740b7ad-eae3-4e79-939c-5e28d8b0d452, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:53:09.196967 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'code': 200} Mar 02 09:53:09.212649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:09.283212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=a740b7ad-eae3-4e79-939c-5e28d8b0d452,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:53:09.509180 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a782-7e40-4a13-84a7-cd1a9228dd49 req-09cc0cdb-a76f-4b9e-b55a-05e6c2aea515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:09.510655 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d78a782-7e40-4a13-84a7-cd1a9228dd49 req-09cc0cdb-a76f-4b9e-b55a-05e6c2aea515 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 1098 time: 0.0675695 Mar 02 09:53:09.549321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2d78a782-7e40-4a13-84a7-cd1a9228dd49 req-b6308134-0b13-4dfd-9242-37d186a7a7d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Mar 02 09:53:10.301546 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e0f4c-740d-4f0d-8c77-2e39b787d40f req-fd020743-9da5-4bd9-82ab-9312d3223c45 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:10.303002 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-132e0f4c-740d-4f0d-8c77-2e39b787d40f req-fd020743-9da5-4bd9-82ab-9312d3223c45 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.1687422 Mar 02 09:53:10.345491 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-132e0f4c-740d-4f0d-8c77-2e39b787d40f req-89fc3aa2-76f1-4bca-8a06-16674b59812c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368695 Mar 02 09:53:11.531668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415b62d-d303-4d34-8a26-4b54b471049c req-71b2a769-2094-4eb0-8a7d-da2807d9a9a5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:11.533106 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7415b62d-d303-4d34-8a26-4b54b471049c req-71b2a769-2094-4eb0-8a7d-da2807d9a9a5 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.0807397 Mar 02 09:53:11.577292 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7415b62d-d303-4d34-8a26-4b54b471049c req-5a80c852-1a67-4296-bb26-dc0113786468 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374937 Mar 02 09:53:11.759171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972855a-ab1e-43d1-abc4-41fce1f3f9a3 req-ba4e7e77-b04d-40c9-9a84-520c10992980 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:11.760599 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7972855a-ab1e-43d1-abc4-41fce1f3f9a3 req-ba4e7e77-b04d-40c9-9a84-520c10992980 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.0781538 Mar 02 09:53:11.802567 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7972855a-ab1e-43d1-abc4-41fce1f3f9a3 req-9d4ebffb-eb87-47ae-b741-5046a21ff306 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363948 Mar 02 09:53:11.824968 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44992) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:53:11.895457 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc333fb-d172-4f6f-bf49-9645e9669ef2 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:11.896926 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8dc333fb-d172-4f6f-bf49-9645e9669ef2 tempest-TestNetworkAdvancedServerOps-2096033309 tempest-TestNetworkAdvancedServerOps-2096033309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 1093 time: 0.0709667 Mar 02 09:53:11.899700 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 44996) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:53:11.904425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:53:11.910115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:53:11.913913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Usage tracker for resource:floatingip and tenant:3e998ca2307d46a4a47e3d503df0b7aa is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:53:11.916617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:53:11.922131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:53:11.990173 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:12.122369 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:12.259490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Allocated IP 172.26.3.178 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/a21eaf70-6d8f-4c42-b56a-e57644aaf5f2) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:53:12.399284 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:12.510311 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:12.575675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:53:12.583263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:53:12.587371 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:53:12.616470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=a21eaf70-6d8f-4c42-b56a-e57644aaf5f2,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:53:12.984434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:13.138772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:13.354161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:13.389783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:13.596053 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event updated for resources: {'Port': ['ID=a21eaf70-6d8f-4c42-b56a-e57644aaf5f2,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:53:13.609967 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:13.786432 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP eb303291-c4a9-4f38-a9dc-a56022ceb845 associated. External IP: 172.26.3.178, port: a740b7ad-eae3-4e79-939c-5e28d8b0d452. Mar 02 09:53:14.128851 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 3315c45d-0b1f-448c-b097-ad272c48a76a has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:53:14.302567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:53:14.311779 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] Sync routers for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:53:14.321918 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:53:14.322519 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:53:14.401320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:14.458320 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-321a5ab8-230c-47c1-9f35-df2627245b95 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5545640 Mar 02 09:53:14.458320 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:53:14.493256 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:53:14.500510 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'status': 'completed', 'code': 200} Mar 02 09:53:14.662863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cae2fb-467e-48d2-bc57-855693bc8bc3 req-dd5ebb4e-dbff-4fb2-81c3-a6c1389d49be tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:14.664196 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-71cae2fb-467e-48d2-bc57-855693bc8bc3 req-dd5ebb4e-dbff-4fb2-81c3-a6c1389d49be tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.1015007 Mar 02 09:53:14.666296 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-b5c6b55e-ca14-4334-acb1-10fbeb113fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:14.667612 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-b5c6b55e-ca14-4334-acb1-10fbeb113fd4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 1098 time: 0.1457446 Mar 02 09:53:14.792068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-71cae2fb-467e-48d2-bc57-855693bc8bc3 req-934bd7ae-feb1-4118-8d9f-636432011723 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216869 Mar 02 09:53:14.815158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45004) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:53:14.862914 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'eb303291-c4a9-4f38-a9dc-a56022ceb845', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'port_id': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'mac_address': 'fa:16:3e:8b:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:53:12Z', 'updated_at': '2022-03-02T09:53:12Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d61f9fe-6fc5-4d72-b60f-d4206e89c24f', 'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:24:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:55Z', 'updated_at': '2022-03-02T09:53:02Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:53:14.867178 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] Checking router: 3315c45d-0b1f-448c-b097-ad272c48a76a for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:53:14.875266 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:53:14.875790 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:52:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:53:14.912215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-15256a3c-8b8e-4d38-805a-33ea659b9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:14.913683 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-15256a3c-8b8e-4d38-805a-33ea659b9dd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b HTTP/1.1" status: 200 len: 898 time: 0.2303336 Mar 02 09:53:15.053374 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:53:15.109105 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8d8b205c-3bf5-4c7a-a025-0df021a13751 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/eb303291-c4a9-4f38-a9dc-a56022ceb845 HTTP/1.1" status: 200 len: 991 time: 0.2929142 Mar 02 09:53:15.135891 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-ef70da04-4be8-474b-8626-89f0ace47040 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452 HTTP/1.1" status: 200 len: 999 time: 0.2151737 Mar 02 09:53:15.199815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-23fe9f44-64dd-4914-a4a6-75f28c037f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:15.201148 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-23fe9f44-64dd-4914-a4a6-75f28c037f8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ff32df-59c6-43c0-866d-d58215bbc92c HTTP/1.1" status: 200 len: 835 time: 0.0585246 Mar 02 09:53:15.273325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-c79a360a-839f-4fb3-8ee3-fcf7cda28ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:15.274801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-c79a360a-839f-4fb3-8ee3-fcf7cda28ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672681 Mar 02 09:53:15.394303 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'eb303291-c4a9-4f38-a9dc-a56022ceb845', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'port_id': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'mac_address': 'fa:16:3e:8b:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:53:12Z', 'updated_at': '2022-03-02T09:53:12Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d61f9fe-6fc5-4d72-b60f-d4206e89c24f', 'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:24:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:55Z', 'updated_at': '2022-03-02T09:53:02Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:53:15.398740 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cd13a-5b37-410b-a52a-15bb873d7018 None None] The sync data for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv is: [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'eb303291-c4a9-4f38-a9dc-a56022ceb845', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'port_id': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'mac_address': 'fa:16:3e:8b:11:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:53:12Z', 'updated_at': '2022-03-02T09:53:12Z', 'revision_number': 0, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d61f9fe-6fc5-4d72-b60f-d4206e89c24f', 'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:24:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:55Z', 'updated_at': '2022-03-02T09:53:02Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:53:15.402919 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-58c6bcf3-70f2-4a5c-876a-e668a930ff4e service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212516 Mar 02 09:53:15.534129 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab7c84cb-d963-4604-97a5-7f66fc8254de req-0fa23e9c-befe-49e5-8cff-67a179787bde service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264195 Mar 02 09:53:15.585537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8938121-187c-4138-b441-25d7242e27a2 None None] New status for floating IP eb303291-c4a9-4f38-a9dc-a56022ceb845: ACTIVE {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:53:16.112959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45008) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:53:16.218700 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-88a7a7e1-ceda-4a11-b083-08776ddd5c3b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/eb303291-c4a9-4f38-a9dc-a56022ceb845 HTTP/1.1" status: 200 len: 993 time: 0.1046267 Mar 02 09:53:18.052893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:19.761105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ad987fc7-c79d-4d9c-aa33-0b12f5c8daf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:21.950013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-dd90d033-642f-49f9-b568-36168fb5655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:23.098413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:23.297100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:24.869717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:32.846320 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:53:44.918533 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-33e3a301-4cb4-449a-a82c-8d48d2d3ae39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689604 Mar 02 09:53:45.059241 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-e0eea74a-b910-453a-a1e0-7b91e7592faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:45.060661 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-e0eea74a-b910-453a-a1e0-7b91e7592faa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 1098 time: 0.0723336 Mar 02 09:53:45.202904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-283e95f7-b4f0-4ba5-8224-984eabd116f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:45.204245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-283e95f7-b4f0-4ba5-8224-984eabd116f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b HTTP/1.1" status: 200 len: 898 time: 0.1239455 Mar 02 09:53:45.306396 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-046419e0-a107-48ea-b6e3-780f8c693711 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452 HTTP/1.1" status: 200 len: 1001 time: 0.0954797 Mar 02 09:53:45.367874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-2a35498f-9be4-43d4-9706-acb03e2f0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:45.369277 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-2a35498f-9be4-43d4-9706-acb03e2f0e98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ff32df-59c6-43c0-866d-d58215bbc92c HTTP/1.1" status: 200 len: 835 time: 0.0561430 Mar 02 09:53:45.442354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-0a5e809c-20c9-44fc-b51d-f83f8aada8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:53:45.443797 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-0a5e809c-20c9-44fc-b51d-f83f8aada8de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678473 Mar 02 09:53:45.572229 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-bbaa6cad-2759-4fd5-ac34-4dcb4db1b068 service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219327 Mar 02 09:53:45.703860 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-02913474-5209-4939-b8c6-5e0f899b2df9 req-0a8c8104-d402-4c81-8638-3a10868b17d1 service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221356 Mar 02 09:53:48.027743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:49.743734 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1286c5be-a86a-455f-ab6c-608524c31140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:51.976319 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-baa73353-bc71-4dbb-9947-486d7cf933ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:53.069704 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:53.292271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:53:54.829748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:09.846130 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:54:17.536079 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601134dc-d63c-47ae-be85-f03f0fa07382 req-9e2cdab2-676b-4a7b-a754-3b082716caf3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:17.537584 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-601134dc-d63c-47ae-be85-f03f0fa07382 req-9e2cdab2-676b-4a7b-a754-3b082716caf3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.1621506 Mar 02 09:54:17.580466 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-601134dc-d63c-47ae-be85-f03f0fa07382 req-e4e61ead-25c1-4d81-9271-ddacf025aea8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370977 Mar 02 09:54:18.017776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:18.823136 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc397c-ecdb-4828-b31f-8aa1f9977748 req-bf65ec70-b394-4f89-a011-3f39c3311193 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:18.824476 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7fdc397c-ecdb-4828-b31f-8aa1f9977748 req-bf65ec70-b394-4f89-a011-3f39c3311193 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.1401758 Mar 02 09:54:18.967890 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7fdc397c-ecdb-4828-b31f-8aa1f9977748 req-958df02e-1253-4b12-80fc-fd8f7dec1e19 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377070 Mar 02 09:54:19.769992 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8ac69c13-5663-46c9-9ca9-79747e6cc639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:20.146996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf8e5e-d235-4399-bf09-7fc013289a91 req-21c705a4-79a9-4bdf-aee7-ecccd0dd0057 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:20.148480 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5fbf8e5e-d235-4399-bf09-7fc013289a91 req-21c705a4-79a9-4bdf-aee7-ecccd0dd0057 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.0779953 Mar 02 09:54:20.190499 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5fbf8e5e-d235-4399-bf09-7fc013289a91 req-51cf0daf-89a9-49fc-9f91-635a205950d7 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364773 Mar 02 09:54:20.213368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45042) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:20.314800 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4bff5d67-2bc6-4a63-bac2-d8ee8b02af2b tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/eb303291-c4a9-4f38-a9dc-a56022ceb845 HTTP/1.1" status: 200 len: 993 time: 0.1003170 Mar 02 09:54:21.917083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da1e8-6e7c-48d1-9f65-ced96918a865 req-ea05d1a7-865d-4180-824a-c84c8523b5b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:21.919609 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b89da1e8-6e7c-48d1-9f65-ced96918a865 req-ea05d1a7-865d-4180-824a-c84c8523b5b0 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.0831573 Mar 02 09:54:21.964634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3b94-9935-47b2-8e59-cadb82c8cd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:22.001239 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b89da1e8-6e7c-48d1-9f65-ced96918a865 req-895711cf-eaf8-4bb2-a5b3-82756b89a39c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517409 Mar 02 09:54:22.027691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-aea7d8a2-0352-4eef-b693-dc026bb14d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:22.029178 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-aea7d8a2-0352-4eef-b693-dc026bb14d89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 1098 time: 0.1086977 Mar 02 09:54:22.158028 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-8703bf70-a9e8-4912-b45a-8ac5f524ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:22.159483 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-8703bf70-a9e8-4912-b45a-8ac5f524ce35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b HTTP/1.1" status: 200 len: 898 time: 0.1244335 Mar 02 09:54:22.259706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-3a520e7a-768c-4eec-b29f-5773361f9193 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452 HTTP/1.1" status: 200 len: 1001 time: 0.0943460 Mar 02 09:54:22.324298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-3492ff2a-fbf7-499b-b17f-d1df8c0a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:22.325709 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-3492ff2a-fbf7-499b-b17f-d1df8c0a7d32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ff32df-59c6-43c0-866d-d58215bbc92c HTTP/1.1" status: 200 len: 835 time: 0.0591931 Mar 02 09:54:22.399177 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-99b5ae2e-0da3-4816-b13f-e66794107c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:22.400622 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-99b5ae2e-0da3-4816-b13f-e66794107c8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688932 Mar 02 09:54:22.527140 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-559b226f-19d2-4bd6-b49e-14713c7c5e0b service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198263 Mar 02 09:54:22.654619 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5358c8ed-e11a-4bdd-9a02-751f2c58b55c req-a6eefa41-e781-46ec-9c7e-e4518aa47cd8 service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206129 Mar 02 09:54:23.107219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:23.190697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6d6d3-83c3-4795-a9bf-577b31d1b96b req-7613516d-9c28-4d01-85e1-58ab854d78f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:23.192145 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-efc6d6d3-83c3-4795-a9bf-577b31d1b96b req-7613516d-9c28-4d01-85e1-58ab854d78f6 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.0814803 Mar 02 09:54:23.235413 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-efc6d6d3-83c3-4795-a9bf-577b31d1b96b req-bacc0901-c562-423c-a5ad-ce357b6dc290 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376136 Mar 02 09:54:23.284404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:24.417762 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c2371-5726-42c4-b64b-120885a392fe req-adfaa636-2bb3-4d9e-8b18-d6587baf9637 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:24.419199 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d81c2371-5726-42c4-b64b-120885a392fe req-adfaa636-2bb3-4d9e-8b18-d6587baf9637 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.0783846 Mar 02 09:54:24.461496 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d81c2371-5726-42c4-b64b-120885a392fe req-861d1435-0112-476e-9101-cf3d23d22323 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369136 Mar 02 09:54:24.484670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45056) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:24.587518 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a2a5bb18-5174-4be8-ba4d-534fbcad928c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/floatingips/eb303291-c4a9-4f38-a9dc-a56022ceb845 HTTP/1.1" status: 200 len: 993 time: 0.1017635 Mar 02 09:54:24.804356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:24.850037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45064) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:25.048502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port a21eaf70-6d8f-4c42-b56a-e57644aaf5f2 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:54:25.048836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:25.297716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:25.298067 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:25.436243 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for a21eaf70-6d8f-4c42-b56a-e57644aaf5f2 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:54:25.652701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:25.702097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=a21eaf70-6d8f-4c42-b56a-e57644aaf5f2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:25.735468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.735808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.736141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.736470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.736794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.737118 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.737465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.737785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.738613 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.739215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.739536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.739928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:25.803522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:25.803853 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Floating IP eb303291-c4a9-4f38-a9dc-a56022ceb845 disassociated (deleted). External IP: 172.26.3.178, port: a740b7ad-eae3-4e79-939c-5e28d8b0d452. Mar 02 09:54:26.149658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 3315c45d-0b1f-448c-b097-ad272c48a76a has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:54:26.320784 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:54:26.330493 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] Sync routers for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:54:26.339404 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:26.339992 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:26.398189 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:26.454115 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-b31b8df6-6c44-4d0d-a4db-2f3510a500e8 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/floatingips/eb303291-c4a9-4f38-a9dc-a56022ceb845 HTTP/1.1" status: 204 len: 168 time: 1.6029019 Mar 02 09:54:26.454836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:54:26.501778 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'status': 'completed', 'code': 200} Mar 02 09:54:26.523703 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:26.597874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-04617775-e764-48ea-96e1-afee6ad5c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:26.599545 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-04617775-e764-48ea-96e1-afee6ad5c93a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 1098 time: 0.0745759 Mar 02 09:54:26.727522 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-d58b7f01-920b-451e-86cf-9a19c760cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:26.728864 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-d58b7f01-920b-451e-86cf-9a19c760cffc service neutron] 10.222.0.15 "GET /v2.0/networks?id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b HTTP/1.1" status: 200 len: 898 time: 0.1233106 Mar 02 09:54:26.840353 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '5d61f9fe-6fc5-4d72-b60f-d4206e89c24f', 'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:24:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:55Z', 'updated_at': '2022-03-02T09:53:02Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:26.844439 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] Checking router: 3315c45d-0b1f-448c-b097-ad272c48a76a for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:54:26.853680 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:26.854313 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:26.906658 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-df900f8c-be30-4953-a1b4-d1eb4dd7cfd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452 HTTP/1.1" status: 200 len: 217 time: 0.1707106 Mar 02 09:54:26.976123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-a0fd7cc7-d472-406b-a4cf-b087fae4f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:26.977614 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-a0fd7cc7-d472-406b-a4cf-b087fae4f127 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=20ff32df-59c6-43c0-866d-d58215bbc92c HTTP/1.1" status: 200 len: 835 time: 0.0582864 Mar 02 09:54:27.059250 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:27.104676 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-673e862f-4be5-4f99-8c0a-0fd2c3951634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:27.106184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-673e862f-4be5-4f99-8c0a-0fd2c3951634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fffe80ac-711d-4c26-aad9-da2d9e6ae22b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221805 Mar 02 09:54:27.161162 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beffbc-d72c-40c3-8392-69e48b243b9c req-cfffa033-3d7d-4553-a141-6f1cdce248e4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:27.161880 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-90beffbc-d72c-40c3-8392-69e48b243b9c req-cfffa033-3d7d-4553-a141-6f1cdce248e4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:54:27.256650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-42db11f6-6a5b-43a2-b032-e6f87f71d55d service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422002 Mar 02 09:54:27.345503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-90beffbc-d72c-40c3-8392-69e48b243b9c req-cfffa033-3d7d-4553-a141-6f1cdce248e4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:54:27.346673 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-90beffbc-d72c-40c3-8392-69e48b243b9c req-cfffa033-3d7d-4553-a141-6f1cdce248e4 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.3207808 Mar 02 09:54:27.370404 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '5d61f9fe-6fc5-4d72-b60f-d4206e89c24f', 'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:24:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:55Z', 'updated_at': '2022-03-02T09:53:02Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:27.374332 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6258e-aa96-4990-ae41-5b888eaf5d4e None None] The sync data for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv is: [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '5d61f9fe-6fc5-4d72-b60f-d4206e89c24f', 'name': '', 'network_id': 'fffe80ac-711d-4c26-aad9-da2d9e6ae22b', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'mac_address': 'fa:16:3e:24:28:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:55Z', 'updated_at': '2022-03-02T09:53:02Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'subnets': [{'id': '20ff32df-59c6-43c0-866d-d58215bbc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:54:27.426213 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-90beffbc-d72c-40c3-8392-69e48b243b9c req-7f6bc809-3caa-49ca-9af0-c3b3efe3b1c3 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673697 Mar 02 09:54:27.429520 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f71f246-52e6-4923-8f9d-3694594e4f52 req-85551b8f-790f-4784-9369-0744ed46f000 service neutron] 10.222.0.15 "GET /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660078 Mar 02 09:54:27.587501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118523c-6332-4d23-8c13-681e0136bb67 None None] New status for floating IP eb303291-c4a9-4f38-a9dc-a56022ceb845: DOWN {{(pid=88402) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:54:28.614333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff981ac-9f93-4076-a134-093964167b4f req-366ed26a-627a-4652-be48-efd0a613dae2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:28.615748 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ff981ac-9f93-4076-a134-093964167b4f req-366ed26a-627a-4652-be48-efd0a613dae2 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.0768158 Mar 02 09:54:28.701603 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2ff981ac-9f93-4076-a134-093964167b4f req-84271c52-b983-4376-a8ba-02be93f82ca9 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/security-groups?id=875c8151-13aa-4d6c-a843-62376942d8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799901 Mar 02 09:54:28.730922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-be1ac888-bb96-42ed-94e5-04cd44ea535a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:28.732304 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-be1ac888-bb96-42ed-94e5-04cd44ea535a tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 945 time: 0.1118529 Mar 02 09:54:28.798755 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port a740b7ad-eae3-4e79-939c-5e28d8b0d452 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:54:28.799088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:29.038139 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port a740b7ad-eae3-4e79-939c-5e28d8b0d452, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=a740b7ad-eae3-4e79-939c-5e28d8b0d452,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:54:29.038493 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:29.155780 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for a740b7ad-eae3-4e79-939c-5e28d8b0d452 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:54:29.378082 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:29.426494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=a740b7ad-eae3-4e79-939c-5e28d8b0d452,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:29.500458 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] No DVR routers for this DVR port a740b7ad-eae3-4e79-939c-5e28d8b0d452 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:54:29.502866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:29.505785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'name': 'network-vif-deleted', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:54:29.550770 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e5def9-72e3-4a4a-b488-5f5e7a0b6693', 'name': 'network-vif-deleted', 'tag': 'a740b7ad-eae3-4e79-939c-5e28d8b0d452', 'status': 'completed', 'code': 200} Mar 02 09:54:29.565654 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c12d2792-cebe-46ef-8120-ff2134a22365 req-867ce326-e0a2-47bd-9a7f-97970b33571c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.15 "DELETE /v2.0/ports/a740b7ad-eae3-4e79-939c-5e28d8b0d452 HTTP/1.1" status: 204 len: 173 time: 0.8232412 Mar 02 09:54:29.851983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0219eea1-5406-49df-9488-3b41c70d7851 req-31592c7f-9178-4e6b-b690-7949566b3778 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Synchronizing usage tracker for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:54:29.949508 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0219eea1-5406-49df-9488-3b41c70d7851 req-31592c7f-9178-4e6b-b690-7949566b3778 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Unset dirty status for tenant:3e998ca2307d46a4a47e3d503df0b7aa on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:54:29.950718 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0219eea1-5406-49df-9488-3b41c70d7851 req-31592c7f-9178-4e6b-b690-7949566b3778 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "GET /v2.0/ports?device_id=23e5def9-72e3-4a4a-b488-5f5e7a0b6693 HTTP/1.1" status: 200 len: 210 time: 0.1408248 Mar 02 09:54:31.043737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45082) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:31.666572 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:32.010485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:54:32.010730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:32.189803 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=5d61f9fe-6fc5-4d72-b60f-d4206e89c24f,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:54:32.190517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:32.312339 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:54:32.556127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:32.694560 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=5d61f9fe-6fc5-4d72-b60f-d4206e89c24f,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:32.959090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:33.307337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a740b7ad-eae3-4e79-939c-5e28d8b0d452 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:54:33.313701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Router 3315c45d-0b1f-448c-b097-ad272c48a76a has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:54:33.340657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: a740b7ad-eae3-4e79-939c-5e28d8b0d452 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:54:33.340995 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device a740b7ad-eae3-4e79-939c-5e28d8b0d452 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:54:33.487442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:54:33.500986 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] Sync routers for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:54:33.511246 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:33.511834 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:33.557311 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4529b8d3-80ec-4c1f-8c7d-013c598ab7bf tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "PUT /v2.0/routers/3315c45d-0b1f-448c-b097-ad272c48a76a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5124369 Mar 02 09:54:33.559899 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45088) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:33.627773 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9f60b4-3edb-45f9-86b1-0f35ccb5a77c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting subnet 20ff32df-59c6-43c0-866d-d58215bbc92c {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 09:54:33.630651 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60b4-3edb-45f9-86b1-0f35ccb5a77c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:33.683959 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60b4-3edb-45f9-86b1-0f35ccb5a77c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:33.688103 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:33.766933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60b4-3edb-45f9-86b1-0f35ccb5a77c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:33.932936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60b4-3edb-45f9-86b1-0f35ccb5a77c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:33.972997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f60b4-3edb-45f9-86b1-0f35ccb5a77c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Subnet': ['ID=20ff32df-59c6-43c0-866d-d58215bbc92c,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:33.974961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60b4-3edb-45f9-86b1-0f35ccb5a77c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:33.981629 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-6b9f60b4-3edb-45f9-86b1-0f35ccb5a77c tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/subnets/20ff32df-59c6-43c0-866d-d58215bbc92c HTTP/1.1" status: 204 len: 168 time: 0.4207354 Mar 02 09:54:33.984520 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45092) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:33.987267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e83a8-7940-42e1-b8c6-7d66f0da4fc2 None None] Network fffe80ac-711d-4c26-aad9-da2d9e6ae22b requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:54:33.988625 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:54:32Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:33.992763 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] Checking router: 3315c45d-0b1f-448c-b097-ad272c48a76a for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:54:34.001001 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] Routers {'3315c45d-0b1f-448c-b097-ad272c48a76a'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:34.001594 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['3315c45d-0b1f-448c-b097-ad272c48a76a'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:34.192651 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] Set router 3315c45d-0b1f-448c-b097-ad272c48a76a gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:34.258246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] DHCP port deletion for fffe80ac-711d-4c26-aad9-da2d9e6ae22b request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 09:54:34.262801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Deleting port 948d2ddc-9230-4e0b-adb4-160a9c774968 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:54:34.263278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:34.282089 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:34.463270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] For port 948d2ddc-9230-4e0b-adb4-160a9c774968, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=948d2ddc-9230-4e0b-adb4-160a9c774968,segment=NetworkSegment(66983360-ba07-4a71-a6e5-5b45910c0158),segment_id=66983360-ba07-4a71-a6e5-5b45910c0158)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:54:34.463848 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:34.463974 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:34.495828 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:54:32Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:34.499922 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9476f79-844c-484e-bf39-88fefc2ae4e9 None None] The sync data for ids ['3315c45d-0b1f-448c-b097-ad272c48a76a'] in dv-neutron-828796-1-hyperv is: [{'id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659671666', 'tenant_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:52:50Z', 'updated_at': '2022-03-02T09:54:32Z', 'revision_number': 5, 'project_id': '3e998ca2307d46a4a47e3d503df0b7aa', 'gw_port': {'id': '16f047db-c036-4e88-be66-9edc8e25feb2', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315c45d-0b1f-448c-b097-ad272c48a76a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:52:51Z', 'updated_at': '2022-03-02T09:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:54:34.547123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Deleting port 16f047db-c036-4e88-be66-9edc8e25feb2 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 09:54:34.547575 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:34.588693 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Calling delete_port for 948d2ddc-9230-4e0b-adb4-160a9c774968 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:54:34.718517 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321'] for port, after_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:34.723811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] For port 16f047db-c036-4e88-be66-9edc8e25feb2, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=16f047db-c036-4e88-be66-9edc8e25feb2,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:54:34.724166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:34.763764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Pushing event deleted for resources: {'Port': ['ID=948d2ddc-9230-4e0b-adb4-160a9c774968,revision_number=None']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:34.771994 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] No DVR routers for this DVR port 948d2ddc-9230-4e0b-adb4-160a9c774968 on host dv-neutron-828796-1-hyperv {{(pid=88402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 09:54:34.773806 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.774168 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.774583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.774840 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.775164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.775491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.775817 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.776137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.776490 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.776807 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.777127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.777441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f16da9-d495-4b8b-93b3-2622199b6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:34.847819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Calling delete_port for 16f047db-c036-4e88-be66-9edc8e25feb2 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 09:54:35.086864 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.134059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Port': ['ID=16f047db-c036-4e88-be66-9edc8e25feb2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:35.225742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.401213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.403874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.512954 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.513594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Fanout notify agent at l3_agent the message router_deleted on router 3315c45d-0b1f-448c-b097-ad272c48a76a {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 09:54:35.530157 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.531368 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-744bc837-fafa-4e0d-a408-0c3a5441f17d tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/routers/3315c45d-0b1f-448c-b097-ad272c48a76a HTTP/1.1" status: 204 len: 168 time: 1.5459635 Mar 02 09:54:35.534572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45096) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:35.659956 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.896130 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.921255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffe80ac-711d-4c26-aad9-da2d9e6ae22b']}} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:35.934678 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66983360-ba07-4a71-a6e5-5b45910c0158') {'for_net_delete': True} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:35.934977 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.services.segments.db [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66983360-ba07-4a71-a6e5-5b45910c0158') {} {{(pid=88400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:35.948677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-871487'] for segment, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.966725 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.974161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88400) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 09:54:35.974630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-747600'] for segment, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:35.976435 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: Traceback (most recent call last): Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: timer() Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: cb(*args, **kw) Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: return func(*args, **kwargs) Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: self._notify() Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: self.callback(batched_events) Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: event.method(event) Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: return f(self, *a, **k) Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._get(url).json() Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: return self.request(url, 'GET', **kwargs) Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 09:54:35.995795 dv-neutron-828796-1-hyperv neutron-server[88400]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 09:54:36.012858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:54:36.013202 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 5d61f9fe-6fc5-4d72-b60f-d4206e89c24f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:54:36.013619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 948d2ddc-9230-4e0b-adb4-160a9c774968 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:54:36.057686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 948d2ddc-9230-4e0b-adb4-160a9c774968 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:54:36.057686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 948d2ddc-9230-4e0b-adb4-160a9c774968 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:54:36.057686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 16f047db-c036-4e88-be66-9edc8e25feb2 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:54:36.079189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 16f047db-c036-4e88-be66-9edc8e25feb2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 09:54:36.079532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 16f047db-c036-4e88-be66-9edc8e25feb2 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 09:54:36.181916 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:36.201444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:36.212297 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'Network': ['ID=fffe80ac-711d-4c26-aad9-da2d9e6ae22b,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:36.221153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.221503 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.221857 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.222741 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.223031 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.223357 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.223680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.224002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.224323 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.224643 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.224966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.225284 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:36.281350 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-264c9af4-2ab4-443e-be08-a003c1a274ce tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/networks/fffe80ac-711d-4c26-aad9-da2d9e6ae22b HTTP/1.1" status: 204 len: 168 time: 0.7455697 Mar 02 09:54:36.284667 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45100) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:36.354986 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c846f620-072e-4a9f-9aad-39815f885720 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:36.384508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c846f620-072e-4a9f-9aad-39815f885720 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:36.543645 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c846f620-072e-4a9f-9aad-39815f885720 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:36.562382 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846f620-072e-4a9f-9aad-39815f885720 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c8151-13aa-4d6c-a843-62376942d8de,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:36.628567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c846f620-072e-4a9f-9aad-39815f885720 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:36.629716 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c846f620-072e-4a9f-9aad-39815f885720 tempest-TestNetworkAdvancedServerOps-1411968566 tempest-TestNetworkAdvancedServerOps-1411968566-project] 10.222.0.10 "DELETE /v2.0/security-groups/875c8151-13aa-4d6c-a843-62376942d8de HTTP/1.1" status: 204 len: 168 time: 0.3447831 Mar 02 09:54:37.176780 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45110) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:37.317429 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-8c323f02-5605-47ca-86e8-a7e84c759b2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e998ca2307d46a4a47e3d503df0b7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395252 Mar 02 09:54:37.319939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45116) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:37.375591 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b633c68-139b-4f7a-851a-186d99d8f89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:37.403652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b633c68-139b-4f7a-851a-186d99d8f89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:37.526953 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b633c68-139b-4f7a-851a-186d99d8f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:37.543958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b633c68-139b-4f7a-851a-186d99d8f89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef673c7-aacd-4517-a43c-d0882fbf43a2,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:37.551546 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-1b633c68-139b-4f7a-851a-186d99d8f89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:37.555156 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-1b633c68-139b-4f7a-851a-186d99d8f89a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aef673c7-aacd-4517-a43c-d0882fbf43a2 HTTP/1.1" status: 204 len: 168 time: 0.2318368 Mar 02 09:54:38.146325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45124) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:38.163830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c15393f7-fe45-4037-b2a6-3eae2978ce37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:38.177647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c15393f7-fe45-4037-b2a6-3eae2978ce37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:38.181431 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c15393f7-fe45-4037-b2a6-3eae2978ce37 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ab968f58124576bd5d4fc94b1ad28d is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:38.184204 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-c15393f7-fe45-4037-b2a6-3eae2978ce37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:38.189733 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-c15393f7-fe45-4037-b2a6-3eae2978ce37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:38.270552 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c15393f7-fe45-4037-b2a6-3eae2978ce37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:38.338062 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-c15393f7-fe45-4037-b2a6-3eae2978ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:38.383930 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-c15393f7-fe45-4037-b2a6-3eae2978ce37 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2ab968f58124576bd5d4fc94b1ad28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365844 Mar 02 09:54:38.384786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15393f7-fe45-4037-b2a6-3eae2978ce37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759eee31-2fda-4ce9-a634-8af585f47872,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:38.386663 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45128) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:38.443616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebab24b4-2b2b-4d18-9b08-3ef09aab3a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:38.468536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebab24b4-2b2b-4d18-9b08-3ef09aab3a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:38.567342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebab24b4-2b2b-4d18-9b08-3ef09aab3a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:38.583535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab24b4-2b2b-4d18-9b08-3ef09aab3a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759eee31-2fda-4ce9-a634-8af585f47872,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:38.587873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ebab24b4-2b2b-4d18-9b08-3ef09aab3a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:38.589068 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ebab24b4-2b2b-4d18-9b08-3ef09aab3a6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/759eee31-2fda-4ce9-a634-8af585f47872 HTTP/1.1" status: 204 len: 168 time: 0.2012703 Mar 02 09:54:39.644274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45152) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:39.744912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1620131564-network', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:39.749629 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:39.754057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Usage tracker for resource:network and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:39.756831 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:39.762405 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:39.853100 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Made reservation on behalf of 8cf65a5810aa4aa5969233d67b06f12f for: {'network': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:54:39.855648 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:39.867479 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:39.881808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:39.885501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:39.888234 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:39.893781 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:39.971814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:40.061043 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:40.087766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:54:40.099501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda3687b-b3fa-43c4-8d53-58174f2f9955,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:40.103718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:40.104053 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.segments_db [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Added segment 6b4f3093-b8d7-4903-88af-3619d1b6b3d5 of type vlan for network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb Mar 02 09:54:40.129881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:40.240929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:40.241776 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:40.242477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:40.340786 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] Pushing event updated for resources: {'Network': ['ID=9f60a1d1-9d5d-40d8-9c4a-1039047774eb,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:40.350397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:54:40.393250 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3df20b09-471f-4eec-9dcd-edeb729a84eb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7478929 Mar 02 09:54:40.396335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45158) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:40.401610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Request body: {'subnet': {'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1620131564-subnet', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'ip_version': 4}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:40.406480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:40.410328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Usage tracker for resource:subnet and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:40.413101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:40.418714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:40.483884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Made reservation on behalf of 8cf65a5810aa4aa5969233d67b06f12f for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:54:40.486245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:40.827107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:40.900011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:40.909004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Checking segment: {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:54:40.909380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Network hostable DHCP agents. Network: 9f60a1d1-9d5d-40d8-9c4a-1039047774eb, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:54:40.987357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:54:41.055511 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 9f60a1d1-9d5d-40d8-9c4a-1039047774eb) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:41.059262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:41.059832 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.064951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945fa44e-33e7-40df-9e8c-6b70f8c4d39a None None] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:54:41.156197 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d357b0e6-c898-4b05-9e0a-60db88d78fb5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7587032 Mar 02 09:54:41.158721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45162) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:41.164167 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:41.168701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:41.172497 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Usage tracker for resource:router and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:41.175347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:41.180909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:41.260823 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.261874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.277002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.308059 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:54:41.308873 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.458647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Allocated IP 172.20.0.2 (9f60a1d1-9d5d-40d8-9c4a-1039047774eb/f87cce9f-57e8-4cbd-90c4-8e3a788bbe75/8f95e9b9-087d-4e63-86eb-289b9703a1a6) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:54:41.608303 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.680541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.690158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Transition to ACTIVE for port object 8f95e9b9-087d-4e63-86eb-289b9703a1a6 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:41.708338 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Transition to ACTIVE for port object 8f95e9b9-087d-4e63-86eb-289b9703a1a6 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:41.778326 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.837341 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:54:41.844085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:41.848528 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:54:41.854492 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Pushing event updated for resources: {'Port': ['ID=8f95e9b9-087d-4e63-86eb-289b9703a1a6,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:41.942026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Attempting to bind port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:54:41.942396 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Attempting to bind port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:54:41.942795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Attempting to bind port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 on network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:54:41.948231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:54:41.948604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Checking segment: {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:54:41.949004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.949398 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Bound using segment: {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:54:41.950013 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Bound port: 8f95e9b9-087d-4e63-86eb-289b9703a1a6, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:54:41.950388 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:41.991308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:42.019721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:42.036363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] For port 8f95e9b9-087d-4e63-86eb-289b9703a1a6, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:54:42.039175 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] For port 8f95e9b9-087d-4e63-86eb-289b9703a1a6, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8f95e9b9-087d-4e63-86eb-289b9703a1a6,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:54:42.130733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:42.151300 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Allocated IP 172.26.3.67 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/ce9f6b57-def2-4a69-bc88-6fc9257e1bec) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:54:42.213888 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861c1cd-63a9-487e-b195-74981f00a61d None None] Pushing event updated for resources: {'Port': ['ID=8f95e9b9-087d-4e63-86eb-289b9703a1a6,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:42.298158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:42.378678 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:42.442305 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:54:42.445029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:42.452711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:54:42.497293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Pushing event updated for resources: {'Port': ['ID=ce9f6b57-def2-4a69-bc88-6fc9257e1bec,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:43.041446 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:43.123577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ea4754-a20a-493f-bc3a-5690b0d7e406 None None] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:54:43.281356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-5a76e91c-365b-4d47-9a77-46bd49280a3a None None] Provisioning for port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:54:43.383455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:43.649872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:54:43.825525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:54:43.837721 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Sync routers for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:54:43.855231 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:43.855866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:43.906555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8f95e9b9-087d-4e63-86eb-289b9703a1a6 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:43.944130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:43.948147 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-80bc4809-2c37-4696-82fa-715f559d5f19 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7857587 Mar 02 09:54:43.948354 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45166) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:44.090554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:44.189875 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:54:44.212796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:44.213164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:44.491206 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:44.533976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8f95e9b9-087d-4e63-86eb-289b9703a1a6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8f95e9b9-087d-4e63-86eb-289b9703a1a6,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:54:44.542720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:42Z', 'revision_number': 3, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:44.546696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Checking router: 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:54:44.547122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Updating router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 port ce9f6b57-def2-4a69-bc88-6fc9257e1bec binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:54:44.590323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:44.626927 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:44.647148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:44.713935 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8f95e9b9-087d-4e63-86eb-289b9703a1a6,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:44.835216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Allocated IP 172.20.0.1 (9f60a1d1-9d5d-40d8-9c4a-1039047774eb/f87cce9f-57e8-4cbd-90c4-8e3a788bbe75/7a628b0c-729b-434d-8cd0-e48ed30fe888) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:54:45.006147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.017143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Transition to ACTIVE for port object ce9f6b57-def2-4a69-bc88-6fc9257e1bec will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:45.075513 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.084883 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.100830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Transition to ACTIVE for port object 7a628b0c-729b-434d-8cd0-e48ed30fe888 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:45.155807 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Attempting to bind port ce9f6b57-def2-4a69-bc88-6fc9257e1bec on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:54:45.156172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Attempting to bind port ce9f6b57-def2-4a69-bc88-6fc9257e1bec by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:54:45.156526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Attempting to bind port ce9f6b57-def2-4a69-bc88-6fc9257e1bec on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:54:45.158601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d62cbd-a74e-43ee-bc1e-1ab7ba1b1d3c None None] Pushing event updated for resources: {'Port': ['ID=ce9f6b57-def2-4a69-bc88-6fc9257e1bec,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:45.164526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:54:45.164887 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:54:45.165886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.165886 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:54:45.166086 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Bound port: ce9f6b57-def2-4a69-bc88-6fc9257e1bec, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:54:45.166446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.181444 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.239156 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] For port ce9f6b57-def2-4a69-bc88-6fc9257e1bec, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:54:45.240605 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:54:45.242220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] For port ce9f6b57-def2-4a69-bc88-6fc9257e1bec, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ce9f6b57-def2-4a69-bc88-6fc9257e1bec,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:54:45.243326 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:45.251064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:54:45.289438 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Pushing event updated for resources: {'Port': ['ID=7a628b0c-729b-434d-8cd0-e48ed30fe888,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:45.312832 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.313311 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.392442 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:45.393070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:45.451979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d62cbd-a74e-43ee-bc1e-1ab7ba1b1d3c None None] Pushing event updated for resources: {'Port': ['ID=ce9f6b57-def2-4a69-bc88-6fc9257e1bec,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:45.505370 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.581598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:45.636778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1443ddef-2ded-4ea8-9613-c06c923c943e None None] Provisioning for port 7a628b0c-729b-434d-8cd0-e48ed30fe888 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:54:45.646342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1443ddef-2ded-4ea8-9613-c06c923c943e None None] Provisioning complete for port 7a628b0c-729b-434d-8cd0-e48ed30fe888 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:45.646710 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1443ddef-2ded-4ea8-9613-c06c923c943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.729715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.783580 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:45.835691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1443ddef-2ded-4ea8-9613-c06c923c943e None None] Port 7a628b0c-729b-434d-8cd0-e48ed30fe888 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:54:45.853879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8f95e9b9-087d-4e63-86eb-289b9703a1a6 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:45.891207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Pushing event updated for resources: {'Port': ['ID=7a628b0c-729b-434d-8cd0-e48ed30fe888,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:45.896003 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:46.029276 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:54:46.030443 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:46.033322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:46.033692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:46.104987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:44Z', 'revision_number': 1, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:46.113305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2b805-9865-4d83-9316-3f3c0f87c6fc None None] The sync data for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv is: [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:44Z', 'revision_number': 1, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:54:46.233279 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:54:46.264328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-52357267-9dec-40a1-a910-b3255fa17854 None None] Provisioning complete for port 7a628b0c-729b-434d-8cd0-e48ed30fe888 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:46.264853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-52357267-9dec-40a1-a910-b3255fa17854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:46.341235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-52357267-9dec-40a1-a910-b3255fa17854 None None] Port 7a628b0c-729b-434d-8cd0-e48ed30fe888 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:54:46.428273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:54:46.452724 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-13af8736-dba1-4a36-875f-88d775ec7388 admin admin] 10.222.0.10 "PUT /v2.0/routers/51710ce8-9319-43f7-b0c3-b7bc9b52fb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4948385 Mar 02 09:54:46.845551 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:54:47.137315 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45184) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:47.142961 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1911174195-network', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:47.148166 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:47.152361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Usage tracker for resource:network and tenant:07e101f285be4c2b8e09b83b1b6b309b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:47.155409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:47.161237 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:47.246703 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Made reservation on behalf of 07e101f285be4c2b8e09b83b1b6b309b for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:54:47.249207 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:47.262811 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:47.276336 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:47.280232 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Usage tracker for resource:security_group_rule and tenant:07e101f285be4c2b8e09b83b1b6b309b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:47.283216 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:47.289319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:47.375064 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:47.449200 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:47.478407 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 09:54:47.486712 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd260a66-51b1-4303-b874-b11a243e372a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:47.493008 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:47.493341 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Added segment c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d of type vlan for network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 Mar 02 09:54:47.520014 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:47.623716 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:47.624528 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:47.625100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:47.840726 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] Pushing event updated for resources: {'Network': ['ID=80f3dcb9-c86e-4ef0-ac9c-574b26f80040,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:47.851506 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 09:54:47.878983 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ce9f6b57-def2-4a69-bc88-6fc9257e1bec up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:47.901626 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-44448ad1-fcb2-4403-a9e6-3de7311ca273 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7631862 Mar 02 09:54:47.904324 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45188) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:47.910272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Request body: {'subnet': {'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1911174195-subnet', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:47.916169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:47.918628 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Usage tracker for resource:subnet and tenant:07e101f285be4c2b8e09b83b1b6b309b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:47.921560 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:47.927660 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:48.001355 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Made reservation on behalf of 07e101f285be4c2b8e09b83b1b6b309b for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:54:48.005664 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.039775 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Sync routers for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:54:48.049167 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:48.053577 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:48.069701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.101602 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port ce9f6b57-def2-4a69-bc88-6fc9257e1bec completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:54:48.107101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ce9f6b57-def2-4a69-bc88-6fc9257e1bec triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:48.107591 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.230847 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.233022 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:48.246805 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port ce9f6b57-def2-4a69-bc88-6fc9257e1bec, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ce9f6b57-def2-4a69-bc88-6fc9257e1bec,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:54:48.264955 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.338145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c931d2-2fd0-46fb-845a-b1c32bcb249e,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:48.341418 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.346159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Checking segment: {'id': 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:54:48.346519 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Network hostable DHCP agents. Network: 80f3dcb9-c86e-4ef0-ac9c-574b26f80040, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 09:54:48.414667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=ce9f6b57-def2-4a69-bc88-6fc9257e1bec,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:48.426868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 09:54:48.495521 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 80f3dcb9-c86e-4ef0-ac9c-574b26f80040) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:48.499939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:48.500658 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.507729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf659ed-3d22-4638-98cc-b18290f232c9 None None] Network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:54:48.548897 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 2, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:48.553268 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Checking router: 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:54:48.553614 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Updating router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 port 7a628b0c-729b-434d-8cd0-e48ed30fe888 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:54:48.583163 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-861aac6d-3711-4252-9932-949699adbd67 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6777637 Mar 02 09:54:48.585507 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45192) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:48.590631 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:48.595227 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:48.599592 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Usage tracker for resource:router and tenant:07e101f285be4c2b8e09b83b1b6b309b is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:48.602537 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:48.609022 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:48.614308 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.673690 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.675342 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.691183 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.722741 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-80f3dcb9-c86e-4ef0-ac9c-574b26f80040', 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'fixed_ips': [{'subnet_id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 09:54:48.723576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.877756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Allocated IP 172.20.0.2 (80f3dcb9-c86e-4ef0-ac9c-574b26f80040/11c931d2-2fd0-46fb-845a-b1c32bcb249e/44035f9f-e6fd-4115-9d59-885004525672) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:54:48.956496 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:48.967748 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Transition to ACTIVE for port object 7a628b0c-729b-434d-8cd0-e48ed30fe888 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:49.043210 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.052479 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.082596 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.092868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Transition to ACTIVE for port object 44035f9f-e6fd-4115-9d59-885004525672 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:49.124253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Transition to ACTIVE for port object 44035f9f-e6fd-4115-9d59-885004525672 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:49.211061 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.232571 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Pushing event updated for resources: {'Port': ['ID=7a628b0c-729b-434d-8cd0-e48ed30fe888,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:49.249164 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.249508 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.249893 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.250186 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.250513 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.250878 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.251193 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.251517 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.251826 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.252136 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.252448 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.252754 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:54:49.295280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Pushing event updated for resources: {'Port': ['ID=44035f9f-e6fd-4115-9d59-885004525672,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:49.302153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:54:49.303431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:49.305792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:54:49.322325 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Attempting to bind port 7a628b0c-729b-434d-8cd0-e48ed30fe888 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:54:49.322784 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Attempting to bind port 7a628b0c-729b-434d-8cd0-e48ed30fe888 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:54:49.323309 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Attempting to bind port 7a628b0c-729b-434d-8cd0-e48ed30fe888 on network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:54:49.330592 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:54:49.331601 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Checking segment: {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:54:49.332084 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.332570 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Bound using segment: {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:54:49.333117 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Bound port: 7a628b0c-729b-434d-8cd0-e48ed30fe888, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:54:49.333567 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.405302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Attempting to bind port 44035f9f-e6fd-4115-9d59-885004525672 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:54:49.405792 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Attempting to bind port 44035f9f-e6fd-4115-9d59-885004525672 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:54:49.406048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Attempting to bind port 44035f9f-e6fd-4115-9d59-885004525672 on network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:54:49.413077 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:54:49.413444 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Checking segment: {'id': 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:54:49.413876 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.414260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Bound using segment: {'id': 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:54:49.414717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Bound port: 44035f9f-e6fd-4115-9d59-885004525672, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:54:49.415091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.426961 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] For port 7a628b0c-729b-434d-8cd0-e48ed30fe888, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:54:49.431125 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] For port 7a628b0c-729b-434d-8cd0-e48ed30fe888, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7a628b0c-729b-434d-8cd0-e48ed30fe888,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:54:49.450116 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.480554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.493890 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.506251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] For port 44035f9f-e6fd-4115-9d59-885004525672, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:54:49.509632 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] For port 44035f9f-e6fd-4115-9d59-885004525672, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=44035f9f-e6fd-4115-9d59-885004525672,segment=NetworkSegment(c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d),segment_id=c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:54:49.577013 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:49.577703 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:49.582525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.621483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Allocated IP 172.26.3.218 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/0aabe484-89c4-408a-901c-8fad6586d281) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:54:49.634382 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e9dfd-b1ce-464e-b508-02cd263219d3 None None] Pushing event updated for resources: {'Port': ['ID=7a628b0c-729b-434d-8cd0-e48ed30fe888,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:49.691743 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b707eb-9130-4acf-a6fd-fc2d5b924e33 None None] Pushing event updated for resources: {'Port': ['ID=44035f9f-e6fd-4115-9d59-885004525672,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:49.758508 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0895d830-de6d-47f5-9c4b-82f619de7f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.794602 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:49.853858 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:49.954671 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7a628b0c-729b-434d-8cd0-e48ed30fe888 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:49.984595 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:50.049084 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:54:50.052561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:50.060694 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:54:50.168088 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:49Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:50.172675 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ea0cd-2947-402f-a7d2-7db0762e604f None None] The sync data for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv is: [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:49Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:54:50.228236 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Pushing event updated for resources: {'Port': ['ID=0aabe484-89c4-408a-901c-8fad6586d281,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:50.241424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 7a628b0c-729b-434d-8cd0-e48ed30fe888 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:54:50.248531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 7a628b0c-729b-434d-8cd0-e48ed30fe888 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:50.248912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:50.373586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:50.408838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 7a628b0c-729b-434d-8cd0-e48ed30fe888, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7a628b0c-729b-434d-8cd0-e48ed30fe888,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:54:50.484040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:50.484820 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ce9f6b57-def2-4a69-bc88-6fc9257e1bec up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:50.618477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=7a628b0c-729b-434d-8cd0-e48ed30fe888,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:50.644692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ce9f6b57-def2-4a69-bc88-6fc9257e1bec triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:50.645222 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:50.747000 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:50.827465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c5b7e9-8ecd-4770-b097-b0534763a3c6 None None] Network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 09:54:50.983838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4bcc9e13-7661-411e-b4f8-31b86e10c63b None None] Provisioning for port 44035f9f-e6fd-4115-9d59-885004525672 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:54:51.106122 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:51.400630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Router 77db2851-2e1b-4988-b305-128696ab04c7 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 09:54:51.572167 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:54:51.583053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Sync routers for ids ['77db2851-2e1b-4988-b305-128696ab04c7'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:54:51.592065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Routers {'77db2851-2e1b-4988-b305-128696ab04c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:51.592674 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['77db2851-2e1b-4988-b305-128696ab04c7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:51.652468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:51.653792 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-05fd4e15-f106-4a0c-a30f-dba5720c2546 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0671761 Mar 02 09:54:51.656604 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45196) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:51.769692 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Set router 77db2851-2e1b-4988-b305-128696ab04c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:51.979653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7a628b0c-729b-434d-8cd0-e48ed30fe888 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:52.017696 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9473b16-c634-4eed-90df-b4e28774c8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.120884 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 7a628b0c-729b-434d-8cd0-e48ed30fe888 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:52.121178 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.222461 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77db2851-2e1b-4988-b305-128696ab04c7', 'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '0aabe484-89c4-408a-901c-8fad6586d281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:48Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 3, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'gw_port': {'id': '0aabe484-89c4-408a-901c-8fad6586d281', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:49Z', 'updated_at': '2022-03-02T09:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:52.234823 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Checking router: 77db2851-2e1b-4988-b305-128696ab04c7 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:54:52.235164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Updating router 77db2851-2e1b-4988-b305-128696ab04c7 port 0aabe484-89c4-408a-901c-8fad6586d281 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:54:52.287822 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 44035f9f-e6fd-4115-9d59-885004525672 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:52.335594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.457254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.586918 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 44035f9f-e6fd-4115-9d59-885004525672 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:54:52.602583 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 44035f9f-e6fd-4115-9d59-885004525672 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:52.602955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.662633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Allocated IP 172.20.0.1 (80f3dcb9-c86e-4ef0-ac9c-574b26f80040/11c931d2-2fd0-46fb-845a-b1c32bcb249e/ec55ef88-b5c9-406a-a674-d086c458a159) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:54:52.797896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.806048 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.821715 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Transition to ACTIVE for port object ec55ef88-b5c9-406a-a674-d086c458a159 will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:52.829122 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.847916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Transition to ACTIVE for port object 0aabe484-89c4-408a-901c-8fad6586d281 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:52.853249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 44035f9f-e6fd-4115-9d59-885004525672, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=44035f9f-e6fd-4115-9d59-885004525672,segment=NetworkSegment(c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d),segment_id=c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:54:52.910158 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.932976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.936717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:52.980467 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:54:52.984441 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:52.996798 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:54:53.035723 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Attempting to bind port 0aabe484-89c4-408a-901c-8fad6586d281 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:54:53.036298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Attempting to bind port 0aabe484-89c4-408a-901c-8fad6586d281 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:54:53.036411 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Attempting to bind port 0aabe484-89c4-408a-901c-8fad6586d281 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:54:53.047851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:54:53.048179 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Pushing event updated for resources: {'Port': ['ID=ec55ef88-b5c9-406a-a674-d086c458a159,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:53.048291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:54:53.048592 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.048975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:54:53.049416 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Bound port: 0aabe484-89c4-408a-901c-8fad6586d281, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:54:53.050933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.074337 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.075352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1268db-8aab-434b-9ca6-e455c445934b None None] Pushing event updated for resources: {'Port': ['ID=0aabe484-89c4-408a-901c-8fad6586d281,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:53.121661 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.187218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=44035f9f-e6fd-4115-9d59-885004525672,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:53.194525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] For port 0aabe484-89c4-408a-901c-8fad6586d281, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:54:53.197524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] For port 0aabe484-89c4-408a-901c-8fad6586d281, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0aabe484-89c4-408a-901c-8fad6586d281,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:54:53.278384 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.283956 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.331328 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ca8223f0-6a5b-4141-857e-cd158425e176 None None] Provisioning for port ec55ef88-b5c9-406a-a674-d086c458a159 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:54:53.337251 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.344290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-ca8223f0-6a5b-4141-857e-cd158425e176 None None] Provisioning complete for port ec55ef88-b5c9-406a-a674-d086c458a159 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:53.344668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ca8223f0-6a5b-4141-857e-cd158425e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.414699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Routers {'77db2851-2e1b-4988-b305-128696ab04c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:53.415301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['77db2851-2e1b-4988-b305-128696ab04c7'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:53.476984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1268db-8aab-434b-9ca6-e455c445934b None None] Pushing event updated for resources: {'Port': ['ID=0aabe484-89c4-408a-901c-8fad6586d281,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:53.489092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-ca8223f0-6a5b-4141-857e-cd158425e176 None None] Port ec55ef88-b5c9-406a-a674-d086c458a159 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:54:53.507511 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.592273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.604560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] Set router 77db2851-2e1b-4988-b305-128696ab04c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:53.700409 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Pushing event updated for resources: {'Port': ['ID=ec55ef88-b5c9-406a-a674-d086c458a159,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:53.703859 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:53.857426 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 44035f9f-e6fd-4115-9d59-885004525672 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:53.951760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:54:53.952951 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:54:53.972325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 44035f9f-e6fd-4115-9d59-885004525672 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:53.972774 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:54.024809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77db2851-2e1b-4988-b305-128696ab04c7', 'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '0aabe484-89c4-408a-901c-8fad6586d281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:48Z', 'updated_at': '2022-03-02T09:54:53Z', 'revision_number': 4, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'gw_port': {'id': '0aabe484-89c4-408a-901c-8fad6586d281', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:49Z', 'updated_at': '2022-03-02T09:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ec55ef88-b5c9-406a-a674-d086c458a159', 'name': '', 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'mac_address': 'fa:16:3e:39:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:52Z', 'updated_at': '2022-03-02T09:54:52Z', 'revision_number': 1, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'subnets': [{'id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:54.034424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded746ff-3707-473a-9f47-097b2b34c218 None None] The sync data for ids ['77db2851-2e1b-4988-b305-128696ab04c7'] in dv-neutron-828796-1-hyperv is: [{'id': '77db2851-2e1b-4988-b305-128696ab04c7', 'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '0aabe484-89c4-408a-901c-8fad6586d281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:48Z', 'updated_at': '2022-03-02T09:54:53Z', 'revision_number': 4, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'gw_port': {'id': '0aabe484-89c4-408a-901c-8fad6586d281', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:49Z', 'updated_at': '2022-03-02T09:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ec55ef88-b5c9-406a-a674-d086c458a159', 'name': '', 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'mac_address': 'fa:16:3e:39:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:52Z', 'updated_at': '2022-03-02T09:54:52Z', 'revision_number': 1, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'subnets': [{'id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:54:54.154002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Router 77db2851-2e1b-4988-b305-128696ab04c7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:54:54.218541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-3af081ac-ea2e-4be1-9414-6114bfde4613 None None] Provisioning complete for port ec55ef88-b5c9-406a-a674-d086c458a159 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:54.219101 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3af081ac-ea2e-4be1-9414-6114bfde4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:54.291154 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-3af081ac-ea2e-4be1-9414-6114bfde4613 None None] Port ec55ef88-b5c9-406a-a674-d086c458a159 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:54:54.350586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:54:54.363687 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-70526acb-4088-46da-8a5d-7f26a96a6d51 admin admin] 10.222.0.10 "PUT /v2.0/routers/77db2851-2e1b-4988-b305-128696ab04c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7022514 Mar 02 09:54:54.812270 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:55.872524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0aabe484-89c4-408a-901c-8fad6586d281 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:55.996229 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45208) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:56.001458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394589772', 'description': 'tempest-secgroup-smoke-1394589772 description', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:56.008063 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:56.011852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:56.014843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:56.021148 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:56.032093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 0aabe484-89c4-408a-901c-8fad6586d281 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:54:56.037143 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 0aabe484-89c4-408a-901c-8fad6586d281 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:56.037515 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.084194 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.103842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:56.107868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:56.110630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:56.116663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:56.158107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.175128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 0aabe484-89c4-408a-901c-8fad6586d281, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0aabe484-89c4-408a-901c-8fad6586d281,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:54:56.183958 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.238445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.263492 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.304344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=0aabe484-89c4-408a-901c-8fad6586d281,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:56.305796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96597eba-a007-440d-a4c4-1ab6d0bb81f7,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:56.369621 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.370920 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-aee49f9a-d85e-4781-a06c-edfd9012f769 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3736293 Mar 02 09:54:56.373689 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45212) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:56.379292 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '96597eba-a007-440d-a4c4-1ab6d0bb81f7', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:56.385483 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:56.389460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:56.392203 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:56.398476 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:56.470218 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.528527 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.595379 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.620517 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fb7ed9-86fd-4b4d-b2d4-6d7484c1a47a,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:56.689270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.690502 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5d6a9ea1-cae0-4b5e-931e-56fcc0c08478 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158762 Mar 02 09:54:56.699343 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45216) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:56.704273 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '96597eba-a007-440d-a4c4-1ab6d0bb81f7', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:56.710296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:56.714010 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:56.716786 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:56.722260 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:56.802255 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.860648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.932369 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:56.958902 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c945e4b-aff9-44ba-b416-9b87093d866c,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:57.009615 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.010896 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-af20eb7a-9bc4-4e31-be8e-e239cc566d86 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106368 Mar 02 09:54:57.013491 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45220) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:57.018393 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '96597eba-a007-440d-a4c4-1ab6d0bb81f7', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:57.024329 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:57.028012 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:57.030805 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:57.036815 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:57.107270 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.171136 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.240596 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.264844 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb131b4-1ec2-44bc-a383-696d4337baa1,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:57.352309 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.353646 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-35223629-18f7-40e1-8e69-2dc770b95da3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392220 Mar 02 09:54:57.356534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45224) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:57.361365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '96597eba-a007-440d-a4c4-1ab6d0bb81f7', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:57.367387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:57.371462 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:57.374368 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:57.380254 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:57.456109 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.520796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.576606 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Sync routers for ids ['77db2851-2e1b-4988-b305-128696ab04c7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:54:57.586460 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.586615 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Routers {'77db2851-2e1b-4988-b305-128696ab04c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:57.587149 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['77db2851-2e1b-4988-b305-128696ab04c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:57.614206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19692d20-fe8e-4597-9eb3-b04385644172,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:57.680925 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.684102 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-4a83ef08-922c-4047-bcd3-5adeacde168a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3246713 Mar 02 09:54:57.685060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45228) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:57.690543 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '96597eba-a007-440d-a4c4-1ab6d0bb81f7', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:57.696735 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:57.700441 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:57.703242 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:57.709478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:57.758856 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Set router 77db2851-2e1b-4988-b305-128696ab04c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:57.783770 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Project 8cf65a5810aa4aa5969233d67b06f12f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:54:57.790554 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.856429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0aabe484-89c4-408a-901c-8fad6586d281 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:54:57.862610 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.925228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 0aabe484-89c4-408a-901c-8fad6586d281 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:54:57.925637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.938095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:57.966846 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf4b520-7d31-4080-a6b7-5f4ee3987d48,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:58.058209 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.059465 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-6f0f6550-8a50-4077-b73e-5e9ed3138e24 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3734510 Mar 02 09:54:58.062159 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45232) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:54:58.067602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '96597eba-a007-440d-a4c4-1ab6d0bb81f7', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:54:58.073350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:54:58.077141 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:54:58.079939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:54:58.080508 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77db2851-2e1b-4988-b305-128696ab04c7', 'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '0aabe484-89c4-408a-901c-8fad6586d281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:48Z', 'updated_at': '2022-03-02T09:54:53Z', 'revision_number': 4, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'gw_port': {'id': '0aabe484-89c4-408a-901c-8fad6586d281', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:49Z', 'updated_at': '2022-03-02T09:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ec55ef88-b5c9-406a-a674-d086c458a159', 'name': '', 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'mac_address': 'fa:16:3e:39:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:52Z', 'updated_at': '2022-03-02T09:54:53Z', 'revision_number': 2, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'subnets': [{'id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:58.084908 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Checking router: 77db2851-2e1b-4988-b305-128696ab04c7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:54:58.085258 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Updating router 77db2851-2e1b-4988-b305-128696ab04c7 port ec55ef88-b5c9-406a-a674-d086c458a159 binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 09:54:58.086465 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:54:58.136984 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.152136 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.securitygroups_db [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Project 8cf65a5810aa4aa5969233d67b06f12f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 09:54:58.158930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.225121 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.301468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.323145 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddb7000-dc31-4392-a67d-0475a456d257,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:58.398117 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.399449 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e1e7d467-4102-43b0-bc4a-687ab480c745 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3363452 Mar 02 09:54:58.501337 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.513231 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Transition to ACTIVE for port object ec55ef88-b5c9-406a-a674-d086c458a159 will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:54:58.561475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-261475f3-e4bb-4867-b305-f523b511c691 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Synchronizing usage tracker for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:54:58.598318 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.686792 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-261475f3-e4bb-4867-b305-f523b511c691 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Unset dirty status for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:54:58.688239 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-261475f3-e4bb-4867-b305-f523b511c691 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394589772&fields=id&tenant_id=8cf65a5810aa4aa5969233d67b06f12f HTTP/1.1" status: 200 len: 267 time: 0.1654041 Mar 02 09:54:58.746227 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae2c0-1a0a-4fef-bda4-ee21316f5fdd None None] Pushing event updated for resources: {'Port': ['ID=ec55ef88-b5c9-406a-a674-d086c458a159,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:58.811830 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Attempting to bind port ec55ef88-b5c9-406a-a674-d086c458a159 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:54:58.812098 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Attempting to bind port ec55ef88-b5c9-406a-a674-d086c458a159 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:54:58.812441 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Attempting to bind port ec55ef88-b5c9-406a-a674-d086c458a159 on network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:54:58.817856 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:54:58.818221 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Checking segment: {'id': 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:54:58.818608 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.818989 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Bound using segment: {'id': 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:54:58.820326 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Bound port: ec55ef88-b5c9-406a-a674-d086c458a159, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:54:58.820707 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:58.848255 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-8dcd6413-aa1b-4c8e-b2de-d284fc83e7bf tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:54:58.848923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-8dcd6413-aa1b-4c8e-b2de-d284fc83e7bf tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Synchronizing usage tracker for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:network {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:54:58.909098 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] For port ec55ef88-b5c9-406a-a674-d086c458a159, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:54:58.912560 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] For port ec55ef88-b5c9-406a-a674-d086c458a159, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ec55ef88-b5c9-406a-a674-d086c458a159,segment=NetworkSegment(c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d),segment_id=c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:54:58.932308 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-8dcd6413-aa1b-4c8e-b2de-d284fc83e7bf tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Unset dirty status for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:network {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:54:58.933424 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-8dcd6413-aa1b-4c8e-b2de-d284fc83e7bf tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 809 time: 0.2386081 Mar 02 09:54:58.948158 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-d6f9d485-68dd-4745-b066-1d0e90f575c3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/quotas/8cf65a5810aa4aa5969233d67b06f12f HTTP/1.1" status: 200 len: 375 time: 0.0092716 Mar 02 09:54:58.995899 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:54:59.029937 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-882b04cb-648c-4aeb-afe8-c56954d592c5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768368 Mar 02 09:54:59.046161 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4b2d4706-817d-4e69-aa35-5deb9ed3c22c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 09:54:59.047601 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4b2d4706-817d-4e69-aa35-5deb9ed3c22c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053232 Mar 02 09:54:59.073905 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Routers {'77db2851-2e1b-4988-b305-128696ab04c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:54:59.074519 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['77db2851-2e1b-4988-b305-128696ab04c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:59.140416 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae2c0-1a0a-4fef-bda4-ee21316f5fdd None None] Pushing event updated for resources: {'Port': ['ID=ec55ef88-b5c9-406a-a674-d086c458a159,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:54:59.267180 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] Set router 77db2851-2e1b-4988-b305-128696ab04c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:54:59.307661 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-51100578-acf6-4241-930f-f3ada6355139 service neutron] 10.222.0.10 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491598 Mar 02 09:54:59.436410 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-150124eb-4eb3-45e8-bd25-a16e29e68fcf service neutron] 10.222.0.10 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228845 Mar 02 09:54:59.571369 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77db2851-2e1b-4988-b305-128696ab04c7', 'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '0aabe484-89c4-408a-901c-8fad6586d281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:48Z', 'updated_at': '2022-03-02T09:54:53Z', 'revision_number': 4, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'gw_port': {'id': '0aabe484-89c4-408a-901c-8fad6586d281', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:49Z', 'updated_at': '2022-03-02T09:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ec55ef88-b5c9-406a-a674-d086c458a159', 'name': '', 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'mac_address': 'fa:16:3e:39:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:52Z', 'updated_at': '2022-03-02T09:54:58Z', 'revision_number': 4, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'subnets': [{'id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:54:59.575194 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947f663-f3a7-46d6-aa5d-1043921276d9 None None] The sync data for ids ['77db2851-2e1b-4988-b305-128696ab04c7'] in dv-neutron-828796-1-hyperv is: [{'id': '77db2851-2e1b-4988-b305-128696ab04c7', 'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '0aabe484-89c4-408a-901c-8fad6586d281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:48Z', 'updated_at': '2022-03-02T09:54:53Z', 'revision_number': 4, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'gw_port': {'id': '0aabe484-89c4-408a-901c-8fad6586d281', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:49Z', 'updated_at': '2022-03-02T09:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ec55ef88-b5c9-406a-a674-d086c458a159', 'name': '', 'network_id': '80f3dcb9-c86e-4ef0-ac9c-574b26f80040', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'mac_address': 'fa:16:3e:39:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:52Z', 'updated_at': '2022-03-02T09:54:58Z', 'revision_number': 4, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'subnets': [{'id': '11c931d2-2fd0-46fb-845a-b1c32bcb249e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:54:59.876308 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ec55ef88-b5c9-406a-a674-d086c458a159 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:55:00.003389 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port ec55ef88-b5c9-406a-a674-d086c458a159 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:55:00.008554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ec55ef88-b5c9-406a-a674-d086c458a159 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:55:00.008922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:00.125280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:00.155555 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port ec55ef88-b5c9-406a-a674-d086c458a159, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ec55ef88-b5c9-406a-a674-d086c458a159,segment=NetworkSegment(c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d),segment_id=c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:55:00.243504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:00.308825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=ec55ef88-b5c9-406a-a674-d086c458a159,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:55:00.686073 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ca901594-2112-4880-b7f2-6b1ef1fca88a req-0b451314-4394-45c5-a83f-928e3f3c5db8 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 210 time: 0.0411882 Mar 02 09:55:01.788857 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-52d7c6f1-05ff-4b1e-a546-3d8823cc10a1 req-ca2b1725-6fba-417f-8410-5f0825da7be6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 210 time: 0.0445037 Mar 02 09:55:01.856801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ec55ef88-b5c9-406a-a674-d086c458a159 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:55:01.924725 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ec55ef88-b5c9-406a-a674-d086c458a159 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:55:01.925098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:02.885246 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d67acb0-7f6e-4965-8168-a52f53d4f01c req-77ca7283-ca7a-4bbd-8a69-daac00699c61 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 210 time: 0.0439477 Mar 02 09:55:03.977084 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-85725681-e432-41fa-9525-a0fbdd7ff509 req-946e54ff-2cbc-489f-aeba-3c4b6d388972 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 210 time: 0.0416994 Mar 02 09:55:05.123640 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9e2cb739-f2db-4fc8-a6fc-ee956293b9bb req-c0f3b774-6122-4644-9ff2-3ace5a93fedd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 210 time: 0.0441327 Mar 02 09:55:06.271063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9e11aeb9-ce32-4eba-bfcd-b49a21ee2bdf req-13aba49e-784e-4a18-9da9-a27f75906026 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 210 time: 0.0413132 Mar 02 09:55:07.199808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-e3f18f57-e743-4550-8a4e-ebd96fd98f01 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:07.201212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-e3f18f57-e743-4550-8a4e-ebd96fd98f01 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 809 time: 0.1473513 Mar 02 09:55:07.248701 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-19284e89-8509-4df9-8aad-7ff7a049a302 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cf65a5810aa4aa5969233d67b06f12f HTTP/1.1" status: 200 len: 380 time: 0.0385733 Mar 02 09:55:07.258133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'port': {'device_id': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'admin_state_up': True, 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'security_groups': ['96597eba-a007-440d-a4c4-1ab6d0bb81f7']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:55:07.435464 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8afbcee6-070d-4160-9bde-005469dbf26a req-eea10658-bbde-4723-9138-28220e5edba2 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 210 time: 0.0511069 Mar 02 09:55:07.436327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:55:07.440106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:port and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:55:07.443506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:55:07.450609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:55:07.526654 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Made reservation on behalf of 8cf65a5810aa4aa5969233d67b06f12f for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 09:55:07.530268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:07.685099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Allocated IP 172.20.0.10 (9f60a1d1-9d5d-40d8-9c4a-1039047774eb/f87cce9f-57e8-4cbd-90c4-8e3a788bbe75/ab06b4a9-88eb-4956-8540-f8276b5ce2c8) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:55:07.869239 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:07.883800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Transition to ACTIVE for port object ab06b4a9-88eb-4956-8540-f8276b5ce2c8 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:55:07.972766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:08.036634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:55:08.043913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:55:08.048127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:55:08.077275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:55:08.118094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:08.121029 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:08.198685 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-23c646bc-584f-4883-8d84-6da7253c271a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9439144 Mar 02 09:55:08.210437 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Request body: {'port': {'device_id': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:55:08.300715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1a2476c2-e8f4-4f9e-b5a9-0bd8fe1e0b7d None None] Provisioning for port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:55:08.305669 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-1a2476c2-e8f4-4f9e-b5a9-0bd8fe1e0b7d None None] Provisioning complete for port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:55:08.306065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1a2476c2-e8f4-4f9e-b5a9-0bd8fe1e0b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:08.316928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:08.359139 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-1a2476c2-e8f4-4f9e-b5a9-0bd8fe1e0b7d None None] Port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 09:55:08.781085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0974f4b-b85e-4a9b-8c1a-657fc8209258 req-75566afe-f2d1-4e50-81cf-766734482d3d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:08.781770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-c0974f4b-b85e-4a9b-8c1a-657fc8209258 req-75566afe-f2d1-4e50-81cf-766734482d3d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Synchronizing usage tracker for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 09:55:08.847555 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab06b4a9-88eb-4956-8540-f8276b5ce2c8 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:55:08.849072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:08.863505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Transition to ACTIVE for port object ab06b4a9-88eb-4956-8540-f8276b5ce2c8 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 09:55:08.917576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-c0974f4b-b85e-4a9b-8c1a-657fc8209258 req-75566afe-f2d1-4e50-81cf-766734482d3d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Unset dirty status for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 09:55:08.918738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c0974f4b-b85e-4a9b-8c1a-657fc8209258 req-75566afe-f2d1-4e50-81cf-766734482d3d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 932 time: 0.3607838 Mar 02 09:55:08.938922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:09.079778 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c0974f4b-b85e-4a9b-8c1a-657fc8209258 req-25cc64b8-2b33-44d8-9ab9-029fb44ea56d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554103 Mar 02 09:55:09.123953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:55:09.198238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Attempting to bind port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 09:55:09.198581 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Attempting to bind port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 09:55:09.198891 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Attempting to bind port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 on network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:55:09.203329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 on network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 09:55:09.203642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Attempting to bind port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 on network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 09:55:09.208559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 9, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 09:55:09.208894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Checking segment: {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 09:55:09.209271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Bound using segment: {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 09:55:09.209682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Bound port: ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 09:55:09.210044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:09.301373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 09:55:09.304297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 09:55:09.381185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:09.433523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:09.434198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:09.435844 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] 10.222.0.15 "PUT /v2.0/ports/ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 1094 time: 1.2300329 Mar 02 09:55:09.438272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:55:09.466310 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548eada-6b18-4286-a58a-1f85a3ddfb00 service neutron] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:55:09.489043 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'status': 'completed', 'code': 200} Mar 02 09:55:09.585435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cdceb-a735-4683-a780-72cf183e6cfa req-409847fd-63d2-4520-a7ae-eca715af8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:09.587071 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-610cdceb-a735-4683-a780-72cf183e6cfa req-409847fd-63d2-4520-a7ae-eca715af8173 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1097 time: 0.0774260 Mar 02 09:55:09.725045 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cdceb-a735-4683-a780-72cf183e6cfa req-81868560-dbe3-47d1-97db-6b060d834a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:09.726515 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-610cdceb-a735-4683-a780-72cf183e6cfa req-81868560-dbe3-47d1-97db-6b060d834a85 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1328468 Mar 02 09:55:09.861646 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cdceb-a735-4683-a780-72cf183e6cfa req-6dfb5e9f-b2d5-43a0-83b5-c3e207b02541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:09.863089 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-610cdceb-a735-4683-a780-72cf183e6cfa req-6dfb5e9f-b2d5-43a0-83b5-c3e207b02541 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306825 Mar 02 09:55:09.964381 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-0885c9c6-6ca4-4b87-8a85-c1a394c3629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:09.965713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-0885c9c6-6ca4-4b87-8a85-c1a394c3629a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1097 time: 0.0674369 Mar 02 09:55:10.039336 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-9e93f5d8-ed38-42f6-b2ab-ad0cf256ff61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 217 time: 0.0668869 Mar 02 09:55:10.100733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-167a1d62-4da3-4425-812b-d6b270d94134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:10.102151 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-167a1d62-4da3-4425-812b-d6b270d94134 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0575924 Mar 02 09:55:10.178938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-6b88f7c5-37d4-411c-a1e7-37cfc6cb1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:10.180420 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-6b88f7c5-37d4-411c-a1e7-37cfc6cb1d5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729148 Mar 02 09:55:10.363824 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-7c954985-14d1-417e-9852-ad73d3325dd1 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761541 Mar 02 09:55:10.376846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131434a-0b65-4614-9a97-dfdcf21f6cee req-375ebd28-eec9-49ea-8091-6389465296fc tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:10.379034 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1131434a-0b65-4614-9a97-dfdcf21f6cee req-375ebd28-eec9-49ea-8091-6389465296fc tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.1737230 Mar 02 09:55:10.512329 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1131434a-0b65-4614-9a97-dfdcf21f6cee req-fc70bff3-6a2a-4211-ab97-e9fa050fdf76 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107311 Mar 02 09:55:10.541385 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-445c1f33-7fdf-476d-bb78-4791aa5d5261 req-50057986-74e4-4768-8635-29e66602c43e service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614141 Mar 02 09:55:11.803356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b651fae-a4a2-446e-8f98-8ffa59cde55e req-5f5aef0f-199e-4257-9630-e45464f02a46 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:11.804789 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b651fae-a4a2-446e-8f98-8ffa59cde55e req-5f5aef0f-199e-4257-9630-e45464f02a46 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.1879671 Mar 02 09:55:11.846650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8b651fae-a4a2-446e-8f98-8ffa59cde55e req-5adcd6a5-30ce-4653-acd6-f59b1db93750 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362859 Mar 02 09:55:13.026155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c52da-5332-4628-8ee6-a0cbb6b85495 req-99b67c5b-81a2-4cb3-a6ef-20a99b45d234 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:13.027566 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e78c52da-5332-4628-8ee6-a0cbb6b85495 req-99b67c5b-81a2-4cb3-a6ef-20a99b45d234 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0769169 Mar 02 09:55:13.073374 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e78c52da-5332-4628-8ee6-a0cbb6b85495 req-12c1cb25-0032-421b-9716-e818aa4ece6b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402904 Mar 02 09:55:13.587537 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device ab06b4a9-88eb-4956-8540-f8276b5ce2c8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:55:13.716058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:55:13.729023 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'port_id': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'mac_address': 'fa:16:3e:61:44:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:55:13.789360 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:13.805541 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab06b4a9-88eb-4956-8540-f8276b5ce2c8 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:55:13.820699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:55:13.886268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:13.954160 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:55:14.226216 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['ab06b4a9-88eb-4956-8540-f8276b5ce2c8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:55:14.254558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58208385-d9e2-4c82-bc87-141553241f4f req-82f9ade3-94ce-4a76-af48-7f4ca8f77037 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:14.255993 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-58208385-d9e2-4c82-bc87-141553241f4f req-82f9ade3-94ce-4a76-af48-7f4ca8f77037 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 945 time: 0.0783787 Mar 02 09:55:14.298701 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-58208385-d9e2-4c82-bc87-141553241f4f req-289d3977-4f41-4ef1-89ce-626316ab330e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370910 Mar 02 09:55:15.479682 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344729c-b228-4be6-9059-01149c9136be req-a74a6f85-7705-40d9-ab0f-4fbd4ad0bd1a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:15.481081 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b344729c-b228-4be6-9059-01149c9136be req-a74a6f85-7705-40d9-ab0f-4fbd4ad0bd1a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 945 time: 0.0802443 Mar 02 09:55:15.523367 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b344729c-b228-4be6-9059-01149c9136be req-ee7eb0b5-a0de-4a5c-a6ca-635d45cff7e7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366955 Mar 02 09:55:15.603065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device ab06b4a9-88eb-4956-8540-f8276b5ce2c8 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:55:15.763009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 09:55:15.767966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:55:15.768352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:15.911434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:15.936517 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:55:15.946585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:55:16.024026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:16.058948 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'code': 200} Mar 02 09:55:16.090852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:55:16.352583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483af6e4-9d71-4343-a574-afc07d2e8b1c req-6b6a1b1f-b5d2-45e4-ac66-6f63f1702637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:16.354324 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-483af6e4-9d71-4343-a574-afc07d2e8b1c req-6b6a1b1f-b5d2-45e4-ac66-6f63f1702637 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1099 time: 0.0762775 Mar 02 09:55:16.395536 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-483af6e4-9d71-4343-a574-afc07d2e8b1c req-d2e344cd-77d2-4742-abec-fabd7c97a1d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345562 Mar 02 09:55:16.715551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78727762-5ad9-4a3e-98ce-17b2f9c9c13b req-1ff6c8a2-2c3a-4b72-8654-c151d5014840 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:16.716931 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-78727762-5ad9-4a3e-98ce-17b2f9c9c13b req-1ff6c8a2-2c3a-4b72-8654-c151d5014840 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0878866 Mar 02 09:55:16.762223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-78727762-5ad9-4a3e-98ce-17b2f9c9c13b req-5877ee7c-9d99-4b95-84b7-33949fb3015a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389209 Mar 02 09:55:17.949058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5631870-6be3-45c9-b70a-69b6b0c7d46f req-844a3423-6e92-403e-be6f-68d27434edab tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:17.950542 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d5631870-6be3-45c9-b70a-69b6b0c7d46f req-844a3423-6e92-403e-be6f-68d27434edab tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0787754 Mar 02 09:55:17.992036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:17.996643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d5631870-6be3-45c9-b70a-69b6b0c7d46f req-5c252c3f-07cf-4982-b6dc-b25faa3b6b6b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Mar 02 09:55:18.177389 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cee94-195f-4dce-bcf8-b9ffc01e3662 req-ea06684e-1fc1-46fb-92a9-7ac29d2d22d1 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:18.178821 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-104cee94-195f-4dce-bcf8-b9ffc01e3662 req-ea06684e-1fc1-46fb-92a9-7ac29d2d22d1 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0790229 Mar 02 09:55:18.222207 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-104cee94-195f-4dce-bcf8-b9ffc01e3662 req-8acb7cf2-cfc7-427b-bc4f-3de7402ac472 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367329 Mar 02 09:55:18.245453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45328) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:55:18.404002 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59dc20f-126e-42e1-bade-dbbd8a6182ce tempest-TestShelveInstance-487987888 tempest-TestShelveInstance-487987888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:18.405445 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c59dc20f-126e-42e1-bade-dbbd8a6182ce tempest-TestShelveInstance-487987888 tempest-TestShelveInstance-487987888-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1094 time: 0.1590207 Mar 02 09:55:18.408362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45334) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:55:18.413939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 09:55:18.419789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 09:55:18.423536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:floatingip and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 09:55:18.426350 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 09:55:18.431950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 09:55:18.535269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:18.668559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:18.795913 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Allocated IP 172.26.3.249 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/2e727c3e-3b52-4c5d-b4ea-2f9d47effbf3) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 09:55:18.935344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:19.032035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:19.096598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 09:55:19.097705 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 09:55:19.101368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 09:55:19.147200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'Port': ['ID=2e727c3e-3b52-4c5d-b4ea-2f9d47effbf3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:55:19.605196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:19.729208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-332a207f-61af-457b-9bce-c28ac919df19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:19.760616 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:19.960763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:20.023669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:20.133533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'Port': ['ID=2e727c3e-3b52-4c5d-b4ea-2f9d47effbf3,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:55:20.143907 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:20.312461 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Floating IP 94011cd0-f33d-4236-a69e-53ed53df2cfd associated. External IP: 172.26.3.249, port: ab06b4a9-88eb-4956-8540-f8276b5ce2c8. Mar 02 09:55:20.647467 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 09:55:20.816344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 09:55:20.826069 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] Sync routers for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 09:55:20.835421 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:55:20.836026 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:55:20.966657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:21.019607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:55:21.024560 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-ba660385-0104-4e19-8740-ff6e91457f37 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6151938 Mar 02 09:55:21.025245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:55:21.071065 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'status': 'completed', 'code': 200} Mar 02 09:55:21.160599 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-5e6649f4-d07b-4382-ac81-0d76375c5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:21.162085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-5e6649f4-d07b-4382-ac81-0d76375c5cde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1099 time: 0.0702653 Mar 02 09:55:21.369642 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '94011cd0-f33d-4236-a69e-53ed53df2cfd', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'floating_ip_address': '172.26.3.249', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'port_id': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'mac_address': 'fa:16:3e:61:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:55:19Z', 'updated_at': '2022-03-02T09:55:19Z', 'revision_number': 0, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:55:21.373468 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] Checking router: 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 09:55:21.382280 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 09:55:21.382872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:54:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:55:21.405763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-bb45a913-c635-47bd-82fd-45549feaf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:21.407235 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-bb45a913-c635-47bd-82fd-45549feaf19f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.2396054 Mar 02 09:55:21.507039 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-91c9cdf9-a325-4716-82b9-12a421f5579a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 1000 time: 0.0938668 Mar 02 09:55:21.559455 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 09:55:21.571418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-228e359f-ae5e-4294-b4d9-a6f6a1a69ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:21.572868 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-228e359f-ae5e-4294-b4d9-a6f6a1a69ea8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0600498 Mar 02 09:55:21.644507 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-0c74c3d2-ecd4-4db3-abeb-24a7858e6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:21.645900 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-0c74c3d2-ecd4-4db3-abeb-24a7858e6d5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677326 Mar 02 09:55:21.772968 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-de6e68df-1c23-41ed-81be-64c14a577bb5 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208804 Mar 02 09:55:21.904123 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-361c6047-40a7-4c7b-98de-3b2ab1c4a968 req-78b14f6a-45b2-4de7-909e-f6e93a73d0eb service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250529 Mar 02 09:55:21.910572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '94011cd0-f33d-4236-a69e-53ed53df2cfd', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'floating_ip_address': '172.26.3.249', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'port_id': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'mac_address': 'fa:16:3e:61:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:55:19Z', 'updated_at': '2022-03-02T09:55:19Z', 'revision_number': 0, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 09:55:21.914533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4014beb0-c346-40e3-9477-9eb8166cc052 None None] The sync data for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv is: [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '94011cd0-f33d-4236-a69e-53ed53df2cfd', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'floating_ip_address': '172.26.3.249', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'port_id': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'mac_address': 'fa:16:3e:61:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T09:55:19Z', 'updated_at': '2022-03-02T09:55:19Z', 'revision_number': 0, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 09:55:21.997510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-56db650d-dab5-4c30-bb93-9a262b669b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:22.100533 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a1d81-3f7b-4753-a97f-f9dd3f3438ac None None] New status for floating IP 94011cd0-f33d-4236-a69e-53ed53df2cfd: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 09:55:23.088391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:23.303298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:23.844994 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:55:24.883677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:45.909799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-1bb9ffe1-f354-46ae-8c00-a6b32d2bdaa7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671034 Mar 02 09:55:46.047516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-4ef6cf08-fd48-40cd-9762-1af92d1aad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:46.048957 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-4ef6cf08-fd48-40cd-9762-1af92d1aad9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1099 time: 0.0727584 Mar 02 09:55:46.189360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-0385e1ff-550c-4ab2-9742-adee81f2065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:46.190720 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-0385e1ff-550c-4ab2-9742-adee81f2065b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1227682 Mar 02 09:55:46.291879 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-f342488f-e7f3-4c2d-8c24-3d742ed5c676 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0934937 Mar 02 09:55:46.354185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-e61be550-2fbd-4a48-b581-6475d9f26897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:46.355584 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-e61be550-2fbd-4a48-b581-6475d9f26897 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0573189 Mar 02 09:55:46.428326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-e47778d0-2822-4359-be4c-c8f6b86e3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:55:46.429733 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-e47778d0-2822-4359-be4c-c8f6b86e3130 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676684 Mar 02 09:55:46.559330 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-2978eee2-dbd9-4e41-a672-e61e726eef90 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228137 Mar 02 09:55:46.688480 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-94e07057-59dc-4289-ac2f-864298f3f7e1 req-38a519ab-5185-44e9-9fed-91ed4d09f174 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217301 Mar 02 09:55:48.024905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:49.743138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9247606e-d30f-494b-bb99-2ab58faed754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:52.028857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-48ab2a49-f0ef-4365-86d7-fc5cc8654aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:53.076513 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:53.299429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:55:54.817401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:00.844042 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:56:18.034258 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:19.748976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-07f68a55-5de9-4495-be61-db19f863404b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:21.994656 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b264e371-451d-4fc2-87e6-d1e27848d17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:23.097358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:23.331765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:24.824249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:37.844058 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:56:47.927332 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-ea21cf3a-ff91-4694-825a-7f34274301d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701642 Mar 02 09:56:48.035352 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:48.061570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-aca2bf8f-30cf-4d6f-9c4a-ca8900274786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:56:48.063032 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-aca2bf8f-30cf-4d6f-9c4a-ca8900274786 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1099 time: 0.0679977 Mar 02 09:56:48.296936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-bcd9af9e-34c4-4b6d-a893-463890526e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:56:48.298394 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-bcd9af9e-34c4-4b6d-a893-463890526e83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.2174311 Mar 02 09:56:48.397408 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-19815782-3d8f-4cf5-8c24-7eaf9a758715 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0929272 Mar 02 09:56:48.459474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-32e0838b-a5ba-4bb6-b72a-e3da07ae9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:56:48.460858 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-32e0838b-a5ba-4bb6-b72a-e3da07ae9f6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0576787 Mar 02 09:56:48.535639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-bbf7e70d-c174-4b0c-a7db-66017a6292a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:56:48.537087 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-bbf7e70d-c174-4b0c-a7db-66017a6292a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699892 Mar 02 09:56:48.662791 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-8da07c46-ca8e-4bdf-b225-344c0c66e83b service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191041 Mar 02 09:56:48.788067 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fa7eb106-b5c7-4355-8f7f-246fae584113 req-c6e09cd6-5d44-4e1e-aab3-70f27f931c0d service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193705 Mar 02 09:56:49.771937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f6a52159-6dea-4041-87fe-b648b740311f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:52.006836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ef04160a-31ea-4012-8f62-46ec5f119e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:53.176858 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:53.302811 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:56:54.807114 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:14.842985 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:57:18.028313 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:19.765752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a99dbdd1-3ff8-42e1-af2e-2a1ddd5c0484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:21.988297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e2af99a7-af41-449a-9a72-41733ea16cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:23.057336 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:23.291514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:24.834211 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:35.943928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [req-49f1eb35-7025-4300-b4b5-0159e235960b req-8ea91b79-899c-401f-a478-777907828eb0 service neutron] (88400) timed out ('10.222.0.15', 53291) {{(pid=88400) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 09:57:48.053133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-b28aac73-2980-43b9-a825-12b3ee38c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:48.054533 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-b28aac73-2980-43b9-a825-12b3ee38c296 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1099 time: 0.1316514 Mar 02 09:57:48.063124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910636b7-77c2-45f4-b1a9-892010a7831c req-4ee90f3c-f179-4b92-a320-7269eb1d9bdd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:48.064483 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-910636b7-77c2-45f4-b1a9-892010a7831c req-4ee90f3c-f179-4b92-a320-7269eb1d9bdd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.1118166 Mar 02 09:57:48.068129 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:48.185999 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-910636b7-77c2-45f4-b1a9-892010a7831c req-d323300a-64f6-4f48-b994-3e1a1a1eb96f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156671 Mar 02 09:57:48.225327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-183ba0a7-355c-4538-ade5-cbf428c2acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:48.227037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-183ba0a7-355c-4538-ade5-cbf428c2acf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1433969 Mar 02 09:57:48.328666 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-cc048db8-37e2-4eac-bec5-c2841c202604 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0939372 Mar 02 09:57:48.392433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-c26df22e-91af-4897-b061-a9b8fe430456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:48.393855 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-c26df22e-91af-4897-b061-a9b8fe430456 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0589964 Mar 02 09:57:48.464929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-35b22542-2a76-4a9e-aeb7-7eb7b81da454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:48.466388 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-35b22542-2a76-4a9e-aeb7-7eb7b81da454 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670912 Mar 02 09:57:48.594864 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-71487be3-b8d5-41da-bc6a-84558a63c110 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225455 Mar 02 09:57:48.722367 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1dadb926-cd22-43fd-a910-94132353c7f5 req-c9e049ea-a78d-4614-83c6-c5117a47ce39 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212094 Mar 02 09:57:49.374726 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff610fb-fd5f-4add-8954-d829b36b499d req-ec78814b-f224-44b6-b05e-9c0a5ace7f8c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:49.376136 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fff610fb-fd5f-4add-8954-d829b36b499d req-ec78814b-f224-44b6-b05e-9c0a5ace7f8c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0768728 Mar 02 09:57:49.422014 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fff610fb-fd5f-4add-8954-d829b36b499d req-47bc3403-c5d9-4734-bf97-eafdcc6b0efd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Mar 02 09:57:49.753517 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6917b881-b5df-4de7-8018-5d394adbd898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:50.614122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ba24f-58b6-471a-a9de-51458542b55d req-4cb81d39-c8e2-4e6a-8987-a23b7167e41d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:50.615570 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-080ba24f-58b6-471a-a9de-51458542b55d req-4cb81d39-c8e2-4e6a-8987-a23b7167e41d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0788779 Mar 02 09:57:50.657772 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-080ba24f-58b6-471a-a9de-51458542b55d req-ae057ff4-890d-46ac-a5e8-6fe2c88ba3a3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367436 Mar 02 09:57:51.842474 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:57:51.931024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8dbd6-c037-49c1-9490-343708351287 req-e4578981-d947-49d2-abb2-7c7689bf0bb5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:51.932479 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-65f8dbd6-c037-49c1-9490-343708351287 req-e4578981-d947-49d2-abb2-7c7689bf0bb5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.1727421 Mar 02 09:57:51.972103 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-8038dd40-9f7b-4fec-a0e7-d2826f3372e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:51.976749 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-65f8dbd6-c037-49c1-9490-343708351287 req-ae812fac-85fd-4241-a8c4-109b7e19ea44 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386710 Mar 02 09:57:53.097029 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:53.158427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136e03c-eb5e-4794-b58c-dcd4dac751f0 req-a0329f4e-f07e-4ee2-b68c-68fc775abebe tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:53.159869 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9136e03c-eb5e-4794-b58c-dcd4dac751f0 req-a0329f4e-f07e-4ee2-b68c-68fc775abebe tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0801864 Mar 02 09:57:53.205035 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9136e03c-eb5e-4794-b58c-dcd4dac751f0 req-c09f0223-a3a0-47d0-879a-c0331db83878 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396698 Mar 02 09:57:53.325518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:54.382935 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1a896-9b6e-45bf-a08a-d4a1455a1ae4 req-4a48ce3f-7f58-45e1-a50e-69facf9ee811 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:54.384342 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8f1a896-9b6e-45bf-a08a-d4a1455a1ae4 req-4a48ce3f-7f58-45e1-a50e-69facf9ee811 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0783079 Mar 02 09:57:54.430771 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a8f1a896-9b6e-45bf-a08a-d4a1455a1ae4 req-49ac297e-5341-49a6-84de-7b0491774542 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402622 Mar 02 09:57:54.827979 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:57:55.617291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289accc-f381-42a2-986f-b77a59133788 req-21b9f35f-573f-4938-b5c0-55753a592691 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:55.618755 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f289accc-f381-42a2-986f-b77a59133788 req-21b9f35f-573f-4938-b5c0-55753a592691 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0838053 Mar 02 09:57:55.661336 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f289accc-f381-42a2-986f-b77a59133788 req-23ec2348-04b8-4e4d-ade5-66dd3b1c03be tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364583 Mar 02 09:57:56.842731 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fe41a-ed2e-4a45-919a-38f7ade15333 req-b4eb5d31-684d-4a0a-ad2d-72d98e56fd08 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:56.844073 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b0fe41a-ed2e-4a45-919a-38f7ade15333 req-b4eb5d31-684d-4a0a-ad2d-72d98e56fd08 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0780740 Mar 02 09:57:56.886684 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3b0fe41a-ed2e-4a45-919a-38f7ade15333 req-6c18b22d-e992-4a1d-8385-692fc14ec60b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370710 Mar 02 09:57:58.077848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931417c-4935-4623-83e7-daf3bae03e1e req-cd76ac51-6b1e-4a1d-aa67-e6404bc80f17 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:58.079255 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7931417c-4935-4623-83e7-daf3bae03e1e req-cd76ac51-6b1e-4a1d-aa67-e6404bc80f17 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0803678 Mar 02 09:57:58.122002 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7931417c-4935-4623-83e7-daf3bae03e1e req-4ac785fd-fbbd-4523-837e-d928668e7301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372403 Mar 02 09:57:59.310999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e529190-c71b-4494-b69a-05c471439238 req-a32c9d57-5832-4655-9341-46c0e5d570b5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:57:59.312784 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e529190-c71b-4494-b69a-05c471439238 req-a32c9d57-5832-4655-9341-46c0e5d570b5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0901723 Mar 02 09:57:59.368012 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7e529190-c71b-4494-b69a-05c471439238 req-d3fa3b56-0951-41c4-abab-7adaae3837a5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456173 Mar 02 09:58:00.489958 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device ab06b4a9-88eb-4956-8540-f8276b5ce2c8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:58:00.550087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54a151-3812-40bd-9646-b4860402b165 req-d0bfb31b-946e-4437-8077-740d712fa455 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:00.551558 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4a54a151-3812-40bd-9646-b4860402b165 req-d0bfb31b-946e-4437-8077-740d712fa455 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0796163 Mar 02 09:58:00.598182 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4a54a151-3812-40bd-9646-b4860402b165 req-bf0508a2-e85a-48ea-aab2-7f8286973bd3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399573 Mar 02 09:58:00.622309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:58:00.634897 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'port_id': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'mac_address': 'fa:16:3e:61:44:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:58:00.687597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:00.703321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab06b4a9-88eb-4956-8540-f8276b5ce2c8 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:58:00.717683 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:58:00.793764 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:00.864434 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:58:00.872429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.872776 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.873111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.873443 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.873866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.874190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.882323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.882323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.882323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.882323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.882323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.882323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 09:58:00.882323 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['ab06b4a9-88eb-4956-8540-f8276b5ce2c8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:58:01.780277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7f932-8fb2-43ba-b93a-cee2155900c5 req-700eff8d-356f-4f94-b657-b128fb6b402d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:01.781706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c8b7f932-8fb2-43ba-b93a-cee2155900c5 req-700eff8d-356f-4f94-b657-b128fb6b402d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 945 time: 0.0802679 Mar 02 09:58:01.824370 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c8b7f932-8fb2-43ba-b93a-cee2155900c5 req-8b57924d-b10a-4056-a0dd-25d220766cbf tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371115 Mar 02 09:58:02.487035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device ab06b4a9-88eb-4956-8540-f8276b5ce2c8 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:58:02.559801 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:58:02.560166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:02.671299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:02.696682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:58:02.706959 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:58:02.740398 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'code': 200} Mar 02 09:58:02.776834 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:02.843845 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:58:03.005338 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523df372-5624-43e1-90cf-a1ef0ae2d845 req-04802738-4f2f-4781-9bc2-65de5175195f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:03.006683 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-523df372-5624-43e1-90cf-a1ef0ae2d845 req-04802738-4f2f-4781-9bc2-65de5175195f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0773427 Mar 02 09:58:03.050766 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-523df372-5624-43e1-90cf-a1ef0ae2d845 req-e6dbbf2b-0b70-485e-ac7c-c1e0e101c875 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Mar 02 09:58:04.231547 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de5a89-d8cf-4c52-b51c-824ccfd34634 req-3f01de66-ab76-4345-9697-6d18a4798bdb tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:04.233127 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5de5a89-d8cf-4c52-b51c-824ccfd34634 req-3f01de66-ab76-4345-9697-6d18a4798bdb tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0787768 Mar 02 09:58:04.274981 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5de5a89-d8cf-4c52-b51c-824ccfd34634 req-e793f5ab-d7f7-44d7-bab9-a6b504cac82a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365627 Mar 02 09:58:05.546727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1d34d-0dfb-445d-82a5-014e0d62e961 req-c2b81aef-f68f-4804-a694-4fe9b5508cd4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:05.548206 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cab1d34d-0dfb-445d-82a5-014e0d62e961 req-c2b81aef-f68f-4804-a694-4fe9b5508cd4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.1288962 Mar 02 09:58:05.592937 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cab1d34d-0dfb-445d-82a5-014e0d62e961 req-e7ba20ca-8eec-47a4-92b6-304a5818d076 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389109 Mar 02 09:58:06.791915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a015f9a-2b43-4ef4-b367-672d9e54bd8f req-9e86896c-0385-4e42-b090-19bdc2e4a3ad tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:06.793406 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a015f9a-2b43-4ef4-b367-672d9e54bd8f req-9e86896c-0385-4e42-b090-19bdc2e4a3ad tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0840242 Mar 02 09:58:06.842587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a015f9a-2b43-4ef4-b367-672d9e54bd8f req-ad021952-ed08-4f10-88ab-db51a0b7b1e5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425653 Mar 02 09:58:08.049516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2f3e5-4649-4b01-9ad9-3416b29fc14c req-9e12ee34-843a-49f4-b702-31281feacc51 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:08.051323 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-23a2f3e5-4649-4b01-9ad9-3416b29fc14c req-9e12ee34-843a-49f4-b702-31281feacc51 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0963490 Mar 02 09:58:08.105191 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-23a2f3e5-4649-4b01-9ad9-3416b29fc14c req-846989c3-df16-4b54-88c9-84b8d5a6f50e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478895 Mar 02 09:58:09.397104 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e948d-ac4e-4d3b-aafb-c2c558600ed1 req-072ec748-8388-446b-a314-41df61eb5d7e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:09.403915 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-891e948d-ac4e-4d3b-aafb-c2c558600ed1 req-072ec748-8388-446b-a314-41df61eb5d7e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.1377008 Mar 02 09:58:09.451155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-891e948d-ac4e-4d3b-aafb-c2c558600ed1 req-c1ed2e44-3572-49fe-9804-c0e3410484c4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462699 Mar 02 09:58:10.659822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787321a-14e7-4e0e-ac8c-5f37776bd76e req-d2e78f55-ca72-44d4-9abd-f7b6e8f71383 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:10.661295 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0787321a-14e7-4e0e-ac8c-5f37776bd76e req-d2e78f55-ca72-44d4-9abd-f7b6e8f71383 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0839853 Mar 02 09:58:10.709591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0787321a-14e7-4e0e-ac8c-5f37776bd76e req-102c7b8b-3740-45ec-8688-a14abf73abb3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 Mar 02 09:58:11.906811 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21830ad8-0d30-4df3-8b7c-d80f7fadec90 req-1dfe3f7b-3e7a-4d65-a84f-ef72c5fceb0b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:11.908318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21830ad8-0d30-4df3-8b7c-d80f7fadec90 req-1dfe3f7b-3e7a-4d65-a84f-ef72c5fceb0b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0921462 Mar 02 09:58:11.954676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21830ad8-0d30-4df3-8b7c-d80f7fadec90 req-b6602fda-e10d-4d62-9c0c-8ccc0c2bd4c4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405579 Mar 02 09:58:13.165149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ae723-d09a-45d0-b584-0cea47b02222 req-dd0f8fea-c686-490a-adbf-d444fec560cf tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:13.166661 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d8ae723-d09a-45d0-b584-0cea47b02222 req-dd0f8fea-c686-490a-adbf-d444fec560cf tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0831187 Mar 02 09:58:13.215805 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7d8ae723-d09a-45d0-b584-0cea47b02222 req-2749ec47-dd6a-4ba0-aa56-af6de7e99098 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 Mar 02 09:58:14.437677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeeb3d-a11f-444b-889e-09cdae086147 req-8023e0db-96dd-4647-9b9b-f802ee859825 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:14.439165 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b4eeeb3d-a11f-444b-889e-09cdae086147 req-8023e0db-96dd-4647-9b9b-f802ee859825 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.1118419 Mar 02 09:58:14.482124 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b4eeeb3d-a11f-444b-889e-09cdae086147 req-10f3fe94-b957-4033-ac0d-8c5a79fb2399 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374892 Mar 02 09:58:15.684280 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68390410-b78b-4b91-bbda-a3f4b8695406 req-33a718d6-f0ae-4792-8507-54f85ca92970 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:15.685727 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-68390410-b78b-4b91-bbda-a3f4b8695406 req-33a718d6-f0ae-4792-8507-54f85ca92970 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0943890 Mar 02 09:58:15.729376 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-68390410-b78b-4b91-bbda-a3f4b8695406 req-52f4c369-84e4-4a42-9234-47dff88de0c9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380101 Mar 02 09:58:16.659492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-9c340767-c45a-4abc-83b0-e31f9e2ad7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:16.660920 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-9c340767-c45a-4abc-83b0-e31f9e2ad7df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1099 time: 0.1092656 Mar 02 09:58:16.926545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-3fcb6ed7-eae7-4e06-9145-1664691220f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:16.927859 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-3fcb6ed7-eae7-4e06-9145-1664691220f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.2611012 Mar 02 09:58:17.016548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514125d-4879-4786-b6d4-8c0fc5f048df req-f211ec9e-7653-4322-b514-77b8edd49dcc tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:17.017991 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f514125d-4879-4786-b6d4-8c0fc5f048df req-f211ec9e-7653-4322-b514-77b8edd49dcc tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.1803589 Mar 02 09:58:17.066550 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-d00341dd-ea16-4bcc-9bb1-a316ec08430c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 1002 time: 0.1286430 Mar 02 09:58:17.109192 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f514125d-4879-4786-b6d4-8c0fc5f048df req-5bbcf226-eea7-4c4b-a32d-d8161f249cae tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856171 Mar 02 09:58:17.132813 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-f3adb09a-d1df-4a93-b485-0e2834a6e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:17.134249 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-f3adb09a-d1df-4a93-b485-0e2834a6e403 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0604014 Mar 02 09:58:17.208929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-c0db45c1-77c7-4fb2-845a-45585caaf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:17.210317 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-c0db45c1-77c7-4fb2-845a-45585caaf0ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703487 Mar 02 09:58:17.341306 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-eaa980a2-69f7-45ac-a1b7-5e3e3bce86e3 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253402 Mar 02 09:58:17.467832 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a81c1a30-197b-43b2-9dda-cd192367b4ba req-fae0ee76-2a90-433f-a643-4baa9d28213c service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198795 Mar 02 09:58:18.056491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:18.306563 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bab644-700e-4b68-9310-fa905df2c7fc req-16a44bd1-a06a-4d55-97b5-f38360477ee4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:18.308064 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-33bab644-700e-4b68-9310-fa905df2c7fc req-16a44bd1-a06a-4d55-97b5-f38360477ee4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0838664 Mar 02 09:58:18.354322 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-33bab644-700e-4b68-9310-fa905df2c7fc req-f766df41-7f3b-427b-a814-c8818c733114 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 Mar 02 09:58:19.539097 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8071d-2ad2-4172-bc66-158571413327 req-b22390c7-146c-4ea9-93ab-a06aa8a93cf7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:19.540544 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bcf8071d-2ad2-4172-bc66-158571413327 req-b22390c7-146c-4ea9-93ab-a06aa8a93cf7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0845180 Mar 02 09:58:19.591184 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bcf8071d-2ad2-4172-bc66-158571413327 req-ad7af3ec-2a21-45a9-8052-95f08b1980da tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441885 Mar 02 09:58:19.731458 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6145d11c-619a-4c95-972f-93a91f9920da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:20.056826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d1523-cc84-44ed-b3d6-3e46f3b76109 req-7cddc44a-2fc1-4d20-bc57-c3160d204396 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:20.058321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1b6d1523-cc84-44ed-b3d6-3e46f3b76109 req-7cddc44a-2fc1-4d20-bc57-c3160d204396 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 946 time: 0.0796614 Mar 02 09:58:20.104208 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1b6d1523-cc84-44ed-b3d6-3e46f3b76109 req-a9e5d2b0-bc47-4f77-acfc-d4315f167838 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403192 Mar 02 09:58:20.433130 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45538) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 09:58:20.542734 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-fa6ae323-6fb1-4dde-8dce-0e9408217fac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079197 Mar 02 09:58:20.569124 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device ab06b4a9-88eb-4956-8540-f8276b5ce2c8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 09:58:20.680691 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:20.707009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:58:20.717587 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:58:20.746239 dv-neutron-828796-1-hyperv neutron-server[88402]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'code': 422} returned with failed status Mar 02 09:58:20.804269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:20.869369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:58:21.284146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f3bb7-9374-4999-be73-1fa439f33b95 req-52b1794a-49dc-4026-b6e7-66d0fa5064ec tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:21.285571 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e9f3bb7-9374-4999-be73-1fa439f33b95 req-52b1794a-49dc-4026-b6e7-66d0fa5064ec tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0776350 Mar 02 09:58:21.330483 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1e9f3bb7-9374-4999-be73-1fa439f33b95 req-71521f4d-a286-4ce9-9dde-b3a22be70f20 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394075 Mar 02 09:58:21.988177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-39ee52ca-008a-40b0-844b-a8e6fff9e4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:22.513214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6aead-e801-46a6-bbb9-a06c0658691e req-f14e49d9-864e-4681-b611-e3d97d6cfb46 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:22.514664 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9fe6aead-e801-46a6-bbb9-a06c0658691e req-f14e49d9-864e-4681-b611-e3d97d6cfb46 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0783980 Mar 02 09:58:22.558407 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9fe6aead-e801-46a6-bbb9-a06c0658691e req-b6eeaec3-0cee-4a2e-8468-92f62ceec9d4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372143 Mar 02 09:58:23.067833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:23.319299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:23.740236 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7b2e2-eb25-445d-ac20-1c7869288e99 req-d1643861-fe9a-47fc-aba9-60cc668f7b9e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:23.741664 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ece7b2e2-eb25-445d-ac20-1c7869288e99 req-d1643861-fe9a-47fc-aba9-60cc668f7b9e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0819852 Mar 02 09:58:23.784928 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ece7b2e2-eb25-445d-ac20-1c7869288e99 req-c410e0f9-1c05-4f5d-84f5-e659c6524782 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376287 Mar 02 09:58:24.856481 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:24.963558 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327be7f-dc78-45be-96dd-2b035d33e359 req-744d2e1f-883b-4a92-bdf6-5bbbe6d2c335 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:24.965580 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a327be7f-dc78-45be-96dd-2b035d33e359 req-744d2e1f-883b-4a92-bdf6-5bbbe6d2c335 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0776684 Mar 02 09:58:25.007426 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a327be7f-dc78-45be-96dd-2b035d33e359 req-c6cfdddc-d998-46f4-a503-867f84fac9f3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363343 Mar 02 09:58:26.193653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404349-3f60-4e1b-a2b0-7581c4d036b5 req-c00d35f0-e6a3-47fa-a73b-22737dc248f7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:26.195104 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d404349-3f60-4e1b-a2b0-7581c4d036b5 req-c00d35f0-e6a3-47fa-a73b-22737dc248f7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0822170 Mar 02 09:58:26.244085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d404349-3f60-4e1b-a2b0-7581c4d036b5 req-a805b997-26f6-4bb8-9efa-48438b4d21e0 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Mar 02 09:58:26.320887 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-61bca6db-5f38-404f-be6c-2e12eafb3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:26.322364 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-61bca6db-5f38-404f-be6c-2e12eafb3172 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac&tenant_id=8cf65a5810aa4aa5969233d67b06f12f HTTP/1.1" status: 200 len: 1097 time: 0.1081319 Mar 02 09:58:26.506810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-62913c36-0557-4d8d-ac88-c3c6a9fffc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:26.508189 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-62913c36-0557-4d8d-ac88-c3c6a9fffc04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1097 time: 0.1649158 Mar 02 09:58:26.641194 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-70501d59-8016-40d7-b000-bf21441c4c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:26.642666 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-70501d59-8016-40d7-b000-bf21441c4c98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1283171 Mar 02 09:58:26.741998 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-a5ccaaed-e3e8-4621-ba85-a826f015c8de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 1000 time: 0.0935400 Mar 02 09:58:26.801694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-f58db08b-ef40-4190-9a1f-3f44842120b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:26.803078 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-f58db08b-ef40-4190-9a1f-3f44842120b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0556376 Mar 02 09:58:26.876846 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-72d71e92-a7c1-4e66-a403-10528d296c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:26.878260 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-72d71e92-a7c1-4e66-a403-10528d296c75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696638 Mar 02 09:58:27.003409 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-835f9254-798d-4add-bad1-e270d18964ad service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194642 Mar 02 09:58:27.129102 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-69ea2b0a-256f-47b4-b95a-91a028019914 req-3ae036d2-8a13-4179-b383-0872d0b99668 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197281 Mar 02 09:58:27.429314 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64202e2-9fd0-4c51-9b05-73596f6a167a req-4a873d73-98d5-45d0-adf5-eae560498391 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:27.430903 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b64202e2-9fd0-4c51-9b05-73596f6a167a req-4a873d73-98d5-45d0-adf5-eae560498391 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0788083 Mar 02 09:58:27.473790 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b64202e2-9fd0-4c51-9b05-73596f6a167a req-26c0b8b2-89f7-408c-854f-779874399d9b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374794 Mar 02 09:58:28.671127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f88a3-a0a4-4f38-982c-7053a70f2a96 req-9fc89203-6b91-4cb3-9895-add769dfe230 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:28.672630 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-262f88a3-a0a4-4f38-982c-7053a70f2a96 req-9fc89203-6b91-4cb3-9895-add769dfe230 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0848937 Mar 02 09:58:28.719345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-262f88a3-a0a4-4f38-982c-7053a70f2a96 req-f57e2c85-8684-46a9-a146-b18c7773f966 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401187 Mar 02 09:58:28.842039 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:58:29.913624 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c941840-7719-4958-b391-d6b9a7b79cd4 req-2ea0eb12-5c53-4555-9b5b-cfc591fd3c6e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:29.915173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8c941840-7719-4958-b391-d6b9a7b79cd4 req-2ea0eb12-5c53-4555-9b5b-cfc591fd3c6e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0817468 Mar 02 09:58:29.966862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-8c941840-7719-4958-b391-d6b9a7b79cd4 req-f9cc2bc2-22b6-43b7-b91c-1b379158d6ee tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452216 Mar 02 09:58:31.162362 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a621fb-90ae-4087-8a95-7b7442eaa99f req-664f7d91-4e43-4785-b797-9ab354306966 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:31.166357 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08a621fb-90ae-4087-8a95-7b7442eaa99f req-664f7d91-4e43-4785-b797-9ab354306966 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0848482 Mar 02 09:58:31.210569 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-08a621fb-90ae-4087-8a95-7b7442eaa99f req-68d56ef4-81f6-4502-be08-0e6d1c6cfda8 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403168 Mar 02 09:58:32.414980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42aa92-a209-43a2-a2dc-c5cb2eff43c3 req-fbeabf26-84c0-4b17-8f39-881a05147b43 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:32.418194 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7c42aa92-a209-43a2-a2dc-c5cb2eff43c3 req-fbeabf26-84c0-4b17-8f39-881a05147b43 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0968781 Mar 02 09:58:32.464590 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7c42aa92-a209-43a2-a2dc-c5cb2eff43c3 req-199f442d-a149-4159-a245-408e1887137e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403914 Mar 02 09:58:33.658380 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1470de-bf5a-46a8-93fa-495c6c34f013 req-28d37fa7-e3f2-4f69-804e-9190b6c8aa54 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:33.659881 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2a1470de-bf5a-46a8-93fa-495c6c34f013 req-28d37fa7-e3f2-4f69-804e-9190b6c8aa54 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0815382 Mar 02 09:58:33.705962 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2a1470de-bf5a-46a8-93fa-495c6c34f013 req-7f5ff328-4b0d-4058-9afa-0075788d3c2a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400066 Mar 02 09:58:34.913059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742157-ae5e-4c6f-a565-10491c11bde4 req-00c754cf-1a05-4550-9550-c90c03e296ef tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:34.914699 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49742157-ae5e-4c6f-a565-10491c11bde4 req-00c754cf-1a05-4550-9550-c90c03e296ef tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0881791 Mar 02 09:58:34.971981 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-49742157-ae5e-4c6f-a565-10491c11bde4 req-8200fd04-ee92-4262-8ff4-ac64de7d4662 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504179 Mar 02 09:58:36.152557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595071d-6dcc-4dd0-99dd-c9cf66712da6 req-b34c394e-f4c8-4189-97b6-d21347fb86d3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:36.153936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6595071d-6dcc-4dd0-99dd-c9cf66712da6 req-b34c394e-f4c8-4189-97b6-d21347fb86d3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0782461 Mar 02 09:58:36.200552 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6595071d-6dcc-4dd0-99dd-c9cf66712da6 req-eda30434-ec11-432f-866a-f4842df4bf0a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Mar 02 09:58:37.380406 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f53a59-259d-4000-abcf-c6f4432f913c req-d7ed62ac-633b-41cc-b273-5a94784c2a5f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:37.381810 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-45f53a59-259d-4000-abcf-c6f4432f913c req-d7ed62ac-633b-41cc-b273-5a94784c2a5f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0768869 Mar 02 09:58:37.424309 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-45f53a59-259d-4000-abcf-c6f4432f913c req-1b83ca67-0a5b-4219-a97e-c1caff98381f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365002 Mar 02 09:58:38.700727 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb60252-0698-4aae-a18e-7f1b801d5c9e req-e774e8ed-553b-4206-9511-90a46247cebe tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:38.702172 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4bb60252-0698-4aae-a18e-7f1b801d5c9e req-e774e8ed-553b-4206-9511-90a46247cebe tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.1750565 Mar 02 09:58:38.744503 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4bb60252-0698-4aae-a18e-7f1b801d5c9e req-257002e2-bc88-47a7-8a09-6259b675ea8c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367334 Mar 02 09:58:39.926518 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4610a85-0050-46c1-8fde-a096fd334aa4 req-d4646f2b-cecd-47b8-82e1-7e7cdbf4c005 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:39.927971 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e4610a85-0050-46c1-8fde-a096fd334aa4 req-d4646f2b-cecd-47b8-82e1-7e7cdbf4c005 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0785151 Mar 02 09:58:39.970226 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e4610a85-0050-46c1-8fde-a096fd334aa4 req-6faba92f-e249-4859-87ea-2d438cae0fa3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361478 Mar 02 09:58:41.156756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc4b69-3199-4910-b9cb-e5dcff3a0170 req-16ad49f8-a7b1-4aa3-8d8e-57d98b0930cd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:41.158180 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d6cc4b69-3199-4910-b9cb-e5dcff3a0170 req-16ad49f8-a7b1-4aa3-8d8e-57d98b0930cd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0794401 Mar 02 09:58:41.200735 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d6cc4b69-3199-4910-b9cb-e5dcff3a0170 req-cc148fbb-8fc8-4d63-b93f-73a3354dd44a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371454 Mar 02 09:58:42.387342 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4792cac-e047-4b3b-9d6b-00a99d29f3a5 req-aecd8666-e899-42b1-aa70-3b7df80a502e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:42.388760 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4792cac-e047-4b3b-9d6b-00a99d29f3a5 req-aecd8666-e899-42b1-aa70-3b7df80a502e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 944 time: 0.0806315 Mar 02 09:58:42.431204 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a4792cac-e047-4b3b-9d6b-00a99d29f3a5 req-88f5a349-f545-43f0-92f1-85f3bb4567a0 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370226 Mar 02 09:58:42.691610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device ab06b4a9-88eb-4956-8540-f8276b5ce2c8 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 09:58:42.856895 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:58:42.869933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'port_id': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'mac_address': 'fa:16:3e:61:44:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 09:58:42.925482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:42.941999 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab06b4a9-88eb-4956-8540-f8276b5ce2c8 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 09:58:42.957325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:58:43.016066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:43.080275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=9']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:58:43.385535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['ab06b4a9-88eb-4956-8540-f8276b5ce2c8'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 09:58:43.628673 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b5c2e-f9ec-4627-be69-15d4f4dc8eb2 req-d2b3a2df-38ec-47b9-b2ef-0e93ed5021fd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:43.630195 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-891b5c2e-f9ec-4627-be69-15d4f4dc8eb2 req-d2b3a2df-38ec-47b9-b2ef-0e93ed5021fd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 945 time: 0.0880425 Mar 02 09:58:43.676984 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-891b5c2e-f9ec-4627-be69-15d4f4dc8eb2 req-c1f42969-9a62-4379-ae91-cdca3c38aa43 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383811 Mar 02 09:58:44.707407 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device ab06b4a9-88eb-4956-8540-f8276b5ce2c8 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 09:58:44.774447 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 09:58:44.774676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:44.874737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7f137-9629-4259-9e58-f2fcd566a1e5 req-6ad1aeac-bf7e-4a93-891a-d859d60ba2d9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:44.876216 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95b7f137-9629-4259-9e58-f2fcd566a1e5 req-6ad1aeac-bf7e-4a93-891a-d859d60ba2d9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 945 time: 0.0898900 Mar 02 09:58:44.893567 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:44.922694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 09:58:44.925547 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95b7f137-9629-4259-9e58-f2fcd566a1e5 req-697b097b-3bd0-4d8a-9eca-822a59557fa9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434887 Mar 02 09:58:44.933163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 09:58:45.005293 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:45.082585 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'code': 200} Mar 02 09:58:45.084946 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=10']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 09:58:45.427990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f06b7-d948-4f80-9cf6-d825901244d8 req-8667c95d-e5e6-42fc-9b20-6de7d590cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:45.429444 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f0f06b7-d948-4f80-9cf6-d825901244d8 req-8667c95d-e5e6-42fc-9b20-6de7d590cab9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1100 time: 0.0705211 Mar 02 09:58:45.471824 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6f0f06b7-d948-4f80-9cf6-d825901244d8 req-84e74b93-557d-4837-8a4c-7a563d48e1d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361955 Mar 02 09:58:46.103292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bd396-d064-4048-9b4b-6f00a978557e req-1fa9075c-9677-4474-9766-2c7573d941d9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:46.105318 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee4bd396-d064-4048-9b4b-6f00a978557e req-1fa9075c-9677-4474-9766-2c7573d941d9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 947 time: 0.0798118 Mar 02 09:58:46.147085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ee4bd396-d064-4048-9b4b-6f00a978557e req-f66df5b6-17e9-4427-b785-ce6f72cdaa1b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361905 Mar 02 09:58:47.335344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93586-bbb9-43fb-a038-c1165ef0834b req-8de9c231-da76-4dad-a594-34f2d64ecf6b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:47.336793 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eae93586-bbb9-43fb-a038-c1165ef0834b req-8de9c231-da76-4dad-a594-34f2d64ecf6b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 947 time: 0.0819304 Mar 02 09:58:47.380537 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eae93586-bbb9-43fb-a038-c1165ef0834b req-e2aa6221-ffd5-4214-b47d-a1b8b218250f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376275 Mar 02 09:58:48.072104 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:48.559741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0089d-ac58-439c-ac25-783ac3447b6f req-c38bcb6c-75f3-49d6-8bfc-7d0a5e944a77 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:48.561191 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d5e0089d-ac58-439c-ac25-783ac3447b6f req-c38bcb6c-75f3-49d6-8bfc-7d0a5e944a77 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 947 time: 0.0779781 Mar 02 09:58:48.606186 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d5e0089d-ac58-439c-ac25-783ac3447b6f req-6f56239b-b807-4e26-ad8b-5e88fe293761 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392108 Mar 02 09:58:49.736027 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-1f762e28-c49d-4753-a1ce-cca2a597de48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:49.915306 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-4f1e468e-5c7f-4d62-bffe-41bd0eabf2ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761056 Mar 02 09:58:50.047691 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-08f90e33-f8d1-4661-9ed8-f2deeba6844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:50.049115 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-08f90e33-f8d1-4661-9ed8-f2deeba6844b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1100 time: 0.0684633 Mar 02 09:58:50.188137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-d121e1dd-04f2-4222-b4d0-c247eb292f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:50.189443 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-d121e1dd-04f2-4222-b4d0-c247eb292f57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1214602 Mar 02 09:58:50.296954 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-1932add8-7ffc-4ae9-a0c4-42745c809085 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 1002 time: 0.1008554 Mar 02 09:58:50.360144 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-86c6ce14-42bd-4060-90fd-7738af3a65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:50.361492 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-86c6ce14-42bd-4060-90fd-7738af3a65d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0575385 Mar 02 09:58:50.432185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-a7872176-dc75-493a-a9b7-916c8e44dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:58:50.434152 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-a7872176-dc75-493a-a9b7-916c8e44dc46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668654 Mar 02 09:58:50.560786 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-bd111ef1-c78b-457e-b0a8-b4a382365747 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209397 Mar 02 09:58:50.778899 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccfe05d6-03b0-4fcd-a177-a2f5e5ff3cc2 req-c125d1cf-1eb2-4d46-9a89-acdc6dda432d service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119048 Mar 02 09:58:51.986092 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e8da48e9-48da-44f1-a238-21093e50b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:53.083136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:53.317390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:58:54.843437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:05.844658 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:59:18.077637 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:19.741517 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a627125d-9563-4afc-aa52-5d50beb001cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:21.980064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f507f792-86f3-402e-8aa8-34f854e5b2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:23.095985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:23.313064 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:24.827184 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:42.844224 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 09:59:48.059011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:49.744549 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49f40f27-4aa0-40d1-b808-feeb549f3abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:49.915190 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-dccfe5ad-76e0-40ec-b240-a56cfc8c8b85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734661 Mar 02 09:59:50.062833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-aa23f9c1-5b42-42ff-b0b9-9b186a265c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:59:50.065040 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-aa23f9c1-5b42-42ff-b0b9-9b186a265c7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1100 time: 0.0732753 Mar 02 09:59:50.204529 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-c3cd3431-afb6-4076-ba28-39783ab0787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:59:50.205849 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-c3cd3431-afb6-4076-ba28-39783ab0787e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1221750 Mar 02 09:59:50.307509 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-5720fe92-6595-40fd-a809-28eb6d452853 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 1002 time: 0.0950334 Mar 02 09:59:50.368288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-36d6d61e-e261-446f-8f0f-64b1ab4048c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:59:50.369742 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-36d6d61e-e261-446f-8f0f-64b1ab4048c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0558252 Mar 02 09:59:50.444247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-e22514a1-eeed-4589-a713-732d46f90514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 09:59:50.445669 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-e22514a1-eeed-4589-a713-732d46f90514 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695872 Mar 02 09:59:50.574093 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-32d8d7ca-2380-4750-afef-f3919f854ea7 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222081 Mar 02 09:59:50.701135 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bf9e0c73-ea9e-4a3f-a2d5-a1f0f8e09432 req-f9b7c550-5cb1-4235-a2f6-9f6ab35e1657 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208630 Mar 02 09:59:52.055545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-47942937-6ed5-4a3e-ae3b-76ebfd215c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:53.101690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:53.358769 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 09:59:54.847177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:17.187375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45732) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:00:17.452388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Deleting port 2e727c3e-3b52-4c5d-b4ea-2f9d47effbf3 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:00:17.452672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:17.629169 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:17.629495 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:17.752960 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Calling delete_port for 2e727c3e-3b52-4c5d-b4ea-2f9d47effbf3 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:00:18.095728 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:18.109344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:18.177553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event deleted for resources: {'Port': ['ID=2e727c3e-3b52-4c5d-b4ea-2f9d47effbf3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:18.229736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.230465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.230465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.230738 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.231073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.231394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.231713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.232032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.232349 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.232665 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.232980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.233292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:18.248470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:18.248801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Floating IP 94011cd0-f33d-4236-a69e-53ed53df2cfd disassociated (deleted). External IP: 172.26.3.249, port: ab06b4a9-88eb-4956-8540-f8276b5ce2c8. Mar 02 10:00:18.589924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:00:18.763969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:00:18.773261 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] Sync routers for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:00:18.782075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:00:18.782681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:00:18.846557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:18.899126 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f668d7e2-a4d7-40d8-a302-86880775767c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "DELETE /v2.0/floatingips/94011cd0-f33d-4236-a69e-53ed53df2cfd HTTP/1.1" status: 204 len: 168 time: 1.7105989 Mar 02 10:00:18.899712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:00:18.961688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:00:19.311849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:00:19.315793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] Checking router: 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:00:19.324091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:00:19.324688 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T09:59:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:00:19.501264 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:00:19.671801 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c023c77-980a-43f3-87f6-59da03066a89 req-31fea80e-7260-4e30-9529-6ce855ffa3e9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:19.672494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5c023c77-980a-43f3-87f6-59da03066a89 req-31fea80e-7260-4e30-9529-6ce855ffa3e9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Synchronizing usage tracker for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:00:19.749875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5c023c77-980a-43f3-87f6-59da03066a89 req-31fea80e-7260-4e30-9529-6ce855ffa3e9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Unset dirty status for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:00:19.751057 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c023c77-980a-43f3-87f6-59da03066a89 req-31fea80e-7260-4e30-9529-6ce855ffa3e9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 947 time: 0.1600332 Mar 02 10:00:19.794979 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5c023c77-980a-43f3-87f6-59da03066a89 req-601c0eb1-bbe4-4f58-ae93-c16759d68124 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Mar 02 10:00:19.815768 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:00:19.819738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fed8fb-0264-425d-a384-fe6f3f74b34f None None] The sync data for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv is: [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:00:19.843500 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:00:19.854581 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d145f492-d5af-4e53-8764-818f4cdc21d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:20.024778 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0923aa5e-e530-4695-8ed3-c6ffdc609710 None None] New status for floating IP 94011cd0-f33d-4236-a69e-53ed53df2cfd: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 10:00:20.090682 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'status': 'completed', 'code': 200} Mar 02 10:00:20.184912 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-bc86d34f-955a-4185-bd89-930ea66af1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:20.186405 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-bc86d34f-955a-4185-bd89-930ea66af1f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 1100 time: 0.0739739 Mar 02 10:00:20.313971 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-2037f5f1-5571-47f6-8a32-5c585944c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:20.315699 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-2037f5f1-5571-47f6-8a32-5c585944c20f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1216197 Mar 02 10:00:20.384296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-320f849e-9254-448b-b502-9dbad5ea5e3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 200 len: 217 time: 0.0620694 Mar 02 10:00:20.445190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-b0106523-f381-4b40-ba4b-0f011f889778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:20.446565 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-b0106523-f381-4b40-ba4b-0f011f889778 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0544801 Mar 02 10:00:20.523577 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-e77f7dea-221b-4e97-ac65-0bad94460586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:20.525001 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-e77f7dea-221b-4e97-ac65-0bad94460586 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708766 Mar 02 10:00:20.765319 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-b104b0ec-b211-4a20-beb9-829a234e31bf service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308123 Mar 02 10:00:20.899201 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-973c0420-0fb2-4c90-9eb9-3d7192ce8107 req-dfb29bea-fdeb-4b88-8130-cb77f366b877 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270258 Mar 02 10:00:20.989119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497c2b-0f4f-41f2-b630-5449db961723 req-f7803bcf-c5e6-400e-871e-c2a3d2bf311d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:20.991258 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3a497c2b-0f4f-41f2-b630-5449db961723 req-f7803bcf-c5e6-400e-871e-c2a3d2bf311d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 947 time: 0.0858603 Mar 02 10:00:21.039274 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3a497c2b-0f4f-41f2-b630-5449db961723 req-1b7cac8b-6170-42a9-b466-fd18c7f07282 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=96597eba-a007-440d-a4c4-1ab6d0bb81f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Mar 02 10:00:21.169713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-cd8b11a2-1b58-4035-a5c1-6eee28198940 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:21.171141 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-cd8b11a2-1b58-4035-a5c1-6eee28198940 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 947 time: 0.0808349 Mar 02 10:00:21.238426 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Deleting port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:00:21.239004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:21.484872 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] For port ab06b4a9-88eb-4956-8540-f8276b5ce2c8, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:00:21.485224 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:21.605759 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Calling delete_port for ab06b4a9-88eb-4956-8540-f8276b5ce2c8 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:00:21.817787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:21.869712 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event deleted for resources: {'Port': ['ID=ab06b4a9-88eb-4956-8540-f8276b5ce2c8,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:21.944567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] No DVR routers for this DVR port ab06b4a9-88eb-4956-8540-f8276b5ce2c8 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 10:00:21.947242 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:21.977952 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49dc2f12-ed61-48a2-863b-69aa5fbae9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:22.001700 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fe580f00-11a3-4fe0-9cbb-496c65b51396 req-05348eca-bb84-44e7-86e8-c715d87e0301 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "DELETE /v2.0/ports/ab06b4a9-88eb-4956-8540-f8276b5ce2c8 HTTP/1.1" status: 204 len: 173 time: 0.8247647 Mar 02 10:00:22.091475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-deleted', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:00:22.139988 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a79bed-901e-4cd0-a0c8-8ede9241b1ac', 'name': 'network-vif-deleted', 'tag': 'ab06b4a9-88eb-4956-8540-f8276b5ce2c8', 'status': 'completed', 'code': 200} Mar 02 10:00:22.195200 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0bade7b4-64d2-4a69-962c-d23c4c7e5894 req-95d8f14c-ead9-4d3a-9af3-97ee0008fc62 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Synchronizing usage tracker for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:00:22.278701 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-0bade7b4-64d2-4a69-962c-d23c4c7e5894 req-95d8f14c-ead9-4d3a-9af3-97ee0008fc62 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Unset dirty status for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:00:22.283118 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0bade7b4-64d2-4a69-962c-d23c4c7e5894 req-95d8f14c-ead9-4d3a-9af3-97ee0008fc62 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a79bed-901e-4cd0-a0c8-8ede9241b1ac HTTP/1.1" status: 200 len: 210 time: 0.1318445 Mar 02 10:00:23.084299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:23.324932 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:23.373937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45764) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:00:23.438921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c095af-e90b-47a4-903e-06a9bd014d14 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:23.467451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c095af-e90b-47a4-903e-06a9bd014d14 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:23.586987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c095af-e90b-47a4-903e-06a9bd014d14 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:23.605774 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c095af-e90b-47a4-903e-06a9bd014d14 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96597eba-a007-440d-a4c4-1ab6d0bb81f7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:23.677654 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9c095af-e90b-47a4-903e-06a9bd014d14 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:23.678817 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f9c095af-e90b-47a4-903e-06a9bd014d14 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "DELETE /v2.0/security-groups/96597eba-a007-440d-a4c4-1ab6d0bb81f7 HTTP/1.1" status: 204 len: 168 time: 0.3038874 Mar 02 10:00:24.051219 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45774) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:00:24.057026 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1331974061', 'description': 'tempest-secgroup-smoke-1331974061 description', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:00:24.063044 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:00:24.067060 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:00:24.069876 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:00:24.075427 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:00:24.146691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.171282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:00:24.179286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:00:24.179286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:00:24.183863 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:00:24.252824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.329561 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.371900 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a574d2-b297-4d90-9f9f-1db01cf1a9a3,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:24.387093 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.387439 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.387775 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.388106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.388429 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.388754 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.389073 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.389390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.389707 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.390055 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.390371 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.390702 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:00:24.455566 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.456801 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-14973182-af91-4d22-b26e-79e1fe1b9772 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4046142 Mar 02 10:00:24.459700 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 45786) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:00:24.465169 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '00a574d2-b297-4d90-9f9f-1db01cf1a9a3', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:00:24.473416 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:00:24.477181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:00:24.480138 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:00:24.485801 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:00:24.567459 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.627195 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.701075 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.723806 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05542e28-b99d-4c69-8efa-d1b40dc095c9,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:24.787155 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.788408 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-057ce844-3c06-4f44-b677-cb5c86a5b275 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277984 Mar 02 10:00:24.791220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45792) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:00:24.797114 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '00a574d2-b297-4d90-9f9f-1db01cf1a9a3', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:00:24.803049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:00:24.806925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:00:24.809733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:00:24.815464 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:00:24.856355 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.890190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:24.951893 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.009539 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.033033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af81c6fa-066e-4d87-834c-e8944b5c0819,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:25.106793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.107906 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f9aab20f-83b4-464d-943d-3536e7bc85e3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3150756 Mar 02 10:00:25.110588 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45796) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:00:25.115444 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '00a574d2-b297-4d90-9f9f-1db01cf1a9a3', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:00:25.121251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:00:25.125051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:00:25.127910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:00:25.133574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:00:25.189241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device ab06b4a9-88eb-4956-8540-f8276b5ce2c8 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:00:25.226334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: ab06b4a9-88eb-4956-8540-f8276b5ce2c8 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:00:25.226673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device ab06b4a9-88eb-4956-8540-f8276b5ce2c8 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:00:25.236233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.296365 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.383660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.408065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c7ed30-855a-48f1-bf23-68fe57e3f815,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:25.474985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.476145 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4e4572f1-d5c5-417d-ab09-6f0472bf0c26 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3646519 Mar 02 10:00:25.478788 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45800) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:00:25.483634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '00a574d2-b297-4d90-9f9f-1db01cf1a9a3', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:00:25.489466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:00:25.493259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:00:25.496597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:00:25.502373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:00:25.593557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.654433 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.724072 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.746336 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42129262-bbb8-4e56-ba5f-4b00413c389c,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:25.806536 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.808241 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c0bb07e1-4565-407e-bae7-8c6646037f1f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280087 Mar 02 10:00:25.810881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45804) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:00:25.815735 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '00a574d2-b297-4d90-9f9f-1db01cf1a9a3', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:00:25.821499 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:00:25.825948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:00:25.829301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:00:25.834373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:00:25.909145 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Project 8cf65a5810aa4aa5969233d67b06f12f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 10:00:25.915649 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:25.977330 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:26.058178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:26.080653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9825aa35-1414-4b9a-b780-bd2282cfc866,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:26.143465 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:26.144636 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-bf73257e-ffc2-4956-a285-77e02ebbeab9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3328648 Mar 02 10:00:26.147388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 45808) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:00:26.152259 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'security_group_rule': {'security_group_id': '00a574d2-b297-4d90-9f9f-1db01cf1a9a3', 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:00:26.158065 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:00:26.161810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:security_group_rule and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:00:26.164570 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:00:26.170928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:00:26.249669 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Project 8cf65a5810aa4aa5969233d67b06f12f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 10:00:26.256415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:26.322896 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:26.386526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:26.411288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b786d9c-a7ae-4d2a-8e88-9bbaa4e73f76,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:26.483853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:26.485058 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-75619f3c-b3f8-4911-b75a-94e30894ce9d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3367450 Mar 02 10:00:48.108911 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:49.800401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-321b6fb5-908b-4e4d-b22b-ddcfd8ac992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:51.325842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-04dafe84-879c-4ea5-8160-731f2de6d571 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Synchronizing usage tracker for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:00:51.415124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-04dafe84-879c-4ea5-8160-731f2de6d571 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Unset dirty status for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:00:51.416206 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-04dafe84-879c-4ea5-8160-731f2de6d571 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331974061&fields=id&tenant_id=8cf65a5810aa4aa5969233d67b06f12f HTTP/1.1" status: 200 len: 267 time: 0.1280656 Mar 02 10:00:51.659927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1eb50a8b-b602-43a7-a084-da147996d215 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:51.661356 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1eb50a8b-b602-43a7-a084-da147996d215 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 809 time: 0.2385120 Mar 02 10:00:51.675397 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-7f30249f-0214-4b10-a047-841a75fba553 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/quotas/8cf65a5810aa4aa5969233d67b06f12f HTTP/1.1" status: 200 len: 375 time: 0.0086625 Mar 02 10:00:51.755015 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-b1eea668-720a-4f99-9678-cb563fbe9aff tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749598 Mar 02 10:00:51.962378 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-f2f7f5fb-3f85-4690-9581-eaeee7479210 service neutron] 10.222.0.10 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599798 Mar 02 10:00:51.987340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-49f396b4-24e3-4520-affb-263781b812d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:52.092985 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-d7544d74-8899-4c1c-85a9-9c716982f20a service neutron] 10.222.0.10 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248596 Mar 02 10:00:52.694238 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-60e75411-932e-4c53-ad41-e5950e56e1a1 req-3c7dd0e3-82c6-45d1-b394-1c751bbda817 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 210 time: 0.0411890 Mar 02 10:00:53.108872 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:53.343301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:53.850193 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d028fb22-3641-4804-b5f3-3a3e862e96ca req-4deda8d2-ccb3-4090-a1f6-3028d24d45c1 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 210 time: 0.0508072 Mar 02 10:00:54.840197 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:54.903585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-c4d1c387-dce0-42c7-89e1-1ee37e475f13 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:54.908333 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-c4d1c387-dce0-42c7-89e1-1ee37e475f13 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 809 time: 0.1450047 Mar 02 10:00:54.953426 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-9f9dd375-a39f-4ea7-9916-eab80466c885 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cf65a5810aa4aa5969233d67b06f12f HTTP/1.1" status: 200 len: 380 time: 0.0399621 Mar 02 10:00:54.964938 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'port': {'device_id': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'admin_state_up': True, 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'security_groups': ['00a574d2-b297-4d90-9f9f-1db01cf1a9a3']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:00:55.040738 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9120b3fd-e150-4188-ad81-9097ab31d371 req-154eb63b-8fb7-42b9-b0e7-9a38d0faccd5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 210 time: 0.0595977 Mar 02 10:00:55.139423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:00:55.149564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:00:55.251860 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Made reservation on behalf of 8cf65a5810aa4aa5969233d67b06f12f for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 10:00:55.255470 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:55.412387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Allocated IP 172.20.0.10 (9f60a1d1-9d5d-40d8-9c4a-1039047774eb/f87cce9f-57e8-4cbd-90c4-8e3a788bbe75/7906579f-b6eb-40a3-94df-98f3fcc510dc) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:00:55.604744 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:55.620528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Transition to ACTIVE for port object 7906579f-b6eb-40a3-94df-98f3fcc510dc will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:00:55.691881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:55.754932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:00:55.757789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:00:55.766432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:00:55.803301 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'Port': ['ID=7906579f-b6eb-40a3-94df-98f3fcc510dc,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:55.837769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:55.838428 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:55.947665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-3a3f33e5-5be6-4103-a2a8-7c8b670d71c7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9830005 Mar 02 10:00:55.956473 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Request body: {'port': {'device_id': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:00:56.067215 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:56.107310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-82814d79-30b6-43a2-b795-4c13678ac240 None None] Provisioning for port 7906579f-b6eb-40a3-94df-98f3fcc510dc completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:00:56.114120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-82814d79-30b6-43a2-b795-4c13678ac240 None None] Provisioning complete for port 7906579f-b6eb-40a3-94df-98f3fcc510dc triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:00:56.114504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-82814d79-30b6-43a2-b795-4c13678ac240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:56.193737 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-82814d79-30b6-43a2-b795-4c13678ac240 None None] Port 7906579f-b6eb-40a3-94df-98f3fcc510dc cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 10:00:56.514859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c746d8-0ea2-4393-899e-77b5b483317d req-e60db08d-4123-4e01-a66a-5034f8c8f67c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:56.515568 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-80c746d8-0ea2-4393-899e-77b5b483317d req-e60db08d-4123-4e01-a66a-5034f8c8f67c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Synchronizing usage tracker for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:00:56.595297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7906579f-b6eb-40a3-94df-98f3fcc510dc {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 10:00:56.602710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:56.616950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Transition to ACTIVE for port object 7906579f-b6eb-40a3-94df-98f3fcc510dc will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:00:56.620770 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-80c746d8-0ea2-4393-899e-77b5b483317d req-e60db08d-4123-4e01-a66a-5034f8c8f67c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Unset dirty status for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:00:56.621980 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-80c746d8-0ea2-4393-899e-77b5b483317d req-e60db08d-4123-4e01-a66a-5034f8c8f67c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 932 time: 0.2960820 Mar 02 10:00:56.667904 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-80c746d8-0ea2-4393-899e-77b5b483317d req-e2efc76d-d4f3-44eb-a6f4-8318e768b2c2 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394228 Mar 02 10:00:56.683614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:56.843568 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:00:56.845962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Pushing event updated for resources: {'Port': ['ID=7906579f-b6eb-40a3-94df-98f3fcc510dc,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:56.920348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Attempting to bind port 7906579f-b6eb-40a3-94df-98f3fcc510dc on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 10:00:56.920681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Attempting to bind port 7906579f-b6eb-40a3-94df-98f3fcc510dc by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 10:00:56.921031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Attempting to bind port 7906579f-b6eb-40a3-94df-98f3fcc510dc on network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:00:56.926298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Port 7906579f-b6eb-40a3-94df-98f3fcc510dc on network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 10:00:56.927501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Attempting to bind port 7906579f-b6eb-40a3-94df-98f3fcc510dc on network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:00:56.931533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 10:00:56.931859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Checking segment: {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:00:56.932235 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Bound using segment: {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 10:00:56.932640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Bound port: 7906579f-b6eb-40a3-94df-98f3fcc510dc, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4f3093-b8d7-4903-88af-3619d1b6b3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 10:00:56.932976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:57.020972 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 10:00:57.023900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 10:00:57.118769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:57.170957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:57.171517 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:00:57.173515 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] 10.222.0.15 "PUT /v2.0/ports/7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 1094 time: 1.2210302 Mar 02 10:00:57.173999 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:00:57.215655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dd3d6-8edb-4b09-9fe0-11a191c9b60f service neutron] Pushing event updated for resources: {'Port': ['ID=7906579f-b6eb-40a3-94df-98f3fcc510dc,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:00:57.227276 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'status': 'completed', 'code': 200} Mar 02 10:00:57.329031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f63c0-838b-4a24-ba4f-695a61a02fd3 req-3eb77df2-60b9-43f2-b8f7-4593e030a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:57.330677 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-990f63c0-838b-4a24-ba4f-695a61a02fd3 req-3eb77df2-60b9-43f2-b8f7-4593e030a3b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0771160 Mar 02 10:00:57.468516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f63c0-838b-4a24-ba4f-695a61a02fd3 req-9cddb38d-bf79-4002-a29c-5a3d18ec77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:57.469918 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-990f63c0-838b-4a24-ba4f-695a61a02fd3 req-9cddb38d-bf79-4002-a29c-5a3d18ec77ec service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1317394 Mar 02 10:00:57.605785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f63c0-838b-4a24-ba4f-695a61a02fd3 req-9718356c-616b-42eb-95f9-1fa36d43a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:57.607231 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-990f63c0-838b-4a24-ba4f-695a61a02fd3 req-9718356c-616b-42eb-95f9-1fa36d43a9ae service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314912 Mar 02 10:00:57.709090 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-8cc5c6fb-3494-4c91-bf99-f697658aab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:57.710576 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-8cc5c6fb-3494-4c91-bf99-f697658aab0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0681460 Mar 02 10:00:57.808845 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-0a631863-4e11-4c1b-9f9e-bd0361652c83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 217 time: 0.0908904 Mar 02 10:00:57.884692 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-69e0d428-4ba3-406d-9212-cf44568acc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:57.886104 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-69e0d428-4ba3-406d-9212-cf44568acc5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0714788 Mar 02 10:00:57.947152 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f8bf1-7638-4871-b251-64f622840a60 req-b5e9d453-dcc0-48f6-a9e8-3b7a8b96065d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:57.948557 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-154f8bf1-7638-4871-b251-64f622840a60 req-b5e9d453-dcc0-48f6-a9e8-3b7a8b96065d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.1764550 Mar 02 10:00:58.004653 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-154f8bf1-7638-4871-b251-64f622840a60 req-a3972881-d312-4024-b69a-86c0bc8dd146 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491524 Mar 02 10:00:58.008853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-f0d7b3dd-e8d5-44eb-8292-fb5bebbaa855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:58.010262 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-f0d7b3dd-e8d5-44eb-8292-fb5bebbaa855 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152050 Mar 02 10:00:58.234725 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-fc6c9687-a8b9-4139-af47-d9cdbab58433 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168357 Mar 02 10:00:58.362612 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a27a68e3-e0ba-423f-bbad-d3f2376b2165 req-96bd5b79-80e7-4fd6-8ec8-eaeddd099ba4 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218178 Mar 02 10:00:59.193504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28823ce-b160-49bc-9fe0-780473d5e474 req-ad3b1869-9f11-480b-bc3e-cb744a3aabb3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:00:59.199321 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c28823ce-b160-49bc-9fe0-780473d5e474 req-ad3b1869-9f11-480b-bc3e-cb744a3aabb3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0803621 Mar 02 10:00:59.247217 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c28823ce-b160-49bc-9fe0-780473d5e474 req-42e99472-2272-470c-942c-ab832c62605c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386062 Mar 02 10:01:00.428023 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fb72b-dda7-4e29-ba69-6c89fd305222 req-c8c8c4bb-be77-4ba1-9191-13e4d14c1245 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:00.429441 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-883fb72b-dda7-4e29-ba69-6c89fd305222 req-c8c8c4bb-be77-4ba1-9191-13e4d14c1245 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0806692 Mar 02 10:01:00.472862 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-883fb72b-dda7-4e29-ba69-6c89fd305222 req-855eaa0f-d676-40c4-835c-52c1c5815217 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379107 Mar 02 10:01:01.647915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f67afd-930c-4162-a1b4-012bb3516eb1 req-c1cb41dd-4553-4242-970a-976563957060 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:01.649327 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95f67afd-930c-4162-a1b4-012bb3516eb1 req-c1cb41dd-4553-4242-970a-976563957060 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0762889 Mar 02 10:01:01.691452 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-95f67afd-930c-4162-a1b4-012bb3516eb1 req-5e6fe4c4-4e51-4797-898c-1530350dc558 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367327 Mar 02 10:01:02.875327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5040bcc-5e6f-4f1d-8e57-320ae4be5104 req-54ca0cd6-f3d9-494d-887e-252d7d21204a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:02.877244 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5040bcc-5e6f-4f1d-8e57-320ae4be5104 req-54ca0cd6-f3d9-494d-887e-252d7d21204a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0815132 Mar 02 10:01:02.919791 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b5040bcc-5e6f-4f1d-8e57-320ae4be5104 req-66971298-d9d9-43be-9270-e9a44df10cfa tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370777 Mar 02 10:01:04.099976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545322cf-5d59-4362-8060-b96fba815bc7 req-f87351f3-d429-431f-97fe-a5f43c729e3e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:04.101388 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-545322cf-5d59-4362-8060-b96fba815bc7 req-f87351f3-d429-431f-97fe-a5f43c729e3e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0774832 Mar 02 10:01:04.146346 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-545322cf-5d59-4362-8060-b96fba815bc7 req-5c5a1f15-2e21-43f7-9d66-bde0a26a2646 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394940 Mar 02 10:01:05.328064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95af64-a988-4125-b206-f8e39be9aff8 req-1466cfd2-9e9e-414a-8247-4525dead643e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:05.330155 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db95af64-a988-4125-b206-f8e39be9aff8 req-1466cfd2-9e9e-414a-8247-4525dead643e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0816610 Mar 02 10:01:05.372079 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db95af64-a988-4125-b206-f8e39be9aff8 req-2f81ab84-2e56-40c2-87ac-cf177dad42df tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364025 Mar 02 10:01:06.553358 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7d324-f8d5-47bd-a2e6-45b17ac671a7 req-d9bcea5a-0963-4e39-8906-fc744f9c63b1 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:06.554824 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-36b7d324-f8d5-47bd-a2e6-45b17ac671a7 req-d9bcea5a-0963-4e39-8906-fc744f9c63b1 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0809443 Mar 02 10:01:06.597213 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-36b7d324-f8d5-47bd-a2e6-45b17ac671a7 req-b0f7dc0c-52c6-4390-a955-848e27db3177 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365944 Mar 02 10:01:07.346014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 7906579f-b6eb-40a3-94df-98f3fcc510dc details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 10:01:07.478369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:01:07.491479 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'port_id': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'mac_address': 'fa:16:3e:46:00:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 10:01:07.543970 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:07.560564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7906579f-b6eb-40a3-94df-98f3fcc510dc {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 10:01:07.575017 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:01:07.622424 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:07.692738 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=7906579f-b6eb-40a3-94df-98f3fcc510dc,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:01:07.700105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.700457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.700797 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.701130 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.701457 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.701791 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.702147 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.702472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.702794 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.703113 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.703431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.703757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:01:07.780443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb09b43-9650-47d6-b870-51f36c38691d req-4381b124-b3ea-48c3-a8dc-109daf0320d7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:07.781900 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eeb09b43-9650-47d6-b870-51f36c38691d req-4381b124-b3ea-48c3-a8dc-109daf0320d7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 945 time: 0.0791423 Mar 02 10:01:07.823919 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-eeb09b43-9650-47d6-b870-51f36c38691d req-c7a73816-2ee2-40c2-93db-e4ea6e023261 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358534 Mar 02 10:01:07.978060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['7906579f-b6eb-40a3-94df-98f3fcc510dc'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 10:01:09.005552 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529afe2-b698-4a41-acf0-0a9239c1cb11 req-0cc59f1f-610f-4b03-8160-b0c44fc9183e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:09.007012 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b529afe2-b698-4a41-acf0-0a9239c1cb11 req-0cc59f1f-610f-4b03-8160-b0c44fc9183e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 945 time: 0.0812590 Mar 02 10:01:09.049425 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b529afe2-b698-4a41-acf0-0a9239c1cb11 req-277c8157-e2a9-409b-9035-ec44bcacafbd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369399 Mar 02 10:01:09.360247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 7906579f-b6eb-40a3-94df-98f3fcc510dc up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:01:09.490784 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 7906579f-b6eb-40a3-94df-98f3fcc510dc completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:01:09.495940 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 7906579f-b6eb-40a3-94df-98f3fcc510dc triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:01:09.501944 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:09.646865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:09.671785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:01:09.681575 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:01:09.714597 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'code': 200} Mar 02 10:01:09.740680 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:09.808598 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=7906579f-b6eb-40a3-94df-98f3fcc510dc,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:01:10.151790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc3343-cf36-4836-9f4a-bdb62c24718c req-13f7df61-520f-4870-b373-39c0ac7d664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:10.153296 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a6cc3343-cf36-4836-9f4a-bdb62c24718c req-13f7df61-520f-4870-b373-39c0ac7d664b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0695236 Mar 02 10:01:10.239476 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a6cc3343-cf36-4836-9f4a-bdb62c24718c req-6b3a02d7-aff3-49aa-9d00-50e9b76bbd7a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515223 Mar 02 10:01:10.262593 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d74272-c467-4aa3-8ea6-f1ace8e6b3a6 req-ffd059ff-a738-446d-8368-d3281864a546 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:10.263984 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34d74272-c467-4aa3-8ea6-f1ace8e6b3a6 req-ffd059ff-a738-446d-8368-d3281864a546 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.1087906 Mar 02 10:01:10.307053 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34d74272-c467-4aa3-8ea6-f1ace8e6b3a6 req-703e632c-cfd2-4fec-a071-c22d2ad79142 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375593 Mar 02 10:01:11.496594 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988fd7d-2948-4a88-9b96-82435f4f82b0 req-fc3c24db-b572-400d-888e-03f0ecdf02f7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:11.497981 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a988fd7d-2948-4a88-9b96-82435f4f82b0 req-fc3c24db-b572-400d-888e-03f0ecdf02f7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0825944 Mar 02 10:01:11.542456 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a988fd7d-2948-4a88-9b96-82435f4f82b0 req-3833604b-b4ec-45fd-b7dd-96b5dcfbb61d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 Mar 02 10:01:12.718879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5bf95-4017-47f4-8899-7a20e0da9331 req-b91a0dc7-3cb0-4b5b-9e5a-280a9a2af2a2 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:12.720850 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fb5bf95-4017-47f4-8899-7a20e0da9331 req-b91a0dc7-3cb0-4b5b-9e5a-280a9a2af2a2 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0770097 Mar 02 10:01:12.762906 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fb5bf95-4017-47f4-8899-7a20e0da9331 req-403c8e11-9925-4e11-a685-2a69503e4379 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363159 Mar 02 10:01:12.941756 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e179de-07b2-45e6-abf9-6a1fe6c265f8 req-ee1d8e0b-be51-420d-82ee-eec749ed54ad tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:12.943102 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c0e179de-07b2-45e6-abf9-6a1fe6c265f8 req-ee1d8e0b-be51-420d-82ee-eec749ed54ad tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0789433 Mar 02 10:01:12.986870 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c0e179de-07b2-45e6-abf9-6a1fe6c265f8 req-df93ba93-a6c6-4a1b-a2ae-9b6fb7c6f0ad tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383086 Mar 02 10:01:13.008328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46052) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:01:13.117283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3bbaac-656a-41b3-b843-b3aee445203e tempest-TestShelveInstance-487987888 tempest-TestShelveInstance-487987888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:13.118771 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-fc3bbaac-656a-41b3-b843-b3aee445203e tempest-TestShelveInstance-487987888 tempest-TestShelveInstance-487987888-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1094 time: 0.1095216 Mar 02 10:01:13.121494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46058) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:01:13.126190 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:01:13.131925 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:01:13.135710 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Usage tracker for resource:floatingip and tenant:8cf65a5810aa4aa5969233d67b06f12f is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:01:13.138460 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:01:13.144442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:01:13.233950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:13.365196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:13.581642 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Allocated IP 172.26.3.48 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/62b46be1-e791-437c-8e64-ceb787f473f7) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:01:13.722548 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:13.804049 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:13.867333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:01:13.873874 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:01:13.877857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:01:13.910356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'Port': ['ID=62b46be1-e791-437c-8e64-ceb787f473f7,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:01:14.274503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:14.423549 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:14.620574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:14.661798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:14.768885 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event updated for resources: {'Port': ['ID=62b46be1-e791-437c-8e64-ceb787f473f7,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:01:14.776366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:14.941816 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Floating IP bffbfb98-e261-45b7-9208-bbeca0855879 associated. External IP: 172.26.3.48, port: 7906579f-b6eb-40a3-94df-98f3fcc510dc. Mar 02 10:01:15.379032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:01:15.550562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:01:15.560373 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] Sync routers for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:01:15.570020 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:01:15.570634 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:01:15.633684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:15.690301 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-dc7a6698-80ae-4030-8017-976202d567b6 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5678153 Mar 02 10:01:15.690875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:01:15.734840 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'status': 'completed', 'code': 200} Mar 02 10:01:15.748750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:01:15.823386 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-ba087b49-6ad3-4715-ac2a-dad90e27ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:15.824856 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-ba087b49-6ad3-4715-ac2a-dad90e27ef1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0692999 Mar 02 10:01:15.953724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-2da68bdb-a9f2-4009-8683-00df2cb4c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:15.955094 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-2da68bdb-a9f2-4009-8683-00df2cb4c027 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1248786 Mar 02 10:01:16.074405 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-570b2926-5d09-4b7a-8cc2-4d31d682b5dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 999 time: 0.1133490 Mar 02 10:01:16.086883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'bffbfb98-e261-45b7-9208-bbeca0855879', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'floating_ip_address': '172.26.3.48', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'port_id': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'mac_address': 'fa:16:3e:46:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:01:14Z', 'updated_at': '2022-03-02T10:01:14Z', 'revision_number': 0, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:01:16.090756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] Checking router: 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:01:16.099199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:01:16.099780 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:00:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:01:16.135500 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-3edbc802-42db-456b-a769-72b102926c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:16.136916 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-3edbc802-42db-456b-a769-72b102926c11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0563962 Mar 02 10:01:16.214542 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-5e2d7e7d-e418-4e45-b69c-b87748f5a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:16.215964 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-5e2d7e7d-e418-4e45-b69c-b87748f5a480 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726092 Mar 02 10:01:16.274925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:01:16.349437 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-95317735-9d2c-44bb-98ae-7847a98a1fa8 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272268 Mar 02 10:01:16.479274 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-27a269dd-eac7-4261-8997-ca96d74c5642 req-fa5e49e9-24e1-4bd1-8d1b-f2f1dac7a538 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236677 Mar 02 10:01:16.613370 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'bffbfb98-e261-45b7-9208-bbeca0855879', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'floating_ip_address': '172.26.3.48', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'port_id': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'mac_address': 'fa:16:3e:46:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:01:14Z', 'updated_at': '2022-03-02T10:01:14Z', 'revision_number': 0, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:01:16.617390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a17fe-4404-4511-840d-f76cc4121aa4 None None] The sync data for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv is: [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': 'bffbfb98-e261-45b7-9208-bbeca0855879', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'floating_ip_address': '172.26.3.48', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'port_id': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'mac_address': 'fa:16:3e:46:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:01:14Z', 'updated_at': '2022-03-02T10:01:14Z', 'revision_number': 0, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:01:16.800763 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c0d64-2f19-4f8a-b36a-acf72450249a None None] New status for floating IP bffbfb98-e261-45b7-9208-bbeca0855879: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 10:01:18.083504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:19.736230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-95b56588-c9df-4170-9a13-2e7c58173b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:22.017899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9773c8d6-3de8-4545-ab8f-e2ad942cb1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:23.113707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:23.376585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:24.867445 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:33.842728 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:01:48.112896 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:49.758720 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-36c3cbe3-921a-428c-92a0-1967ec5ef36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:49.945041 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-d2076678-1c72-44a8-8993-b53d934ad8a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670049 Mar 02 10:01:50.083158 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-2ec13107-2b77-4c52-8de3-e884ec066a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:50.084587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-2ec13107-2b77-4c52-8de3-e884ec066a31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0729337 Mar 02 10:01:50.326587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-1a83a3b9-af5e-48f1-9eb6-9a730b8e66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:50.328037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-1a83a3b9-af5e-48f1-9eb6-9a730b8e66c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.2236681 Mar 02 10:01:50.429044 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-8d2220c3-b063-49af-bdd5-25d5aba14778 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 1001 time: 0.0944057 Mar 02 10:01:50.488768 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-48d9a0f1-ffae-4ae8-acc4-5c94eb9b9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:50.490071 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-48d9a0f1-ffae-4ae8-acc4-5c94eb9b9fc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0549815 Mar 02 10:01:50.561937 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-7d25f497-b38f-411a-a28e-3c2fe640dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:01:50.563388 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-7d25f497-b38f-411a-a28e-3c2fe640dd94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672581 Mar 02 10:01:50.573451 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-33903c8d-1312-465a-97e1-6125b6bb06f6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 10:01:50.574378 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-33903c8d-1312-465a-97e1-6125b6bb06f6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046694 Mar 02 10:01:50.699286 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-38206c8b-37ef-44ba-9c95-60722f6d0775 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184056 Mar 02 10:01:50.827177 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-97211d4e-7d03-4bfb-a0e9-549504a9756a req-53751652-ac65-40be-a1d1-be25a72995ac service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211910 Mar 02 10:01:52.014641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4f900e35-ba68-46cd-8500-6cce71451df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:53.124182 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:53.334750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:01:54.872364 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:10.841060 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:02:18.174619 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:19.798359 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0817ba0b-2fb6-48f6-aa9d-e9015753eed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:21.974657 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5ff80407-9523-4c65-9894-cd39d38ea7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:23.122834 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:23.317342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:24.848544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:47.839739 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:02:48.168036 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:49.796271 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-953c9dfa-7109-449f-94e8-471778fca57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:49.912254 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-48274112-50a3-4481-9973-0234cfefd52d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706356 Mar 02 10:02:50.043385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-e2ac94e4-aae4-4e13-b094-a3aeb0d82ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:02:50.044817 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-e2ac94e4-aae4-4e13-b094-a3aeb0d82ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0681343 Mar 02 10:02:50.182435 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-1bdd6c9e-0b8c-4825-9323-7199f7fd9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:02:50.183745 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-1bdd6c9e-0b8c-4825-9323-7199f7fd9f91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1217268 Mar 02 10:02:50.285357 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-4827273e-a32a-4c61-9502-3563f44e6b33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 1001 time: 0.0946753 Mar 02 10:02:50.348127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-9a850ac3-0150-41bd-8c2e-3f650fa51e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:02:50.349470 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-9a850ac3-0150-41bd-8c2e-3f650fa51e6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0579028 Mar 02 10:02:50.420877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-3ce0a484-79b7-470a-b732-377992f47269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:02:50.422290 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-3ce0a484-79b7-470a-b732-377992f47269 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657656 Mar 02 10:02:50.554728 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-7ef0b767-f560-4f0b-8cdc-adbf1aa8daa4 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252387 Mar 02 10:02:50.687861 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-367dd253-8a48-490c-acd6-04e7a3afe1de req-c09b6fca-e01e-4767-8889-17bfe304a687 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267560 Mar 02 10:02:51.973138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b06bfb96-d571-4983-9193-609e3545b413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:53.099198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:53.339262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:02:54.859009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:18.172056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:19.789961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-13db1927-ffec-4b9d-9fb1-b0f188ff4ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:21.984256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c1907c21-97c9-489e-bd33-961778e29225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:23.081058 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:23.321513 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:23.848521 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-c4d0896e-14ad-466f-895f-eb3e1c1b83ce req-2ccd850d-4c1a-4661-9738-679af8b99f76 service neutron] (88401) timed out ('10.222.0.10', 44388) {{(pid=88401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 10:03:24.838804 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:03:24.886998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:48.136577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:49.789451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-552f9c81-04f7-4978-909f-720646fc2c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:51.941331 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-341d5d40-d70f-40ad-9afa-7a0d91913416 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1109428 Mar 02 10:03:52.016667 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-63218a59-ba88-419c-b809-ce6420db48e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:52.082344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-529ac996-c6fc-49c4-a0b6-a4e273deba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:03:52.083774 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-529ac996-c6fc-49c4-a0b6-a4e273deba0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0711927 Mar 02 10:03:52.319083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-994cd1f5-b161-40da-9aa0-d66a125da005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:03:52.320543 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-994cd1f5-b161-40da-9aa0-d66a125da005 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.2181313 Mar 02 10:03:52.419666 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-c9f945ae-fa50-4b1a-af82-deb6caf96635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 1001 time: 0.0925314 Mar 02 10:03:52.479996 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-5f42fbe4-1e55-4037-9e41-9c6485f17e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:03:52.481316 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-5f42fbe4-1e55-4037-9e41-9c6485f17e59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0562072 Mar 02 10:03:52.558659 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-d1aa4378-5bab-4e56-9c0e-1bc99b5ee740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:03:52.560292 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-d1aa4378-5bab-4e56-9c0e-1bc99b5ee740 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730538 Mar 02 10:03:52.692868 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-85065c14-f20e-4dec-bc99-8e57e3c8a4f8 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250176 Mar 02 10:03:52.824524 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea2e93a6-3d2f-41e7-bf42-0cf4d51a4417 req-d2dc5730-f211-45f7-b90e-e54c5e0642d8 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254175 Mar 02 10:03:53.120245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:53.359148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:54.235541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ddbde-0ce8-4c86-b328-fb9783e31a23 req-cb69567c-5996-4fef-9901-6354a18b9eac tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:03:54.236998 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-959ddbde-0ce8-4c86-b328-fb9783e31a23 req-cb69567c-5996-4fef-9901-6354a18b9eac tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.1470907 Mar 02 10:03:54.281706 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-959ddbde-0ce8-4c86-b328-fb9783e31a23 req-665e42a5-a834-48fc-b3a6-e764458b43da tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Mar 02 10:03:54.867441 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:03:55.511973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e33c-4fed-4d7f-ac02-121c66d82060 req-b7a0a033-4fd3-4baa-81d2-693d4e222ddd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:03:55.513414 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5f5e33c-4fed-4d7f-ac02-121c66d82060 req-b7a0a033-4fd3-4baa-81d2-693d4e222ddd tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.1221683 Mar 02 10:03:55.556587 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a5f5e33c-4fed-4d7f-ac02-121c66d82060 req-8bdde9a0-2d47-4c7b-8ca3-9556b2727a43 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367033 Mar 02 10:03:56.745746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5481e-6356-4bc8-a1d8-985d9681ac01 req-9a11308f-d466-431f-b06c-aa403af77983 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:03:56.747232 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ab5481e-6356-4bc8-a1d8-985d9681ac01 req-9a11308f-d466-431f-b06c-aa403af77983 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0791121 Mar 02 10:03:56.793591 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4ab5481e-6356-4bc8-a1d8-985d9681ac01 req-f017d938-9efb-4b86-9782-d51bd6ab5bd8 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400975 Mar 02 10:03:57.972969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3aa91-7597-4c4b-899d-e92f1a08bc02 req-09d2293a-b9f0-48fa-9a91-23bd9503536c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:03:57.974432 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-63b3aa91-7597-4c4b-899d-e92f1a08bc02 req-09d2293a-b9f0-48fa-9a91-23bd9503536c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0785911 Mar 02 10:03:58.016963 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-63b3aa91-7597-4c4b-899d-e92f1a08bc02 req-13a2f2dc-a7a8-41bf-8e55-1f0e49ca019e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370588 Mar 02 10:03:59.204051 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbad076-1a75-4fad-93e2-9f577c1327b8 req-06929935-b16c-431a-8d38-5a20de1ad1dc tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:03:59.205468 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3bbad076-1a75-4fad-93e2-9f577c1327b8 req-06929935-b16c-431a-8d38-5a20de1ad1dc tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0800915 Mar 02 10:03:59.247337 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3bbad076-1a75-4fad-93e2-9f577c1327b8 req-2ae55273-b2be-4253-a61b-e5c4ba036f27 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360806 Mar 02 10:04:00.429684 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de6b74-1177-485a-be85-184451d39e08 req-c4289ed3-9328-469c-8629-f9ea173069c4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:00.431037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-19de6b74-1177-485a-be85-184451d39e08 req-c4289ed3-9328-469c-8629-f9ea173069c4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0775471 Mar 02 10:04:00.473200 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-19de6b74-1177-485a-be85-184451d39e08 req-285087d5-a5bc-4ea7-924a-d7d8d89ac042 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359852 Mar 02 10:04:01.658856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4ad31-28a2-4722-a74e-acb4ae7d0562 req-a331c499-28d0-4972-adc4-24a04c1ea7d5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:01.660260 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c8e4ad31-28a2-4722-a74e-acb4ae7d0562 req-a331c499-28d0-4972-adc4-24a04c1ea7d5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0801678 Mar 02 10:04:01.702540 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c8e4ad31-28a2-4722-a74e-acb4ae7d0562 req-d7cb2ff8-35f3-4fff-9dd8-b0df62b112e5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368044 Mar 02 10:04:01.836726 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:04:02.879481 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9053-9a48-445c-b0d5-d75ab77cb033 req-9736e43e-dc5a-41b5-8344-da99ef73e45e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:02.880820 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-330f9053-9a48-445c-b0d5-d75ab77cb033 req-9736e43e-dc5a-41b5-8344-da99ef73e45e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0773757 Mar 02 10:04:02.925505 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-330f9053-9a48-445c-b0d5-d75ab77cb033 req-9c8e50f2-a19a-4e11-9ccb-5db517f8e578 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392964 Mar 02 10:04:04.105595 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97d192-f1cf-4a38-ac83-df78d007c3d8 req-daf25a9b-006f-459d-8e96-aabfd3bec926 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:04.107078 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3e97d192-f1cf-4a38-ac83-df78d007c3d8 req-daf25a9b-006f-459d-8e96-aabfd3bec926 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0761125 Mar 02 10:04:04.149101 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3e97d192-f1cf-4a38-ac83-df78d007c3d8 req-5b4187fd-c9bd-4e69-adee-69457d1b5032 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364919 Mar 02 10:04:05.331117 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37607e3c-8a89-4007-8528-f9cb801626cb req-80a7b228-ba3d-42bf-be50-c67bdd8f6c04 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:05.332540 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37607e3c-8a89-4007-8528-f9cb801626cb req-80a7b228-ba3d-42bf-be50-c67bdd8f6c04 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0809517 Mar 02 10:04:05.374981 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-37607e3c-8a89-4007-8528-f9cb801626cb req-43ca708d-3185-457c-80a5-f0da5b980479 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369263 Mar 02 10:04:06.552430 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b246d87-89ee-41e4-97ea-371cb4565db0 req-af43166e-b2f6-4095-819e-d1d9cd41ddb9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:06.553971 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b246d87-89ee-41e4-97ea-371cb4565db0 req-af43166e-b2f6-4095-819e-d1d9cd41ddb9 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0777137 Mar 02 10:04:06.597792 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2b246d87-89ee-41e4-97ea-371cb4565db0 req-c287c7ca-df84-413d-8e93-e412e04ba112 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383027 Mar 02 10:04:07.871154 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3e72d-50ea-4d70-b58a-59c93e442ae2 req-07c01194-f4c5-4de6-b7c2-d317732d4ca5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:07.873037 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a1a3e72d-50ea-4d70-b58a-59c93e442ae2 req-07c01194-f4c5-4de6-b7c2-d317732d4ca5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.1702583 Mar 02 10:04:07.914210 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a1a3e72d-50ea-4d70-b58a-59c93e442ae2 req-97f769f1-e13b-4e6d-85b3-29bc4cadd477 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355389 Mar 02 10:04:09.093693 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d517fc3-1ea7-4a56-9008-1a6b384dbda0 req-e66b0f89-2fa3-4e57-8136-78c037c77bca tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:09.095162 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d517fc3-1ea7-4a56-9008-1a6b384dbda0 req-e66b0f89-2fa3-4e57-8136-78c037c77bca tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0789659 Mar 02 10:04:09.137307 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4d517fc3-1ea7-4a56-9008-1a6b384dbda0 req-b5369fdc-cfa4-4f02-9d88-e6c3646841e7 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367422 Mar 02 10:04:09.358092 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-100cd590-fa82-4c29-8385-198153e25c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:09.359524 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-100cd590-fa82-4c29-8385-198153e25c63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0678432 Mar 02 10:04:09.486047 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-754dff44-9cd1-4d15-9eb2-7034943bef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:09.487439 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-754dff44-9cd1-4d15-9eb2-7034943bef4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1214006 Mar 02 10:04:09.588071 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-e0437bcc-770f-4717-b242-dad2e366cb8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 1001 time: 0.0948167 Mar 02 10:04:09.649799 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-49245a96-82e0-4872-b2e5-7c7c3f4f568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:09.651106 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-49245a96-82e0-4872-b2e5-7c7c3f4f568f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0574155 Mar 02 10:04:09.723413 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-f8407a89-86df-4efd-a2a0-286b48bc55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:09.724850 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-f8407a89-86df-4efd-a2a0-286b48bc55be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678217 Mar 02 10:04:09.853164 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-ce634d83-80ee-4a82-86f5-9389a8a46b17 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217813 Mar 02 10:04:09.979162 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0779e7c8-e4a0-4944-b597-dd9166e28ca9 req-7358c4f9-b4ef-4c02-b5ea-ef5aaf967d62 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200280 Mar 02 10:04:10.318418 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44748b-c2ce-4479-a44a-46d7b5bb857d req-ddadea21-f160-4431-8db2-073a9d8bf711 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:10.319932 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3f44748b-c2ce-4479-a44a-46d7b5bb857d req-ddadea21-f160-4431-8db2-073a9d8bf711 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0807264 Mar 02 10:04:10.362145 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3f44748b-c2ce-4479-a44a-46d7b5bb857d req-2985019b-53e2-4c31-aedb-16d027458a5a tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366426 Mar 02 10:04:11.544706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42068-0170-4435-9658-bd7be5390753 req-2abaf945-d0a3-4c58-b431-5ada54b64052 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:11.546251 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d5d42068-0170-4435-9658-bd7be5390753 req-2abaf945-d0a3-4c58-b431-5ada54b64052 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0788920 Mar 02 10:04:11.589637 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d5d42068-0170-4435-9658-bd7be5390753 req-12f43f49-d9d7-43bc-b24b-6e594a5eb4f3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379076 Mar 02 10:04:12.773926 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20266174-2fb6-4ca2-a37a-c3e4dfde50d9 req-15739d4d-e7a8-4d63-86f9-0148232133ea tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:12.775467 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-20266174-2fb6-4ca2-a37a-c3e4dfde50d9 req-15739d4d-e7a8-4d63-86f9-0148232133ea tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0825949 Mar 02 10:04:12.820690 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-20266174-2fb6-4ca2-a37a-c3e4dfde50d9 req-f7b730a0-ffe3-479d-9335-5fee0787ab80 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394490 Mar 02 10:04:13.337842 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309deb96-34ac-44f6-a691-c434898ce4a3 req-ccfe0cac-0d04-4d6f-98df-90897c0c9715 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:13.339263 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-309deb96-34ac-44f6-a691-c434898ce4a3 req-ccfe0cac-0d04-4d6f-98df-90897c0c9715 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.1183774 Mar 02 10:04:13.389772 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-309deb96-34ac-44f6-a691-c434898ce4a3 req-4e228648-f5d2-47ae-a485-33158550d430 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436697 Mar 02 10:04:13.407660 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-b97aa748-97f0-4dbc-8b79-5f2f3af6f9d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554697 Mar 02 10:04:14.570892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f30259-ad06-4d31-bfc5-3aaad4aa5bef req-f1f47294-b862-4206-9752-03b18ae1ff9b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:14.572328 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35f30259-ad06-4d31-bfc5-3aaad4aa5bef req-f1f47294-b862-4206-9752-03b18ae1ff9b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0794039 Mar 02 10:04:14.619460 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-35f30259-ad06-4d31-bfc5-3aaad4aa5bef req-304dee4f-a269-493d-81c8-f11f7074f3d3 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Mar 02 10:04:15.800835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179bed9-af60-454d-b1da-4efe56341875 req-a9a4a6a4-e7c2-483a-b642-2311c8164acc tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:15.802290 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f179bed9-af60-454d-b1da-4efe56341875 req-a9a4a6a4-e7c2-483a-b642-2311c8164acc tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0776277 Mar 02 10:04:15.847222 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f179bed9-af60-454d-b1da-4efe56341875 req-e5a55281-519e-4e11-a8fb-88048bb65011 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392528 Mar 02 10:04:16.133009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 7906579f-b6eb-40a3-94df-98f3fcc510dc no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:04:16.247501 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:16.273009 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:04:16.283148 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:04:16.360283 dv-neutron-828796-1-hyperv neutron-server[88402]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'code': 422} returned with failed status Mar 02 10:04:16.594475 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:16.660624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=7906579f-b6eb-40a3-94df-98f3fcc510dc,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:04:16.667907 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.668253 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.668589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.668921 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.669248 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.670132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.670432 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.670751 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.671100 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.671418 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.671733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:16.672050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:04:17.032206 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47b17f-d9ee-4a92-9d39-a75c55fbac2c req-577c23dd-a579-43c0-b81f-b940ef9eb36b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:17.033612 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db47b17f-d9ee-4a92-9d39-a75c55fbac2c req-577c23dd-a579-43c0-b81f-b940ef9eb36b tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0832608 Mar 02 10:04:17.168368 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-db47b17f-d9ee-4a92-9d39-a75c55fbac2c req-ceacb15f-fef4-4899-b795-b8c8bd61a68c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289456 Mar 02 10:04:17.537948 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-09bf0d19-0c5d-4c8a-95da-2be10d017560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:17.539394 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-09bf0d19-0c5d-4c8a-95da-2be10d017560 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5&tenant_id=8cf65a5810aa4aa5969233d67b06f12f HTTP/1.1" status: 200 len: 1097 time: 0.0684602 Mar 02 10:04:17.631617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-0a793f65-a524-45f6-907c-8ee1fd2cfaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:17.633033 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-0a793f65-a524-45f6-907c-8ee1fd2cfaef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1097 time: 0.0705562 Mar 02 10:04:17.759782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-5351cc40-7ad4-4b92-82dd-16481bb649ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:17.761166 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-5351cc40-7ad4-4b92-82dd-16481bb649ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1217625 Mar 02 10:04:17.859828 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-06c2ba2c-f46d-496d-8538-8f71a5c116c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 999 time: 0.0926974 Mar 02 10:04:17.919597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-8755c1f0-f5df-46da-bd19-102cff3c086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:17.920986 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-8755c1f0-f5df-46da-bd19-102cff3c086c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0551355 Mar 02 10:04:17.992505 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-a5f43abd-e51a-4b99-9ff8-e05e0ebb5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:17.993936 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-a5f43abd-e51a-4b99-9ff8-e05e0ebb5a61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668554 Mar 02 10:04:18.122067 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-b6a91806-6730-4419-b98e-5ddc6748f17d service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221781 Mar 02 10:04:18.125420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:18.250459 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-9667d6c1-9a6c-4f11-8fb3-65d48b69c72a service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229153 Mar 02 10:04:18.351346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd059c5-7a3f-40d6-a5a4-7248b8efcc33 req-c3729d79-d376-4e6d-acf3-a20ae30e6fd8 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:18.352749 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccd059c5-7a3f-40d6-a5a4-7248b8efcc33 req-c3729d79-d376-4e6d-acf3-a20ae30e6fd8 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0805757 Mar 02 10:04:18.395497 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ccd059c5-7a3f-40d6-a5a4-7248b8efcc33 req-d1763aa7-a2e6-43d8-a1b6-5ff67442aa6f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366161 Mar 02 10:04:19.590656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71278252-9124-40db-847d-d5cae5849c8a req-568004be-0eb4-434d-a2a9-2691dc9fb63d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:19.592425 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-71278252-9124-40db-847d-d5cae5849c8a req-568004be-0eb4-434d-a2a9-2691dc9fb63d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0848713 Mar 02 10:04:19.643650 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-71278252-9124-40db-847d-d5cae5849c8a req-397a705f-bb5c-4bed-a897-e0782ec90844 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455661 Mar 02 10:04:19.783136 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6f55ed71-e20c-45f8-bc54-3c46f400e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:20.828477 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558a118-b906-4fae-8814-ee3dfa12d651 req-84986487-09de-42ec-abf4-8f5adb1ee46c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:20.829818 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b558a118-b906-4fae-8814-ee3dfa12d651 req-84986487-09de-42ec-abf4-8f5adb1ee46c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0812407 Mar 02 10:04:20.873063 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b558a118-b906-4fae-8814-ee3dfa12d651 req-6ae29ca2-8b60-4183-b15b-28fc5b4d46eb tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376921 Mar 02 10:04:21.983404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3e0b3fef-649c-4168-863c-2090f152bed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:22.055123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4132b-ecd3-4556-a9ce-c31c07bd9ef7 req-c30e920a-5a44-44d4-b363-5f0f648d13c4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:22.056553 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3e4132b-ecd3-4556-a9ce-c31c07bd9ef7 req-c30e920a-5a44-44d4-b363-5f0f648d13c4 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0813529 Mar 02 10:04:22.099678 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3e4132b-ecd3-4556-a9ce-c31c07bd9ef7 req-0c78ba0a-fa10-48ae-941f-b26626483fdc tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369487 Mar 02 10:04:23.119807 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:23.282821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf759c5-9bf3-4feb-b526-b321c00ac9ca req-a01d1c8b-3a46-45c8-95e1-2b49f813df8f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:23.284257 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-caf759c5-9bf3-4feb-b526-b321c00ac9ca req-a01d1c8b-3a46-45c8-95e1-2b49f813df8f tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0774791 Mar 02 10:04:23.327175 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-caf759c5-9bf3-4feb-b526-b321c00ac9ca req-718ef8b0-d94d-433b-9b85-337e39833810 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374036 Mar 02 10:04:23.359715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:24.510687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db4e16-ca42-4e06-b92c-c100ec12cdec req-d5f54a01-7f1d-45ca-8dad-6e6a1032746e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:24.512017 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f1db4e16-ca42-4e06-b92c-c100ec12cdec req-d5f54a01-7f1d-45ca-8dad-6e6a1032746e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0808177 Mar 02 10:04:24.556124 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f1db4e16-ca42-4e06-b92c-c100ec12cdec req-d4adee82-4a7d-4dc4-b1ac-14fdb1fe1c1e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377595 Mar 02 10:04:24.900641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:25.737448 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dae73-58a1-4bc8-aacb-b01a9d52e07e req-7a7dde11-3923-4309-9d01-34f6cf23f69d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:25.738904 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-436dae73-58a1-4bc8-aacb-b01a9d52e07e req-7a7dde11-3923-4309-9d01-34f6cf23f69d tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 944 time: 0.0770445 Mar 02 10:04:25.784986 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-436dae73-58a1-4bc8-aacb-b01a9d52e07e req-f2558976-b3cb-4382-92c5-bd909c853e12 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Mar 02 10:04:26.179016 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 7906579f-b6eb-40a3-94df-98f3fcc510dc details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 10:04:26.307998 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:04:26.320955 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'port_id': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'mac_address': 'fa:16:3e:46:00:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 10:04:26.373610 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:26.389429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7906579f-b6eb-40a3-94df-98f3fcc510dc {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 10:04:26.403777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:04:26.460594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:26.528106 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=7906579f-b6eb-40a3-94df-98f3fcc510dc,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:04:26.822302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['7906579f-b6eb-40a3-94df-98f3fcc510dc'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 10:04:26.967777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5939e4a-b105-4877-9793-016cec69b6b9 req-aea8b29f-9ef7-4362-823f-47a74a9e9273 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:26.969246 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5939e4a-b105-4877-9793-016cec69b6b9 req-aea8b29f-9ef7-4362-823f-47a74a9e9273 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 945 time: 0.0785701 Mar 02 10:04:27.011736 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e5939e4a-b105-4877-9793-016cec69b6b9 req-fae9ea0d-a11f-4ce4-89d2-ba407c2804b5 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368881 Mar 02 10:04:28.179381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 7906579f-b6eb-40a3-94df-98f3fcc510dc up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:04:28.196245 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3104760-430e-4090-bbb8-59ea2e435739 req-b66d35ce-edbf-4d5e-a1f2-4cd5432229e8 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:28.197680 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e3104760-430e-4090-bbb8-59ea2e435739 req-b66d35ce-edbf-4d5e-a1f2-4cd5432229e8 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 945 time: 0.0807338 Mar 02 10:04:28.241481 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e3104760-430e-4090-bbb8-59ea2e435739 req-c004b561-0aae-4275-90a4-8eecad911c75 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374155 Mar 02 10:04:28.249353 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 7906579f-b6eb-40a3-94df-98f3fcc510dc triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:04:28.249790 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:28.359015 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:28.384340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:04:28.394641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:04:28.431694 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'code': 200} Mar 02 10:04:28.468678 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:28.570267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=7906579f-b6eb-40a3-94df-98f3fcc510dc,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:04:28.746564 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be1fdb-e6ff-484b-90b5-4ad35d022998 req-a734dc87-5f94-4ee6-b944-50f2e4fe7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:28.748541 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7be1fdb-e6ff-484b-90b5-4ad35d022998 req-a734dc87-5f94-4ee6-b944-50f2e4fe7cd1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0684433 Mar 02 10:04:28.790905 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c7be1fdb-e6ff-484b-90b5-4ad35d022998 req-c528e5e9-63e3-4965-a172-4629343ff99e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351298 Mar 02 10:04:29.517928 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba3fd9-99e6-4dc7-8c89-6b91de4919a3 req-068942f4-21ae-42db-b9b2-cf5c0f048df8 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:29.519485 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bfba3fd9-99e6-4dc7-8c89-6b91de4919a3 req-068942f4-21ae-42db-b9b2-cf5c0f048df8 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.1736057 Mar 02 10:04:29.562212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bfba3fd9-99e6-4dc7-8c89-6b91de4919a3 req-2494edb8-d9c7-461c-979a-2496d7322e22 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372407 Mar 02 10:04:30.742833 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645653f-ed65-4f52-95e7-c0ac02f77c8c req-276f9b5e-236f-47b2-b884-bc2fa6a3eb96 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:30.744233 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5645653f-ed65-4f52-95e7-c0ac02f77c8c req-276f9b5e-236f-47b2-b884-bc2fa6a3eb96 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0793936 Mar 02 10:04:30.786614 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5645653f-ed65-4f52-95e7-c0ac02f77c8c req-5da8936e-092c-48c2-80d5-ef366df5d9a2 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363450 Mar 02 10:04:38.835606 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:04:48.149273 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:49.787727 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-425469b9-388f-434a-9ae8-b6213735c49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:52.016852 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4d6fa086-674b-4267-a0d9-5633dd9756ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:53.088393 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:53.343916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:04:53.899554 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-407136ad-a8e9-4db4-8d97-be77f8cb0614 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690620 Mar 02 10:04:54.041614 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-bf8555af-fc93-4b2f-8d7c-bfee698fe31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:54.043080 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-bf8555af-fc93-4b2f-8d7c-bfee698fe31e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0728886 Mar 02 10:04:54.187283 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-1d2a29fb-0b1a-4471-9dd3-eb936f98f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:54.188676 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-1d2a29fb-0b1a-4471-9dd3-eb936f98f2cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1260421 Mar 02 10:04:54.294176 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-3c50ec6a-a011-4fde-aaaf-9b1fa86d1f75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 1001 time: 0.0925643 Mar 02 10:04:54.354059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-cec59e5c-3cc9-474b-84a0-74c291749005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:54.355465 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-cec59e5c-3cc9-474b-84a0-74c291749005 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0611162 Mar 02 10:04:54.434725 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-c474f32c-153c-4a11-8102-774c3e9ac7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:04:54.436173 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-c474f32c-153c-4a11-8102-774c3e9ac7fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692773 Mar 02 10:04:54.572222 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-f9f73c5d-a418-4735-8f36-0f6ed06fab80 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251323 Mar 02 10:04:54.705245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-07fb116f-db81-4da9-8c17-49e70cb5c652 req-dfd24565-a042-406a-ac2f-b66eff106886 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282525 Mar 02 10:04:54.882526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:15.834460 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:05:18.266836 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:19.772892 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-64ede43d-69e3-4f72-881a-b82b5a7fb8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:21.981141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9c41fe32-ae0a-427c-a6be-276accc637a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:23.107173 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:23.375757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:24.895576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:48.149138 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:49.771298 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac0f94b1-0fd9-4a07-8b2b-a1d2e22cba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:52.017005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-86e02b73-bbc1-4853-8937-71646c2e768a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:52.834403 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:05:53.112040 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:53.374966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:54.879783 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:05:54.896562 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-1b6d4d6c-6039-49b5-9405-7e6dcf68edcc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727320 Mar 02 10:05:55.030835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-fdffce58-c70a-40bd-a1d7-9a7f792ed5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:05:55.032257 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-fdffce58-c70a-40bd-a1d7-9a7f792ed5f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0688796 Mar 02 10:05:55.176994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-86b0d9ae-d29a-4378-9974-4fed9db5239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:05:55.178377 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-86b0d9ae-d29a-4378-9974-4fed9db5239e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1272209 Mar 02 10:05:55.280795 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-1b142965-a9e3-4aec-86e9-6c7ddfd54e2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 1001 time: 0.0964885 Mar 02 10:05:55.341123 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-d3cd8d4d-da8d-4dc0-b6ea-5e198099cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:05:55.342520 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-d3cd8d4d-da8d-4dc0-b6ea-5e198099cdc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.0556951 Mar 02 10:05:55.420884 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-c4373529-b41e-40d8-9ac4-62c625c39daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:05:55.422361 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-c4373529-b41e-40d8-9ac4-62c625c39daa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736156 Mar 02 10:05:55.639665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-51f90dd0-7a38-4d0a-9f0a-904c59212147 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101891 Mar 02 10:05:55.766750 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b858644b-b030-4695-8f5e-cd191b24cc80 req-61372e60-5baf-49f0-b931-7c718bd4ba51 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196928 Mar 02 10:06:18.181533 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:19.785627 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8cf2-0500-493e-99f5-36d2f37465aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:21.993135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0c24-0c30-467f-bc04-b97dc857a92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:23.124053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:23.380024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:24.929905 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:28.495078 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46262) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:28.918587 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Deleting port 62b46be1-e791-437c-8e64-ceb787f473f7 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:28.918922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:29.079929 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:29.080291 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:29.198977 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Calling delete_port for 62b46be1-e791-437c-8e64-ceb787f473f7 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:29.398439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:29.445932 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event deleted for resources: {'Port': ['ID=62b46be1-e791-437c-8e64-ceb787f473f7,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:29.487923 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.488192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.488528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.488856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.489179 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.489498 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.489815 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.490156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.490471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.490787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.491101 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.491415 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:29.545454 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:29.546361 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Floating IP bffbfb98-e261-45b7-9208-bbeca0855879 disassociated (deleted). External IP: 172.26.3.48, port: 7906579f-b6eb-40a3-94df-98f3fcc510dc. Mar 02 10:06:29.833543 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:06:29.939044 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:06:30.227001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:06:30.236446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c39b13-747f-4766-a241-5dac132d786c None None] Sync routers for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:06:30.246043 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c39b13-747f-4766-a241-5dac132d786c None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:30.246653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-30c39b13-747f-4766-a241-5dac132d786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:30.306793 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:30.368098 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0a324a83-6e56-46c6-8683-f2bd798e46db tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "DELETE /v2.0/floatingips/bffbfb98-e261-45b7-9208-bbeca0855879 HTTP/1.1" status: 204 len: 168 time: 1.8717577 Mar 02 10:06:30.368496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:06:30.429369 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-30c39b13-747f-4766-a241-5dac132d786c None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:30.545124 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'status': 'completed', 'code': 200} Mar 02 10:06:30.639225 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d3885-be11-4240-8058-fc547b88a1d3 req-16104761-bfd3-4306-9889-b2bde5d4c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:30.640580 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-503d3885-be11-4240-8058-fc547b88a1d3 req-16104761-bfd3-4306-9889-b2bde5d4c382 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 1099 time: 0.0715933 Mar 02 10:06:30.750292 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-30c39b13-747f-4766-a241-5dac132d786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:30.754288 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c39b13-747f-4766-a241-5dac132d786c None None] Checking router: 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:06:30.762578 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c39b13-747f-4766-a241-5dac132d786c None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:30.763241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-30c39b13-747f-4766-a241-5dac132d786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:30.771565 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d3885-be11-4240-8058-fc547b88a1d3 req-ad5100a4-f7cc-45b5-9015-3a7061474ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:30.772994 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-503d3885-be11-4240-8058-fc547b88a1d3 req-ad5100a4-f7cc-45b5-9015-3a7061474ea2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 200 len: 910 time: 0.1267731 Mar 02 10:06:30.844595 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-503d3885-be11-4240-8058-fc547b88a1d3 req-3681a276-cba4-4c21-8d0e-f93d23771071 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 200 len: 217 time: 0.0650320 Mar 02 10:06:30.940265 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-30c39b13-747f-4766-a241-5dac132d786c None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:30.950761 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d3885-be11-4240-8058-fc547b88a1d3 req-d650e684-1385-4327-a3a1-999934448bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:30.952186 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-503d3885-be11-4240-8058-fc547b88a1d3 req-d650e684-1385-4327-a3a1-999934448bd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 200 len: 848 time: 0.1011441 Mar 02 10:06:31.023810 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf115c-3c7f-4050-a7a3-87ef57748d3b req-41537cb0-1b77-4c1d-b69b-0e5b8ca10ee1 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:31.024490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-7ccf115c-3c7f-4050-a7a3-87ef57748d3b req-41537cb0-1b77-4c1d-b69b-0e5b8ca10ee1 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Synchronizing usage tracker for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:06:31.056737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d3885-be11-4240-8058-fc547b88a1d3 req-cacfb4c8-dd2f-4ca6-a585-9676636046ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:31.061816 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-503d3885-be11-4240-8058-fc547b88a1d3 req-cacfb4c8-dd2f-4ca6-a585-9676636046ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f60a1d1-9d5d-40d8-9c4a-1039047774eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974841 Mar 02 10:06:31.146794 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-7ccf115c-3c7f-4050-a7a3-87ef57748d3b req-41537cb0-1b77-4c1d-b69b-0e5b8ca10ee1 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Unset dirty status for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:06:31.147947 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7ccf115c-3c7f-4050-a7a3-87ef57748d3b req-41537cb0-1b77-4c1d-b69b-0e5b8ca10ee1 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.2659693 Mar 02 10:06:31.223188 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-7ccf115c-3c7f-4050-a7a3-87ef57748d3b req-b63038e7-de37-46c9-9a96-ed08ca5d7e6e tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626755 Mar 02 10:06:31.229419 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-503d3885-be11-4240-8058-fc547b88a1d3 req-44dfb37c-b491-4fb4-92c4-1b083fb35c92 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619799 Mar 02 10:06:31.292289 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-30c39b13-747f-4766-a241-5dac132d786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:31.296225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c39b13-747f-4766-a241-5dac132d786c None None] The sync data for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv is: [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T09:54:45Z', 'revision_number': 4, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7a628b0c-729b-434d-8cd0-e48ed30fe888', 'name': '', 'network_id': '9f60a1d1-9d5d-40d8-9c4a-1039047774eb', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'mac_address': 'fa:16:3e:1d:93:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:44Z', 'updated_at': '2022-03-02T09:54:50Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'subnets': [{'id': 'f87cce9f-57e8-4cbd-90c4-8e3a788bbe75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:06:31.363372 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-503d3885-be11-4240-8058-fc547b88a1d3 req-43d479d6-1de4-449b-9bc1-b62daa828914 service neutron] 10.222.0.15 "GET /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305778 Mar 02 10:06:31.507482 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fcbcc6-1577-42e0-9354-4c1908ac8f40 None None] New status for floating IP bffbfb98-e261-45b7-9208-bbeca0855879: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 10:06:32.418364 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8b269-2088-482a-aba3-6f1a0ce6461a req-ee544de5-7071-4606-a0d7-e0b473c17260 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:32.419799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9fb8b269-2088-482a-aba3-6f1a0ce6461a req-ee544de5-7071-4606-a0d7-e0b473c17260 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.0844164 Mar 02 10:06:32.501312 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9fb8b269-2088-482a-aba3-6f1a0ce6461a req-5ff92937-8c88-4466-8461-d457e2dc1b38 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/security-groups?id=00a574d2-b297-4d90-9f9f-1db01cf1a9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512660 Mar 02 10:06:32.529185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-dd826d3b-17e0-4d12-8d0d-2f341b9779f2 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:32.531366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-dd826d3b-17e0-4d12-8d0d-2f341b9779f2 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 946 time: 0.1100385 Mar 02 10:06:32.602015 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Deleting port 7906579f-b6eb-40a3-94df-98f3fcc510dc {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:32.602357 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:32.951048 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] For port 7906579f-b6eb-40a3-94df-98f3fcc510dc, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=7906579f-b6eb-40a3-94df-98f3fcc510dc,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:32.951392 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:33.068150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Calling delete_port for 7906579f-b6eb-40a3-94df-98f3fcc510dc owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:33.265718 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:33.318302 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event deleted for resources: {'Port': ['ID=7906579f-b6eb-40a3-94df-98f3fcc510dc,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:33.394514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] No DVR routers for this DVR port 7906579f-b6eb-40a3-94df-98f3fcc510dc on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 10:06:33.396845 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:33.399213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'name': 'network-vif-deleted', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:06:33.444928 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3060e09-96a4-49f5-9496-94b13af72ae5', 'name': 'network-vif-deleted', 'tag': '7906579f-b6eb-40a3-94df-98f3fcc510dc', 'status': 'completed', 'code': 200} Mar 02 10:06:33.483565 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-52add9d0-29c5-49e0-aa94-0897c07145a6 req-7a00e962-9887-424d-b019-a43ff9c08505 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.15 "DELETE /v2.0/ports/7906579f-b6eb-40a3-94df-98f3fcc510dc HTTP/1.1" status: 204 len: 173 time: 0.9473984 Mar 02 10:06:33.654670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d36114fb-ac39-46c2-b7d8-43a6773783b8 req-f5a48a36-bf11-480d-b79e-937f1a4ac58c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Synchronizing usage tracker for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:06:33.741351 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-d36114fb-ac39-46c2-b7d8-43a6773783b8 req-f5a48a36-bf11-480d-b79e-937f1a4ac58c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Unset dirty status for tenant:8cf65a5810aa4aa5969233d67b06f12f on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:06:33.742564 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d36114fb-ac39-46c2-b7d8-43a6773783b8 req-f5a48a36-bf11-480d-b79e-937f1a4ac58c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 210 time: 0.1292655 Mar 02 10:06:34.907151 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-827a1df6-7b56-4f3b-9683-5c2a1beab4fb req-f215d8eb-3404-4a82-8142-1493aaf33661 tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3060e09-96a4-49f5-9496-94b13af72ae5 HTTP/1.1" status: 200 len: 210 time: 0.0445673 Mar 02 10:06:36.009609 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46294) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:36.081894 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f872e4cd-f2af-4a51-ae0b-1b670fdaeb7c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:36.119456 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f872e4cd-f2af-4a51-ae0b-1b670fdaeb7c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:36.238703 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f872e4cd-f2af-4a51-ae0b-1b670fdaeb7c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:36.258272 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872e4cd-f2af-4a51-ae0b-1b670fdaeb7c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a574d2-b297-4d90-9f9f-1db01cf1a9a3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:36.330240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-f872e4cd-f2af-4a51-ae0b-1b670fdaeb7c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:36.331345 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-f872e4cd-f2af-4a51-ae0b-1b670fdaeb7c tempest-TestShelveInstance-971465281 tempest-TestShelveInstance-971465281-project] 10.222.0.10 "DELETE /v2.0/security-groups/00a574d2-b297-4d90-9f9f-1db01cf1a9a3 HTTP/1.1" status: 204 len: 168 time: 0.3206117 Mar 02 10:06:36.438107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46300) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:36.833279 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 7906579f-b6eb-40a3-94df-98f3fcc510dc no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:06:36.874133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 7906579f-b6eb-40a3-94df-98f3fcc510dc {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:06:36.874477 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 7906579f-b6eb-40a3-94df-98f3fcc510dc not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:06:37.114414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:37.542262 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Deleting port 7a628b0c-729b-434d-8cd0-e48ed30fe888 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:37.542596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:37.706574 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] For port 7a628b0c-729b-434d-8cd0-e48ed30fe888, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7a628b0c-729b-434d-8cd0-e48ed30fe888,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:37.706919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:37.826985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Calling delete_port for 7a628b0c-729b-434d-8cd0-e48ed30fe888 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:38.066543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:38.119213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a628b0c-729b-434d-8cd0-e48ed30fe888,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:38.375615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:38.724679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:06:38.993489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:06:39.001971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] Sync routers for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:06:39.010938 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:39.011532 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:39.062684 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8294b6a9-21fb-4384-8904-9c0228a1559d admin admin] 10.222.0.10 "PUT /v2.0/routers/51710ce8-9319-43f7-b0c3-b7bc9b52fb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6234670 Mar 02 10:06:39.065221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46306) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:39.185576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:39.237655 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:39.411922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:39.470588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T10:06:37Z', 'revision_number': 5, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port': {'id': 'ce9f6b57-def2-4a69-bc88-6fc9257e1bec', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:42Z', 'updated_at': '2022-03-02T09:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:39.474493 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] Checking router: 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:06:39.484178 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Deleting port ce9f6b57-def2-4a69-bc88-6fc9257e1bec {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:39.484520 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:39.487538 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] Routers {'51710ce8-9319-43f7-b0c3-b7bc9b52fb24'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:39.488150 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:39.640191 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] Set router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 gateway port host: None {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:39.655278 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] For port ce9f6b57-def2-4a69-bc88-6fc9257e1bec, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ce9f6b57-def2-4a69-bc88-6fc9257e1bec,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:39.655630 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:39.748394 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T10:06:39Z', 'revision_number': 6, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:39.752971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98713b5-dcea-4453-b22d-cd88d84df89d None None] The sync data for ids ['51710ce8-9319-43f7-b0c3-b7bc9b52fb24'] in dv-neutron-828796-1-hyperv is: [{'id': '51710ce8-9319-43f7-b0c3-b7bc9b52fb24', 'name': 'tempest-TestShelveInstance-1620131564-router', 'tenant_id': '8cf65a5810aa4aa5969233d67b06f12f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:41Z', 'updated_at': '2022-03-02T10:06:39Z', 'revision_number': 6, 'project_id': '8cf65a5810aa4aa5969233d67b06f12f', 'gw_port_host': None}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:06:39.776196 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Calling delete_port for ce9f6b57-def2-4a69-bc88-6fc9257e1bec owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:39.987576 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.035627 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9f6b57-def2-4a69-bc88-6fc9257e1bec,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:40.133309 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.260700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7a628b0c-729b-434d-8cd0-e48ed30fe888 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:06:40.296483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 7a628b0c-729b-434d-8cd0-e48ed30fe888 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:06:40.296912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7a628b0c-729b-434d-8cd0-e48ed30fe888 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:06:40.410502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.412645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.518669 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.519113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51710ce8-9319-43f7-b0c3-b7bc9b52fb24 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 10:06:40.531060 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.532174 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3b664b4e-686a-42ae-a86f-cbd7d9fc8276 admin admin] 10.222.0.10 "DELETE /v2.0/routers/51710ce8-9319-43f7-b0c3-b7bc9b52fb24 HTTP/1.1" status: 204 len: 168 time: 1.4659083 Mar 02 10:06:40.535443 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46312) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:40.596081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-060e3838-c04c-40ba-9276-c058fb5cf993 admin admin] Deleting subnet f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 10:06:40.599227 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060e3838-c04c-40ba-9276-c058fb5cf993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.646798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060e3838-c04c-40ba-9276-c058fb5cf993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.723979 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060e3838-c04c-40ba-9276-c058fb5cf993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.900995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060e3838-c04c-40ba-9276-c058fb5cf993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.934997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e3838-c04c-40ba-9276-c058fb5cf993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87cce9f-57e8-4cbd-90c4-8e3a788bbe75,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:40.941736 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-060e3838-c04c-40ba-9276-c058fb5cf993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:40.946582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5b870-3662-419b-90c6-0070c8b6f5fd None None] Network 9f60a1d1-9d5d-40d8-9c4a-1039047774eb requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 10:06:40.948213 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-060e3838-c04c-40ba-9276-c058fb5cf993 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f87cce9f-57e8-4cbd-90c4-8e3a788bbe75 HTTP/1.1" status: 204 len: 168 time: 0.4117870 Mar 02 10:06:40.951036 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46316) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:41.053361 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.063474 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Deleting port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:41.063802 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.189893 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] DHCP port deletion for 9f60a1d1-9d5d-40d8-9c4a-1039047774eb request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 10:06:41.194166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] Deleting port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:41.194551 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.272004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] For port 8f95e9b9-087d-4e63-86eb-289b9703a1a6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8f95e9b9-087d-4e63-86eb-289b9703a1a6,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:41.272355 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.394346 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Calling delete_port for 8f95e9b9-087d-4e63-86eb-289b9703a1a6 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:41.434976 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] For port 8f95e9b9-087d-4e63-86eb-289b9703a1a6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8f95e9b9-087d-4e63-86eb-289b9703a1a6,segment=NetworkSegment(6b4f3093-b8d7-4903-88af-3619d1b6b3d5),segment_id=6b4f3093-b8d7-4903-88af-3619d1b6b3d5)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:41.435520 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.557989 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] Calling delete_port for 8f95e9b9-087d-4e63-86eb-289b9703a1a6 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:41.569976 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.616166 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f95e9b9-087d-4e63-86eb-289b9703a1a6,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:41.619543 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] No DVR routers for this DVR port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 10:06:41.629048 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 10:06:41.629420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 10:06:41.733480 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.757910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f60a1d1-9d5d-40d8-9c4a-1039047774eb']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:41.769316 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4f3093-b8d7-4903-88af-3619d1b6b3d5') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:41.769608 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4f3093-b8d7-4903-88af-3619d1b6b3d5') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:41.780388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.796075 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.802393 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 10:06:41.802769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 10:06:41.815268 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 10:06:41.957908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.974181 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:41.985261 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f60a1d1-9d5d-40d8-9c4a-1039047774eb,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:42.061602 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e91d106e-00f0-4ad0-9abd-8c3ece4b201f admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f60a1d1-9d5d-40d8-9c4a-1039047774eb HTTP/1.1" status: 204 len: 168 time: 1.1096175 Mar 02 10:06:42.064857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46320) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:42.133404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] Deleting port 8f95e9b9-087d-4e63-86eb-289b9703a1a6 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:42.133404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:42.189813 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8f95e9b9-087d-4e63-86eb-289b9703a1a6 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:06:42.228431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7825a25b-ba04-4864-b3e3-abd1c799876d None None] The port '8f95e9b9-087d-4e63-86eb-289b9703a1a6' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 10:06:42.235241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 8f95e9b9-087d-4e63-86eb-289b9703a1a6 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:06:42.235641 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8f95e9b9-087d-4e63-86eb-289b9703a1a6 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:06:42.236035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ce9f6b57-def2-4a69-bc88-6fc9257e1bec no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:06:42.271028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: ce9f6b57-def2-4a69-bc88-6fc9257e1bec {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:06:42.271376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ce9f6b57-def2-4a69-bc88-6fc9257e1bec not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:06:42.686506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:43.015695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Deleting port ec55ef88-b5c9-406a-a674-d086c458a159 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:43.015942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:43.178526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] For port ec55ef88-b5c9-406a-a674-d086c458a159, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ec55ef88-b5c9-406a-a674-d086c458a159,segment=NetworkSegment(c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d),segment_id=c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:43.178870 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:43.295400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Calling delete_port for ec55ef88-b5c9-406a-a674-d086c458a159 owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:43.575385 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:43.625400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Pushing event deleted for resources: {'Port': ['ID=ec55ef88-b5c9-406a-a674-d086c458a159,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:43.997746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:44.362660 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Router 77db2851-2e1b-4988-b305-128696ab04c7 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:06:44.535270 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:06:44.544124 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] Sync routers for ids ['77db2851-2e1b-4988-b305-128696ab04c7'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:06:44.547522 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3c2feb3a-51fb-4c93-9cb6-8070a8b0393e admin admin] 10.222.0.10 "PUT /v2.0/routers/77db2851-2e1b-4988-b305-128696ab04c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4794636 Mar 02 10:06:44.547754 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46324) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:44.555017 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] Routers {'77db2851-2e1b-4988-b305-128696ab04c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:44.555696 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['77db2851-2e1b-4988-b305-128696ab04c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:44.716088 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:44.723003 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] Set router 77db2851-2e1b-4988-b305-128696ab04c7 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:44.891055 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:44.963814 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Deleting port 0aabe484-89c4-408a-901c-8fad6586d281 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:44.964150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:45.140251 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] For port 0aabe484-89c4-408a-901c-8fad6586d281, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=0aabe484-89c4-408a-901c-8fad6586d281,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:45.140909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:45.149038 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77db2851-2e1b-4988-b305-128696ab04c7', 'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': '0aabe484-89c4-408a-901c-8fad6586d281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:48Z', 'updated_at': '2022-03-02T10:06:43Z', 'revision_number': 5, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'gw_port': {'id': '0aabe484-89c4-408a-901c-8fad6586d281', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77db2851-2e1b-4988-b305-128696ab04c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T09:54:49Z', 'updated_at': '2022-03-02T09:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:45.155668 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] Checking router: 77db2851-2e1b-4988-b305-128696ab04c7 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:06:45.168305 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] Routers {'77db2851-2e1b-4988-b305-128696ab04c7'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:45.168907 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['77db2851-2e1b-4988-b305-128696ab04c7'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:45.383767 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] Set router 77db2851-2e1b-4988-b305-128696ab04c7 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:45.384032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Calling delete_port for 0aabe484-89c4-408a-901c-8fad6586d281 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:45.486216 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77db2851-2e1b-4988-b305-128696ab04c7', 'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:48Z', 'updated_at': '2022-03-02T10:06:44Z', 'revision_number': 6, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:45.496575 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d303939-793b-4ceb-97f5-82d73630faaf None None] The sync data for ids ['77db2851-2e1b-4988-b305-128696ab04c7'] in dv-neutron-828796-1-hyperv is: [{'id': '77db2851-2e1b-4988-b305-128696ab04c7', 'name': 'tempest-TestShelveInstance-1911174195-router', 'tenant_id': '07e101f285be4c2b8e09b83b1b6b309b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T09:54:48Z', 'updated_at': '2022-03-02T10:06:44Z', 'revision_number': 6, 'project_id': '07e101f285be4c2b8e09b83b1b6b309b', 'gw_port_host': None}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:06:45.632238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:45.683058 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0aabe484-89c4-408a-901c-8fad6586d281,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:45.772672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:45.942920 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:45.945054 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.065951 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.066478 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77db2851-2e1b-4988-b305-128696ab04c7 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 10:06:46.078297 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.079409 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-31ee32ef-8604-4226-9c26-6c124b299c4c admin admin] 10.222.0.10 "DELETE /v2.0/routers/77db2851-2e1b-4988-b305-128696ab04c7 HTTP/1.1" status: 204 len: 168 time: 1.5306976 Mar 02 10:06:46.082638 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46330) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:46.139525 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ada67fb-1411-44ba-a723-589ba9331955 admin admin] Deleting subnet 11c931d2-2fd0-46fb-845a-b1c32bcb249e {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 10:06:46.142859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ada67fb-1411-44ba-a723-589ba9331955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.196022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ada67fb-1411-44ba-a723-589ba9331955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.284559 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ada67fb-1411-44ba-a723-589ba9331955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.286329 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ec55ef88-b5c9-406a-a674-d086c458a159 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:06:46.323685 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: ec55ef88-b5c9-406a-a674-d086c458a159 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:06:46.323943 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ec55ef88-b5c9-406a-a674-d086c458a159 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:06:46.324358 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0aabe484-89c4-408a-901c-8fad6586d281 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:06:46.357604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 0aabe484-89c4-408a-901c-8fad6586d281 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:06:46.357982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 0aabe484-89c4-408a-901c-8fad6586d281 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:06:46.421401 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ada67fb-1411-44ba-a723-589ba9331955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.462878 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada67fb-1411-44ba-a723-589ba9331955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c931d2-2fd0-46fb-845a-b1c32bcb249e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:46.466586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1ada67fb-1411-44ba-a723-589ba9331955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.473206 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1ada67fb-1411-44ba-a723-589ba9331955 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/11c931d2-2fd0-46fb-845a-b1c32bcb249e HTTP/1.1" status: 204 len: 168 time: 0.3895962 Mar 02 10:06:46.475719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46334) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:46.477968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379067ea-6a32-48b2-adb1-0b14e2e238db None None] Network 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 10:06:46.593628 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.604683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Deleting port 44035f9f-e6fd-4115-9d59-885004525672 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:46.605011 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.717563 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] DHCP port deletion for 80f3dcb9-c86e-4ef0-ac9c-574b26f80040 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 10:06:46.722607 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] Deleting port 44035f9f-e6fd-4115-9d59-885004525672 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:46.722972 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.803694 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] For port 44035f9f-e6fd-4115-9d59-885004525672, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=44035f9f-e6fd-4115-9d59-885004525672,segment=NetworkSegment(c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d),segment_id=c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:46.803962 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.921804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] For port 44035f9f-e6fd-4115-9d59-885004525672, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=44035f9f-e6fd-4115-9d59-885004525672,segment=NetworkSegment(c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d),segment_id=c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:46.922137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:46.926489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Calling delete_port for 44035f9f-e6fd-4115-9d59-885004525672 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:47.045172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] Calling delete_port for 44035f9f-e6fd-4115-9d59-885004525672 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:06:47.140607 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:47.145729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 10:06:47.153007 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 10:06:47.185541 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Pushing event deleted for resources: {'Port': ['ID=44035f9f-e6fd-4115-9d59-885004525672,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:47.189734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] No DVR routers for this DVR port 44035f9f-e6fd-4115-9d59-885004525672 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 10:06:47.304825 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:47.333746 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f3dcb9-c86e-4ef0-ac9c-574b26f80040']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:47.345639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:47.345973 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f3e9d6-ee90-4dc6-ac9d-21eca783e25d') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:47.356877 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:47.372783 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:47.379192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 10:06:47.381779 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 10:06:47.392200 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 10:06:47.540747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:47.556970 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:47.567571 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] Pushing event deleted for resources: {'Network': ['ID=80f3dcb9-c86e-4ef0-ac9c-574b26f80040,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:47.570364 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-1c04e0a1-0456-4bc0-a891-3a60f373c17c admin admin] 10.222.0.10 "DELETE /v2.0/networks/80f3dcb9-c86e-4ef0-ac9c-574b26f80040 HTTP/1.1" status: 204 len: 168 time: 1.0936739 Mar 02 10:06:47.647504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] Deleting port 44035f9f-e6fd-4115-9d59-885004525672 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:06:47.648057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:47.713002 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-45e62dbe-d692-4227-ac56-b0e0d1d46932 None None] The port '44035f9f-e6fd-4115-9d59-885004525672' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 10:06:47.865710 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46340) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:47.915048 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-67fa8e3a-af8a-423c-a97b-d6250f8fc34e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cf65a5810aa4aa5969233d67b06f12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481400 Mar 02 10:06:47.917350 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46344) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:47.972897 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:48.000861 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda3687b-b3fa-43c4-8d53-58174f2f9955,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fda3687b-b3fa-43c4-8d53-58174f2f9955 HTTP/1.1" status: 204 len: 168 time: 0.2343395 Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.155766 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.156677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.156677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.156677 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.156852 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.158386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.158386 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c79613-d2f9-4b29-937d-be5fdc88a938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:48.182262 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 44035f9f-e6fd-4115-9d59-885004525672 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:06:48.217504 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 44035f9f-e6fd-4115-9d59-885004525672 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:06:48.218245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 44035f9f-e6fd-4115-9d59-885004525672 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:06:48.231718 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:48.859661 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46352) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:48.907966 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a99c2b90-f31e-4e90-ac01-a01a60bf62b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07e101f285be4c2b8e09b83b1b6b309b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468028 Mar 02 10:06:48.910112 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46356) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:48.974050 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a34a5fee-8cdc-4e35-86ad-9d7d25acb328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:48.998868 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a34a5fee-8cdc-4e35-86ad-9d7d25acb328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:49.128933 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a34a5fee-8cdc-4e35-86ad-9d7d25acb328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:49.142633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a5fee-8cdc-4e35-86ad-9d7d25acb328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd260a66-51b1-4303-b874-b11a243e372a,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:49.148457 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a34a5fee-8cdc-4e35-86ad-9d7d25acb328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:49.149558 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a34a5fee-8cdc-4e35-86ad-9d7d25acb328 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd260a66-51b1-4303-b874-b11a243e372a HTTP/1.1" status: 204 len: 168 time: 0.2385669 Mar 02 10:06:49.803531 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0eeb9468-e022-4ea2-89c0-f3d3cdfa1956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:50.231928 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46386) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:50.331555 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1798884368-network', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:06:50.336637 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:06:50.340408 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Usage tracker for resource:network and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:06:50.343231 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:06:50.349506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:06:50.426161 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Made reservation on behalf of e9b0125b9390447eb64cd58b53eda940 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 10:06:50.428424 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:50.440164 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:50.454826 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:06:50.458576 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:06:50.461647 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:06:50.467269 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:06:50.547636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:50.608930 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:50.638531 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 10:06:50.647162 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4819f0-e81e-4b11-9e4b-42100d2c1ee4,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:50.652469 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:50.652808 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Added segment 888303b8-d2ef-45d9-b2e1-6882e1aae7dd of type vlan for network 0c3c666b-d025-479b-8775-1f18be41a66a Mar 02 10:06:50.681165 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:50.757404 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:50.758387 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:50.758991 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:50.858636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] Pushing event updated for resources: {'Network': ['ID=0c3c666b-d025-479b-8775-1f18be41a66a,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:50.868413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 0c3c666b-d025-479b-8775-1f18be41a66a details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 10:06:50.906660 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-e0f46648-4d73-40da-b4ee-d9162a442230 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6736491 Mar 02 10:06:50.909450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46394) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:50.914843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Request body: {'subnet': {'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1798884368-subnet', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'ip_version': 4}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:06:50.919764 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:06:50.924104 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Usage tracker for resource:subnet and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:06:50.926945 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:06:50.932525 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:06:51.105770 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Made reservation on behalf of e9b0125b9390447eb64cd58b53eda940 for: {'subnet': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 10:06:51.108119 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1547334'] for subnet, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:51.347024 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-747955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1547344'] for subnet, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:51.421508 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21251482-0e3f-4117-b001-7819104f44fb,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:51.429095 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Checking segment: {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:06:51.429450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Network hostable DHCP agents. Network: 0c3c666b-d025-479b-8775-1f18be41a66a, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88400) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 10:06:51.506181 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Network 0c3c666b-d025-479b-8775-1f18be41a66a is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 10:06:51.569128 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 0c3c666b-d025-479b-8775-1f18be41a66a) {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:06:51.573205 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:51.573789 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:51.577877 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f768d01c-db17-476c-8e54-10489b5fc797 None None] Network 0c3c666b-d025-479b-8775-1f18be41a66a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 10:06:51.655665 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-3288e9ac-4893-468c-802f-80fe04c6e8d8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7450340 Mar 02 10:06:51.660790 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46400) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:51.666103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:06:51.670961 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:06:51.674769 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Usage tracker for resource:router and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:06:51.677584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:06:51.683652 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:06:51.746644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:51.747816 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:51.762313 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:51.783717 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-0c3c666b-d025-479b-8775-1f18be41a66a', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 10:06:51.784545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:51.945542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Allocated IP 172.20.0.2 (0c3c666b-d025-479b-8775-1f18be41a66a/21251482-0e3f-4117-b001-7819104f44fb/c248bcea-0c16-43ee-a4e6-20215d31e6f6) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:06:51.992857 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5fc4f048-550c-4562-be78-a6c5dad977d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.098849 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.159314 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.168834 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Transition to ACTIVE for port object c248bcea-0c16-43ee-a4e6-20215d31e6f6 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:06:52.186142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Transition to ACTIVE for port object c248bcea-0c16-43ee-a4e6-20215d31e6f6 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:06:52.267604 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.325205 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Network 0c3c666b-d025-479b-8775-1f18be41a66a is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:06:52.327823 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:06:52.336299 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:06:52.345739 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Pushing event updated for resources: {'Port': ['ID=c248bcea-0c16-43ee-a4e6-20215d31e6f6,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:52.386593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.386933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.387268 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.387593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.387916 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.388239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.388562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.388878 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.389194 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.389512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.389838 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.390169 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:52.440677 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Attempting to bind port c248bcea-0c16-43ee-a4e6-20215d31e6f6 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 10:06:52.441038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Attempting to bind port c248bcea-0c16-43ee-a4e6-20215d31e6f6 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 10:06:52.441391 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Attempting to bind port c248bcea-0c16-43ee-a4e6-20215d31e6f6 on network 0c3c666b-d025-479b-8775-1f18be41a66a {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:06:52.446550 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 10, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 10:06:52.446913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Checking segment: {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:06:52.447300 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.447681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Bound using segment: {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 10:06:52.448133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Bound port: c248bcea-0c16-43ee-a4e6-20215d31e6f6, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 10:06:52.448491 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.474611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.508325 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.537342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] For port c248bcea-0c16-43ee-a4e6-20215d31e6f6, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 10:06:52.540324 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] For port c248bcea-0c16-43ee-a4e6-20215d31e6f6, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c248bcea-0c16-43ee-a4e6-20215d31e6f6,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 10:06:52.615005 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.637953 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Allocated IP 172.26.3.184 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/8251e283-7a4e-45c3-85ef-8c9cabe408c3) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:06:52.705808 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e0a2c-f20f-4a1a-8f80-1a4e8d4c11d1 None None] Pushing event updated for resources: {'Port': ['ID=c248bcea-0c16-43ee-a4e6-20215d31e6f6,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:52.791221 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:52.872222 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:53.038231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:06:53.045040 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:06:53.050260 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:06:53.077785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8251e283-7a4e-45c3-85ef-8c9cabe408c3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:53.106184 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:53.403516 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:53.551805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:53.565245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f5020-81c6-462f-9cdd-613898fb0e7b None None] Network 0c3c666b-d025-479b-8775-1f18be41a66a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 10:06:53.735162 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-2f8bed15-9795-4b8a-8c31-aa30d0a865d6 None None] Provisioning for port c248bcea-0c16-43ee-a4e6-20215d31e6f6 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:06:53.890857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:54.157582 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Router 8b7c57a4-2b8c-4482-aa53-a210c237bbac is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 10:06:54.199432 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c248bcea-0c16-43ee-a4e6-20215d31e6f6 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:06:54.311695 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port c248bcea-0c16-43ee-a4e6-20215d31e6f6 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:06:54.316473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port c248bcea-0c16-43ee-a4e6-20215d31e6f6 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:06:54.316778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:54.335789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:06:54.346245 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Sync routers for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:06:54.375874 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:54.376502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:54.443327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:54.444564 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-c8aca914-e93a-464e-8bb9-802c4d6939e7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7827716 Mar 02 10:06:54.447485 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46414) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:54.626065 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:54.644778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:54.832309 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port c248bcea-0c16-43ee-a4e6-20215d31e6f6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c248bcea-0c16-43ee-a4e6-20215d31e6f6,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:54.914865 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:54.951925 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:54.994089 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=c248bcea-0c16-43ee-a4e6-20215d31e6f6,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:55.010540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:53Z', 'revision_number': 3, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:55.014494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Checking router: 8b7c57a4-2b8c-4482-aa53-a210c237bbac for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:06:55.014844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Updating router 8b7c57a4-2b8c-4482-aa53-a210c237bbac port 8251e283-7a4e-45c3-85ef-8c9cabe408c3 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 10:06:55.073172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.120984 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.324843 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Allocated IP 172.20.0.1 (0c3c666b-d025-479b-8775-1f18be41a66a/21251482-0e3f-4117-b001-7819104f44fb/ff349fdc-f5c7-44f5-9089-2fff1d00588f) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:06:55.403213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.414514 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Transition to ACTIVE for port object 8251e283-7a4e-45c3-85ef-8c9cabe408c3 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:06:55.471594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.526816 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.542975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Transition to ACTIVE for port object ff349fdc-f5c7-44f5-9089-2fff1d00588f will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:06:55.549742 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Attempting to bind port 8251e283-7a4e-45c3-85ef-8c9cabe408c3 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 10:06:55.550131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Attempting to bind port 8251e283-7a4e-45c3-85ef-8c9cabe408c3 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 10:06:55.550488 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Attempting to bind port 8251e283-7a4e-45c3-85ef-8c9cabe408c3 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:06:55.556673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b10bc-9239-4c87-8e33-0f0b29ffe3b1 None None] Pushing event updated for resources: {'Port': ['ID=8251e283-7a4e-45c3-85ef-8c9cabe408c3,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:55.561420 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 10, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 10:06:55.561782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:06:55.562322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.562695 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 10:06:55.563382 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Bound port: 8251e283-7a4e-45c3-85ef-8c9cabe408c3, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 10:06:55.563554 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.608652 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.637630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] For port 8251e283-7a4e-45c3-85ef-8c9cabe408c3, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 10:06:55.640582 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] For port 8251e283-7a4e-45c3-85ef-8c9cabe408c3, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8251e283-7a4e-45c3-85ef-8c9cabe408c3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 10:06:55.670266 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Network 0c3c666b-d025-479b-8775-1f18be41a66a is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:06:55.673375 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:06:55.681471 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:06:55.707344 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.789291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:55.789926 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:55.843589 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Pushing event updated for resources: {'Port': ['ID=ff349fdc-f5c7-44f5-9089-2fff1d00588f,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:55.861149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b10bc-9239-4c87-8e33-0f0b29ffe3b1 None None] Pushing event updated for resources: {'Port': ['ID=8251e283-7a4e-45c3-85ef-8c9cabe408c3,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:55.867630 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:55.981190 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:56.025450 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:56.078968 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-da186986-da07-43e5-8b6e-88ee2487095a None None] Provisioning for port ff349fdc-f5c7-44f5-9089-2fff1d00588f completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:06:56.104240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-da186986-da07-43e5-8b6e-88ee2487095a None None] Provisioning complete for port ff349fdc-f5c7-44f5-9089-2fff1d00588f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:06:56.104616 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-da186986-da07-43e5-8b6e-88ee2487095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:56.248599 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c248bcea-0c16-43ee-a4e6-20215d31e6f6 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:06:56.255873 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:56.312833 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-da186986-da07-43e5-8b6e-88ee2487095a None None] Port ff349fdc-f5c7-44f5-9089-2fff1d00588f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 10:06:56.334345 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:56.393777 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port c248bcea-0c16-43ee-a4e6-20215d31e6f6 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:06:56.394163 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:56.441796 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Pushing event updated for resources: {'Port': ['ID=ff349fdc-f5c7-44f5-9089-2fff1d00588f,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:56.444317 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:56.515012 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:53Z', 'revision_number': 3, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:56.527934 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c34e22-3618-4116-8ef1-8e79befb8ff8 None None] The sync data for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv is: [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:53Z', 'revision_number': 3, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:06:56.584648 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Network 0c3c666b-d025-479b-8775-1f18be41a66a is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:06:56.586100 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:06:56.788458 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Router 8b7c57a4-2b8c-4482-aa53-a210c237bbac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:06:56.940166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-6c3c292a-dcd4-425c-8d34-2230ef7b4ea3 None None] Provisioning complete for port ff349fdc-f5c7-44f5-9089-2fff1d00588f triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:06:56.940690 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-6c3c292a-dcd4-425c-8d34-2230ef7b4ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:56.979966 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:06:56.989311 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-2d376fc4-9fd9-41c0-80e6-d4d49bbeb051 admin admin] 10.222.0.10 "PUT /v2.0/routers/8b7c57a4-2b8c-4482-aa53-a210c237bbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5406413 Mar 02 10:06:56.997580 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-6c3c292a-dcd4-425c-8d34-2230ef7b4ea3 None None] Port ff349fdc-f5c7-44f5-9089-2fff1d00588f cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 10:06:57.698913 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46432) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:57.704496 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1816323269-network', 'tenant_id': '19deb9ee493143839e2c026703649d50'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:06:57.709636 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:06:57.713691 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Usage tracker for resource:network and tenant:19deb9ee493143839e2c026703649d50 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:06:57.716515 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:06:57.722513 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:06:57.815506 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Made reservation on behalf of 19deb9ee493143839e2c026703649d50 for: {'network': 1} {{(pid=88400) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 10:06:57.817919 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for network, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:57.832435 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:57.848769 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:06:57.853206 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Usage tracker for resource:security_group_rule and tenant:19deb9ee493143839e2c026703649d50 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:06:57.856057 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:06:57.862153 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:06:57.944401 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.025942 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.057642 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88400) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 10:06:58.061688 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Sync routers for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:06:58.066272 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4e5af-6234-4151-99d8-72986b7e2192,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:58.071455 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:58.072055 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:58.072191 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.072407 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.db.segments_db [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Added segment 9936935e-9446-4337-94aa-ea7d9f62a728 of type vlan for network 6c287daa-7f51-4061-96b4-67dd06fd6899 Mar 02 10:06:58.098644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769683241373'] for network, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.201006 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8251e283-7a4e-45c3-85ef-8c9cabe408c3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:06:58.208842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940'] for network, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.209923 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88400) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:58.210830 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.253237 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:58.313824 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] Pushing event updated for resources: {'Network': ['ID=6c287daa-7f51-4061-96b4-67dd06fd6899,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:58.323346 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Network 6c287daa-7f51-4061-96b4-67dd06fd6899 details requested by agent ovs-agent-dv-neutron-828796-1-hyperv with host dv-neutron-828796-1-hyperv {{(pid=88402) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 10:06:58.339437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 8251e283-7a4e-45c3-85ef-8c9cabe408c3 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:06:58.352905 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-aef7f843-6a80-4498-9e75-7aa8512403a8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6526663 Mar 02 10:06:58.355680 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46436) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:58.363545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Request body: {'subnet': {'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1816323269-subnet', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'ip_version': 4}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:06:58.364745 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8251e283-7a4e-45c3-85ef-8c9cabe408c3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:06:58.365285 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.368861 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:06:58.373059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Usage tracker for resource:subnet and tenant:19deb9ee493143839e2c026703649d50 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:06:58.376859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:06:58.382818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:06:58.437137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Made reservation on behalf of 19deb9ee493143839e2c026703649d50 for: {'subnet': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 10:06:58.440134 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1579044'] for subnet, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.553526 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.573523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 8251e283-7a4e-45c3-85ef-8c9cabe408c3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8251e283-7a4e-45c3-85ef-8c9cabe408c3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:06:58.583029 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:06:56Z', 'revision_number': 2, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:58.587553 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Checking router: 8b7c57a4-2b8c-4482-aa53-a210c237bbac for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:06:58.587897 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Updating router 8b7c57a4-2b8c-4482-aa53-a210c237bbac port ff349fdc-f5c7-44f5-9089-2fff1d00588f binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 10:06:58.637244 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.639399 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.715240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=8251e283-7a4e-45c3-85ef-8c9cabe408c3,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:58.814586 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1835379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1579058'] for subnet, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.886347 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9459448a-9bc1-438a-86e1-b6417199e03a,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:58.895527 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Checking segment: {'id': '9936935e-9446-4337-94aa-ea7d9f62a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:06:58.895863 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Network hostable DHCP agents. Network: 6c287daa-7f51-4061-96b4-67dd06fd6899, hostable agents: ['c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc'], hosted agents: [] {{(pid=88401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 10:06:58.974276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Network 6c287daa-7f51-4061-96b4-67dd06fd6899 is scheduled to be hosted by DHCP agent c1dfe4f4-d73a-4372-b2b9-1f8fb52754dc with binding_index 1 {{(pid=88401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 10:06:58.974825 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:58.986474 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Transition to ACTIVE for port object ff349fdc-f5c7-44f5-9089-2fff1d00588f will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:06:59.059826 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828796-1-hyperv, 6c287daa-7f51-4061-96b4-67dd06fd6899) {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:06:59.064032 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:06:59.064674 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.065983 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.069228 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5ec46-c84e-492b-8a92-77f1f9cba6c1 None None] Network 6c287daa-7f51-4061-96b4-67dd06fd6899 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 10:06:59.140839 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46440) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:06:59.147727 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:06:59.154245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-460ee03d-35f7-4cd2-8291-bf6ca27fef7e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7807724 Mar 02 10:06:59.155586 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:06:59.160683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Usage tracker for resource:router and tenant:19deb9ee493143839e2c026703649d50 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:06:59.163821 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:06:59.171452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:06:59.255021 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3872948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-533'] for router, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.256390 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3867562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3753089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-540'] for router, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.275056 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.296568 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Pushing event updated for resources: {'Port': ['ID=ff349fdc-f5c7-44f5-9089-2fff1d00588f,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:59.305098 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e2a80bd-5e47-5b37-bf68-c5b0da97990d-6c287daa-7f51-4061-96b4-67dd06fd6899', 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'fixed_ips': [{'subnet_id': '9459448a-9bc1-438a-86e1-b6417199e03a'}]}} from dv-neutron-828796-1-hyperv. {{(pid=88402) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 10:06:59.307137 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.310094 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.310480 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.310811 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.311140 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.311485 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.311769 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.312205 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.312377 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.312871 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.313186 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.313524 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.313898 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:06:59.336053 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Attempting to bind port ff349fdc-f5c7-44f5-9089-2fff1d00588f on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 10:06:59.336405 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Attempting to bind port ff349fdc-f5c7-44f5-9089-2fff1d00588f by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 10:06:59.336749 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Attempting to bind port ff349fdc-f5c7-44f5-9089-2fff1d00588f on network 0c3c666b-d025-479b-8775-1f18be41a66a {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:06:59.343194 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 10, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 10:06:59.343767 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Checking segment: {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:06:59.344080 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.344589 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Bound using segment: {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 10:06:59.345630 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Bound port: ff349fdc-f5c7-44f5-9089-2fff1d00588f, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 10:06:59.346088 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.436123 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] For port ff349fdc-f5c7-44f5-9089-2fff1d00588f, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 10:06:59.439196 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] For port ff349fdc-f5c7-44f5-9089-2fff1d00588f, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ff349fdc-f5c7-44f5-9089-2fff1d00588f,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 10:06:59.485630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.db_base_plugin_common [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Allocated IP 172.20.0.2 (6c287daa-7f51-4061-96b4-67dd06fd6899/9459448a-9bc1-438a-86e1-b6417199e03a/02b75193-2d20-4c2f-b418-d45c395a7776) {{(pid=88402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:06:59.511071 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.585492 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:06:59.586308 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:06:59.676435 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d480543-b92e-4877-9c1f-86521cc59fb1 None None] Pushing event updated for resources: {'Port': ['ID=ff349fdc-f5c7-44f5-9089-2fff1d00588f,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:06:59.738310 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.742823 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3872519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3872857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-522'] for router, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.757973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Transition to ACTIVE for port object 02b75193-2d20-4c2f-b418-d45c395a7776 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:06:59.778611 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Transition to ACTIVE for port object 02b75193-2d20-4c2f-b418-d45c395a7776 will not be triggered until provisioned by entity DHCP. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:06:59.795764 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:06:59.866793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312'] for port, after_create {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:06:59.926502 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Network 6c287daa-7f51-4061-96b4-67dd06fd6899 is already hosted by enough agents. {{(pid=88402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:06:59.929539 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.scheduler.base_scheduler [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Resources bound (agent type, host, resource id): {{(pid=88402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:06:59.937681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Received port after_create {{(pid=88402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:06:59.947630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Pushing event updated for resources: {'Port': ['ID=02b75193-2d20-4c2f-b418-d45c395a7776,revision_number=1']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:00.035754 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Attempting to bind port 02b75193-2d20-4c2f-b418-d45c395a7776 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 10:07:00.036127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Attempting to bind port 02b75193-2d20-4c2f-b418-d45c395a7776 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '9936935e-9446-4337-94aa-ea7d9f62a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 10:07:00.036494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Attempting to bind port 02b75193-2d20-4c2f-b418-d45c395a7776 on network 6c287daa-7f51-4061-96b4-67dd06fd6899 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:07:00.042035 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 10, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 10:07:00.042413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Checking segment: {'id': '9936935e-9446-4337-94aa-ea7d9f62a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:07:00.042854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:00.043236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Bound using segment: {'id': '9936935e-9446-4337-94aa-ea7d9f62a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 10:07:00.043703 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Bound port: 02b75193-2d20-4c2f-b418-d45c395a7776, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9936935e-9446-4337-94aa-ea7d9f62a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 10:07:00.044075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:00.116570 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:06:59Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:00.120995 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9895115-e9b2-4c0a-9d88-2b552d3d8d20 None None] The sync data for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv is: [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:06:59Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:07:00.167898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:00.192659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] For port 02b75193-2d20-4c2f-b418-d45c395a7776, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 10:07:00.195483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] For port 02b75193-2d20-4c2f-b418-d45c395a7776, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02b75193-2d20-4c2f-b418-d45c395a7776,segment=NetworkSegment(9936935e-9446-4337-94aa-ea7d9f62a728),segment_id=9936935e-9446-4337-94aa-ea7d9f62a728)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 10:07:00.221663 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:00.250984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8251e283-7a4e-45c3-85ef-8c9cabe408c3 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:00.284234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:00.387822 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Allocated IP 172.26.3.165 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/600b7195-d393-4ee7-bd40-4b543a817470) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:07:00.392225 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437494b-3636-429e-a3ec-437d2818b6c7 None None] Pushing event updated for resources: {'Port': ['ID=02b75193-2d20-4c2f-b418-d45c395a7776,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:00.410855 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 8251e283-7a4e-45c3-85ef-8c9cabe408c3 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:00.411237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:00.614028 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:00.712572 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:00.777018 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:07:00.784964 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:07:00.789313 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:07:00.821609 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Pushing event updated for resources: {'Port': ['ID=600b7195-d393-4ee7-bd40-4b543a817470,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:01.278361 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:01.458014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060b792-5535-4926-94ee-87a28c599869 None None] Network 6c287daa-7f51-4061-96b4-67dd06fd6899 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 10:07:01.661500 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-08bece13-edd8-41d0-86ee-15d54f01bb06 None None] Provisioning for port 02b75193-2d20-4c2f-b418-d45c395a7776 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:07:01.742249 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3872847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3872552'] for router, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:02.037069 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Router 549eb920-4698-4cc0-93ec-e4be64447024 is scheduled to L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 with binding_index 1 {{(pid=88400) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 10:07:02.211286 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:07:02.224881 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Sync routers for ids ['549eb920-4698-4cc0-93ec-e4be64447024'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:07:02.236278 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02b75193-2d20-4c2f-b418-d45c395a7776 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:02.273746 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Routers {'549eb920-4698-4cc0-93ec-e4be64447024'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:07:02.274395 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['549eb920-4698-4cc0-93ec-e4be64447024'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:02.294704 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:02.295907 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-72e7062a-0d4e-49fe-8ce9-6ea7b18d4b9a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1529660 Mar 02 10:07:02.298737 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46444) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:02.476276 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Set router 549eb920-4698-4cc0-93ec-e4be64447024 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:07:02.573544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 02b75193-2d20-4c2f-b418-d45c395a7776 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:07:02.584707 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 02b75193-2d20-4c2f-b418-d45c395a7776 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:02.585070 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:02.835929 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:02.874399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 02b75193-2d20-4c2f-b418-d45c395a7776, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02b75193-2d20-4c2f-b418-d45c395a7776,segment=NetworkSegment(9936935e-9446-4337-94aa-ea7d9f62a728),segment_id=9936935e-9446-4337-94aa-ea7d9f62a728)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:07:02.885153 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549eb920-4698-4cc0-93ec-e4be64447024', 'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '600b7195-d393-4ee7-bd40-4b543a817470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:59Z', 'updated_at': '2022-03-02T10:07:01Z', 'revision_number': 3, 'project_id': '19deb9ee493143839e2c026703649d50', 'gw_port': {'id': '600b7195-d393-4ee7-bd40-4b543a817470', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:00Z', 'updated_at': '2022-03-02T10:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:02.889462 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Checking router: 549eb920-4698-4cc0-93ec-e4be64447024 for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:07:02.889805 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Updating router 549eb920-4698-4cc0-93ec-e4be64447024 port 600b7195-d393-4ee7-bd40-4b543a817470 binding host dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 10:07:02.944647 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:02.972111 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:02.972879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ff349fdc-f5c7-44f5-9089-2fff1d00588f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:03.078034 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.211748 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=02b75193-2d20-4c2f-b418-d45c395a7776,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:03.283740 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_common [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Allocated IP 172.20.0.1 (6c287daa-7f51-4061-96b4-67dd06fd6899/9459448a-9bc1-438a-86e1-b6417199e03a/7ea74dd5-164c-4122-881f-3b9ca0977c0e) {{(pid=88400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:07:03.314941 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port ff349fdc-f5c7-44f5-9089-2fff1d00588f completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:07:03.332090 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ff349fdc-f5c7-44f5-9089-2fff1d00588f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:03.332456 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.442551 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.458016 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.provisioning_blocks [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Transition to ACTIVE for port object 7ea74dd5-164c-4122-881f-3b9ca0977c0e will not be triggered until provisioned by entity DHCP. {{(pid=88400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:07:03.541851 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.554971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Notify callbacks [] for port, precommit_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.562233 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.575164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Transition to ACTIVE for port object 600b7195-d393-4ee7-bd40-4b543a817470 will not be triggered until provisioned by entity L2. {{(pid=88402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:07:03.588465 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port ff349fdc-f5c7-44f5-9089-2fff1d00588f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ff349fdc-f5c7-44f5-9089-2fff1d00588f,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:07:03.623290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Network 6c287daa-7f51-4061-96b4-67dd06fd6899 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:07:03.626068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:07:03.629542 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Received port after_create {{(pid=88400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:07:03.636912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.677518 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Pushing event updated for resources: {'Port': ['ID=7ea74dd5-164c-4122-881f-3b9ca0977c0e,revision_number=1']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:03.683263 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.697901 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3871330'] for router_interface, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.729473 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Attempting to bind port 600b7195-d393-4ee7-bd40-4b543a817470 on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 10:07:03.729854 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Attempting to bind port 600b7195-d393-4ee7-bd40-4b543a817470 by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 10:07:03.730219 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Attempting to bind port 600b7195-d393-4ee7-bd40-4b543a817470 on network f2ef0f26-7db5-42d6-9038-b47354122d02 {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:07:03.738118 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9e1ca-4d2a-4ef9-9051-7a1f0a13f2e7 None None] Pushing event updated for resources: {'Port': ['ID=600b7195-d393-4ee7-bd40-4b543a817470,revision_number=2']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:03.740429 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 10, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 10:07:03.740795 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Checking segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:07:03.741189 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.741796 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Bound using segment: {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'} {{(pid=88402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 10:07:03.742068 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.managers [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Bound port: 600b7195-d393-4ee7-bd40-4b543a817470, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2059301-9871-4d22-a366-d52343a8aa64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02'}}] {{(pid=88402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 10:07:03.742436 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.868585 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=ff349fdc-f5c7-44f5-9089-2fff1d00588f,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:03.872922 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] For port 600b7195-d393-4ee7-bd40-4b543a817470, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 10:07:03.876357 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] For port 600b7195-d393-4ee7-bd40-4b543a817470, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=600b7195-d393-4ee7-bd40-4b543a817470,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 10:07:03.900478 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.951856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:03.992977 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7f9547b2-d830-434d-a1d2-8da74b0bec9c None None] Provisioning for port 7ea74dd5-164c-4122-881f-3b9ca0977c0e completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:07:04.009867 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7f9547b2-d830-434d-a1d2-8da74b0bec9c None None] Provisioning complete for port 7ea74dd5-164c-4122-881f-3b9ca0977c0e triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:04.010259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7f9547b2-d830-434d-a1d2-8da74b0bec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:04.080868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Routers {'549eb920-4698-4cc0-93ec-e4be64447024'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:07:04.081482 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['549eb920-4698-4cc0-93ec-e4be64447024'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:04.130898 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:04.150056 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9e1ca-4d2a-4ef9-9051-7a1f0a13f2e7 None None] Pushing event updated for resources: {'Port': ['ID=600b7195-d393-4ee7-bd40-4b543a817470,revision_number=3']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:04.154408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7f9547b2-d830-434d-a1d2-8da74b0bec9c None None] Port 7ea74dd5-164c-4122-881f-3b9ca0977c0e cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 10:07:04.191602 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-747572'] for port, after_update {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:04.229714 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02b75193-2d20-4c2f-b418-d45c395a7776 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:04.298234 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Pushing event updated for resources: {'Port': ['ID=7ea74dd5-164c-4122-881f-3b9ca0977c0e,revision_number=2']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:04.300556 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871707'] for router_interface, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:04.316220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] Set router 549eb920-4698-4cc0-93ec-e4be64447024 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:07:04.445567 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Network 6c287daa-7f51-4061-96b4-67dd06fd6899 is already hosted by enough agents. {{(pid=88400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:07:04.446683 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.base_scheduler [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Resources bound (agent type, host, resource id): {{(pid=88400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:07:04.449232 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 02b75193-2d20-4c2f-b418-d45c395a7776 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:04.449232 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:04.642358 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Router 549eb920-4698-4cc0-93ec-e4be64447024 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:07:04.724401 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ff349fdc-f5c7-44f5-9089-2fff1d00588f up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:04.777807 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-58c2725f-3862-4cf3-aa86-23ff2cf90cb2 None None] Provisioning complete for port 7ea74dd5-164c-4122-881f-3b9ca0977c0e triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:04.778199 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-58c2725f-3862-4cf3-aa86-23ff2cf90cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:04.906572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-58c2725f-3862-4cf3-aa86-23ff2cf90cb2 None None] Port 7ea74dd5-164c-4122-881f-3b9ca0977c0e cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 10:07:04.924617 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port ff349fdc-f5c7-44f5-9089-2fff1d00588f triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:04.924984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:04.929102 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:07:04.937677 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-cc603359-92ea-43d3-8e23-8b840cd4472e admin admin] 10.222.0.10 "PUT /v2.0/routers/549eb920-4698-4cc0-93ec-e4be64447024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379514 Mar 02 10:07:04.953340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549eb920-4698-4cc0-93ec-e4be64447024', 'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '600b7195-d393-4ee7-bd40-4b543a817470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:59Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 4, 'project_id': '19deb9ee493143839e2c026703649d50', 'gw_port': {'id': '600b7195-d393-4ee7-bd40-4b543a817470', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:00Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7ea74dd5-164c-4122-881f-3b9ca0977c0e', 'name': '', 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'mac_address': 'fa:16:3e:9c:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:03Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 1, 'project_id': '19deb9ee493143839e2c026703649d50', 'subnets': [{'id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:04.966177 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d8e40c-acbb-467b-a9f2-9fc85cfb85fb None None] The sync data for ids ['549eb920-4698-4cc0-93ec-e4be64447024'] in dv-neutron-828796-1-hyperv is: [{'id': '549eb920-4698-4cc0-93ec-e4be64447024', 'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '600b7195-d393-4ee7-bd40-4b543a817470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:59Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 4, 'project_id': '19deb9ee493143839e2c026703649d50', 'gw_port': {'id': '600b7195-d393-4ee7-bd40-4b543a817470', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:00Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7ea74dd5-164c-4122-881f-3b9ca0977c0e', 'name': '', 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'mac_address': 'fa:16:3e:9c:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:03Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 1, 'project_id': '19deb9ee493143839e2c026703649d50', 'subnets': [{'id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:07:05.598848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46454) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:05.603949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702958855', 'description': 'tempest-secgroup-smoke-1702958855 description', 'project_id': 'e9b0125b9390447eb64cd58b53eda940'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:05.610636 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:05.614360 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:security_group and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:05.617115 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:05.626185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:05.722711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:05.741982 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:05.745716 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:security_group_rule and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:05.748388 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:05.753819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:05.821119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:05.888106 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:05.928127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcf8161-ae07-4486-87a6-109db5f9e9b9,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:05.996881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:05.998121 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-982884ad-18c3-4293-9d7c-e4c3fa80b77b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3982391 Mar 02 10:07:06.004847 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46458) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:06.009763 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'security_group_rule': {'security_group_id': 'fbcf8161-ae07-4486-87a6-109db5f9e9b9', 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:06.015602 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:06.019822 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:security_group_rule and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:06.022615 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:06.028149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:06.088382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.149126 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.230904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.253771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49511bc-60ed-4007-8833-550e5639c381,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:06.334246 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.338303 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-4f6bb2fb-0dd8-4d81-891b-79c0ac06a8b2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3298922 Mar 02 10:07:06.338432 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46462) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:06.343721 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'security_group_rule': {'security_group_id': 'fbcf8161-ae07-4486-87a6-109db5f9e9b9', 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:06.349775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:06.353553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:security_group_rule and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:06.356366 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:06.364231 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:06.454975 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.521879 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.574287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.598782 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fbe5f1-0763-4716-87d7-035975c50786,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:06.682220 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.683470 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-65436116-05bf-4969-a6ca-4dc09305833a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440917 Mar 02 10:07:06.686282 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 46466) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:06.692290 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.v2.base [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'security_group_rule': {'security_group_id': 'fbcf8161-ae07-4486-87a6-109db5f9e9b9', 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88400) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:06.698587 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:06.702305 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:security_group_rule and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:06.705127 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.quota.resource [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88400) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:06.711009 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.quota.driver [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88400) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:06.785319 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.837368 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:07:06.847311 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:06.984834 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.011967 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3188ac-2631-44d4-af44-636394a5441b,revision_number=0']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:07.094842 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.096154 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-99681dde-a224-404f-8f9f-1e5f44b43a0f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4088898 Mar 02 10:07:07.098995 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46470) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:07.104900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'security_group_rule': {'security_group_id': 'fbcf8161-ae07-4486-87a6-109db5f9e9b9', 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:07.111850 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:07.115772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:security_group_rule and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:07.118708 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:07.124423 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:07.192514 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.259677 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.346133 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.370122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be223d4-ac8a-49e2-b73c-c53304d12b09,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:07.425407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.426659 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-e2a89502-32fa-455f-b03f-56ea0c6869c2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3266971 Mar 02 10:07:07.429387 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46474) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:07.434248 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'security_group_rule': {'security_group_id': 'fbcf8161-ae07-4486-87a6-109db5f9e9b9', 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:07.440214 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:07.443933 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:security_group_rule and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:07.446781 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:07.452213 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:07.540135 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Project e9b0125b9390447eb64cd58b53eda940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 10:07:07.547535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.613556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.687450 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.710545 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4c12c7-07ab-406e-94f9-182ecbeea9e2,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:07.785775 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.787072 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-57809ea3-3d1f-4d84-866e-71c37d027ce1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3567183 Mar 02 10:07:07.789702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46478) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:07.794859 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'security_group_rule': {'security_group_id': 'fbcf8161-ae07-4486-87a6-109db5f9e9b9', 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:07.800808 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:07.804597 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:security_group_rule and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:07.807411 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:07.812871 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:07.877693 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.securitygroups_db [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Project e9b0125b9390447eb64cd58b53eda940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 10:07:07.884557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:07.950668 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:08.001744 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Sync routers for ids ['549eb920-4698-4cc0-93ec-e4be64447024'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:07:08.010964 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Routers {'549eb920-4698-4cc0-93ec-e4be64447024'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:07:08.013127 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['549eb920-4698-4cc0-93ec-e4be64447024'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:08.025645 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3856865'] for security_group_rule, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:08.048290 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1d120b-ad68-4f4c-a934-53ec8d1a17f0,revision_number=0']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:08.111551 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:08.112767 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-cfe10cf4-ccd7-42d9-bd44-f8133794822c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220942 Mar 02 10:07:08.190654 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Set router 549eb920-4698-4cc0-93ec-e4be64447024 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:07:08.223050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 600b7195-d393-4ee7-bd40-4b543a817470 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:08.279148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-582c18d6-4792-4908-aceb-efdeac9dc7eb tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Synchronizing usage tracker for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:security_group {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:07:08.345583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-582c18d6-4792-4908-aceb-efdeac9dc7eb tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Unset dirty status for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:security_group {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:07:08.346801 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-582c18d6-4792-4908-aceb-efdeac9dc7eb tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702958855&fields=id&tenant_id=e9b0125b9390447eb64cd58b53eda940 HTTP/1.1" status: 200 len: 267 time: 0.1066222 Mar 02 10:07:08.356982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 600b7195-d393-4ee7-bd40-4b543a817470 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:07:08.363757 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 600b7195-d393-4ee7-bd40-4b543a817470 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:08.364141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:08.492260 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:08.507835 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-2c25c5dd-2b94-4c21-b16e-fa8711833c63 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:08.508879 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-2c25c5dd-2b94-4c21-b16e-fa8711833c63 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 810 time: 0.1553588 Mar 02 10:07:08.511287 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 600b7195-d393-4ee7-bd40-4b543a817470, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=600b7195-d393-4ee7-bd40-4b543a817470,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:07:08.512491 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549eb920-4698-4cc0-93ec-e4be64447024', 'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '600b7195-d393-4ee7-bd40-4b543a817470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:59Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 4, 'project_id': '19deb9ee493143839e2c026703649d50', 'gw_port': {'id': '600b7195-d393-4ee7-bd40-4b543a817470', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:00Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7ea74dd5-164c-4122-881f-3b9ca0977c0e', 'name': '', 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'mac_address': 'fa:16:3e:9c:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:03Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 2, 'project_id': '19deb9ee493143839e2c026703649d50', 'subnets': [{'id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:08.524849 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-f4549033-dd5b-4bfa-b568-537cb713342c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/quotas/e9b0125b9390447eb64cd58b53eda940 HTTP/1.1" status: 200 len: 375 time: 0.0106165 Mar 02 10:07:08.526362 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Checking router: 549eb920-4698-4cc0-93ec-e4be64447024 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:07:08.526710 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Updating router 549eb920-4698-4cc0-93ec-e4be64447024 port 7ea74dd5-164c-4122-881f-3b9ca0977c0e binding host dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 10:07:08.568321 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:08.587757 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:08.620284 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-9cf5c884-3704-4efb-8268-e9e1d06c5fd0 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897126 Mar 02 10:07:08.637307 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=600b7195-d393-4ee7-bd40-4b543a817470,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:08.742760 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-cc3ecb5d-a0c5-4b1c-806e-54cd4b6d94e0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 10:07:08.743662 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-cc3ecb5d-a0c5-4b1c-806e-54cd4b6d94e0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1124022 Mar 02 10:07:08.873471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-9c8c7ab2-d854-4a2c-b791-d96b9830d5b8 service neutron] 10.222.0.10 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238623 Mar 02 10:07:08.960310 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Notify callbacks [] for port, precommit_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:08.972351 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.provisioning_blocks [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Transition to ACTIVE for port object 7ea74dd5-164c-4122-881f-3b9ca0977c0e will not be triggered until provisioned by entity L2. {{(pid=88403) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:07:09.004048 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-c3dc67f8-ef17-4baa-97ef-c99f08912340 service neutron] 10.222.0.10 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247380 Mar 02 10:07:09.025316 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:09.178245 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad38591-d2ec-46f4-8a3e-b0b7eb81cf7b None None] Pushing event updated for resources: {'Port': ['ID=7ea74dd5-164c-4122-881f-3b9ca0977c0e,revision_number=3']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:09.262699 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Attempting to bind port 7ea74dd5-164c-4122-881f-3b9ca0977c0e on host dv-neutron-828796-1-hyperv for vnic_type normal with profile {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 10:07:09.263163 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Attempting to bind port 7ea74dd5-164c-4122-881f-3b9ca0977c0e by drivers openvswitch,hyperv on host dv-neutron-828796-1-hyperv at level 0 using segments [{'id': '9936935e-9446-4337-94aa-ea7d9f62a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899'}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 10:07:09.263607 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Attempting to bind port 7ea74dd5-164c-4122-881f-3b9ca0977c0e on network 6c287daa-7f51-4061-96b4-67dd06fd6899 {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:07:09.271709 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Checking agent: {'id': '18a1c2e9-e952-4f39-ba32-f00962d61308', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 51, 23), 'started_at': datetime.datetime(2022, 3, 2, 8, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 10, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 10:07:09.272180 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Checking segment: {'id': '9936935e-9446-4337-94aa-ea7d9f62a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:07:09.272807 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:09.273285 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Bound using segment: {'id': '9936935e-9446-4337-94aa-ea7d9f62a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899'} {{(pid=88403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 10:07:09.273826 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.managers [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Bound port: 7ea74dd5-164c-4122-881f-3b9ca0977c0e, host: dv-neutron-828796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9936935e-9446-4337-94aa-ea7d9f62a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899'}}] {{(pid=88403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 10:07:09.274313 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:09.276052 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b136b365-58bb-4af7-91dc-fea8812c2561 req-6a18db98-6a68-4ab5-9e74-f7267bb41662 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 210 time: 0.0489340 Mar 02 10:07:09.368779 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] For port 7ea74dd5-164c-4122-881f-3b9ca0977c0e, host dv-neutron-828796-1-hyperv, cleared binding levels {{(pid=88403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 10:07:09.371730 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.plugins.ml2.db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] For port 7ea74dd5-164c-4122-881f-3b9ca0977c0e, host dv-neutron-828796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7ea74dd5-164c-4122-881f-3b9ca0977c0e,segment=NetworkSegment(9936935e-9446-4337-94aa-ea7d9f62a728),segment_id=9936935e-9446-4337-94aa-ea7d9f62a728)] {{(pid=88403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 10:07:09.471487 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron_lib.callbacks.manager [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:09.549031 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Routers {'549eb920-4698-4cc0-93ec-e4be64447024'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:07:09.549656 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:06:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['549eb920-4698-4cc0-93ec-e4be64447024'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:09.603377 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad38591-d2ec-46f4-8a3e-b0b7eb81cf7b None None] Pushing event updated for resources: {'Port': ['ID=7ea74dd5-164c-4122-881f-3b9ca0977c0e,revision_number=4']} {{(pid=88403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:09.734632 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] Set router 549eb920-4698-4cc0-93ec-e4be64447024 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:07:10.042693 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549eb920-4698-4cc0-93ec-e4be64447024', 'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '600b7195-d393-4ee7-bd40-4b543a817470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:59Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 4, 'project_id': '19deb9ee493143839e2c026703649d50', 'gw_port': {'id': '600b7195-d393-4ee7-bd40-4b543a817470', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:00Z', 'updated_at': '2022-03-02T10:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7ea74dd5-164c-4122-881f-3b9ca0977c0e', 'name': '', 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'mac_address': 'fa:16:3e:9c:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:03Z', 'updated_at': '2022-03-02T10:07:09Z', 'revision_number': 4, 'project_id': '19deb9ee493143839e2c026703649d50', 'subnets': [{'id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:10.046972 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2aa52-52da-450a-bbe6-042b4e18d355 None None] The sync data for ids ['549eb920-4698-4cc0-93ec-e4be64447024'] in dv-neutron-828796-1-hyperv is: [{'id': '549eb920-4698-4cc0-93ec-e4be64447024', 'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '600b7195-d393-4ee7-bd40-4b543a817470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:59Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 4, 'project_id': '19deb9ee493143839e2c026703649d50', 'gw_port': {'id': '600b7195-d393-4ee7-bd40-4b543a817470', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:00Z', 'updated_at': '2022-03-02T10:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': '7ea74dd5-164c-4122-881f-3b9ca0977c0e', 'name': '', 'network_id': '6c287daa-7f51-4061-96b4-67dd06fd6899', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'mac_address': 'fa:16:3e:9c:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:03Z', 'updated_at': '2022-03-02T10:07:09Z', 'revision_number': 4, 'project_id': '19deb9ee493143839e2c026703649d50', 'subnets': [{'id': '9459448a-9bc1-438a-86e1-b6417199e03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:07:10.216676 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 600b7195-d393-4ee7-bd40-4b543a817470 up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:10.287601 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 600b7195-d393-4ee7-bd40-4b543a817470 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:10.288000 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:10.422266 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7ea74dd5-164c-4122-881f-3b9ca0977c0e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:10.434554 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3958a05f-3dd7-4bfe-bb53-c4ebec16625d req-4064522e-6f99-4145-bc39-f89ac56cf8d2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 210 time: 0.0450978 Mar 02 10:07:10.557050 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning for port 7ea74dd5-164c-4122-881f-3b9ca0977c0e completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:07:10.562702 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 7ea74dd5-164c-4122-881f-3b9ca0977c0e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:10.562984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:10.683470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:10.717240 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] For port 7ea74dd5-164c-4122-881f-3b9ca0977c0e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7ea74dd5-164c-4122-881f-3b9ca0977c0e,segment=NetworkSegment(9936935e-9446-4337-94aa-ea7d9f62a728),segment_id=9936935e-9446-4337-94aa-ea7d9f62a728)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:07:10.785174 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:10.860256 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Pushing event updated for resources: {'Port': ['ID=7ea74dd5-164c-4122-881f-3b9ca0977c0e,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:11.396503 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-04e6881c-49ae-40db-8e0c-8770506ead2c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:11.398039 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-04e6881c-49ae-40db-8e0c-8770506ead2c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 810 time: 0.1426251 Mar 02 10:07:11.449802 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-2a7fa7d6-cb76-48de-8924-d6cf4920903d tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b0125b9390447eb64cd58b53eda940 HTTP/1.1" status: 200 len: 380 time: 0.0431013 Mar 02 10:07:11.458509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'port': {'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'admin_state_up': True, 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'security_groups': ['fbcf8161-ae07-4486-87a6-109db5f9e9b9']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:11.694484 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b7ee98e5-6a2e-41e0-93fe-5adf3a09a8a8 req-cc0ad410-0048-41da-8756-913b389640f9 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 210 time: 0.1416419 Mar 02 10:07:11.729670 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:11.734142 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:port and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:11.737024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:11.742639 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:11.825319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Made reservation on behalf of e9b0125b9390447eb64cd58b53eda940 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 10:07:11.829429 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:11.985150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Allocated IP 172.20.0.3 (0c3c666b-d025-479b-8775-1f18be41a66a/21251482-0e3f-4117-b001-7819104f44fb/fb8b3983-ec7d-474d-a491-dab3062c8593) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:07:12.167274 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:12.183003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Transition to ACTIVE for port object fb8b3983-ec7d-474d-a491-dab3062c8593 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:07:12.192437 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7ea74dd5-164c-4122-881f-3b9ca0977c0e up at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:12.260250 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Provisioning complete for port 7ea74dd5-164c-4122-881f-3b9ca0977c0e triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:12.260518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:12.277294 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:12.347706 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Network 0c3c666b-d025-479b-8775-1f18be41a66a is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:07:12.354679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:07:12.358934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:07:12.392904 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'Port': ['ID=fb8b3983-ec7d-474d-a491-dab3062c8593,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:12.425085 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:12.425819 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:12.483668 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-14a5aa13-5247-4fc2-96d5-37fc91bbea7f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0286462 Mar 02 10:07:12.495472 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Request body: {'port': {'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:12.609940 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:12.659340 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f9f1c59a-a9d5-464c-a89e-7c9219dc3794 None None] Provisioning for port fb8b3983-ec7d-474d-a491-dab3062c8593 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:07:12.664057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-f9f1c59a-a9d5-464c-a89e-7c9219dc3794 None None] Provisioning complete for port fb8b3983-ec7d-474d-a491-dab3062c8593 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:12.664425 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f9f1c59a-a9d5-464c-a89e-7c9219dc3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:12.716158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-f9f1c59a-a9d5-464c-a89e-7c9219dc3794 None None] Port fb8b3983-ec7d-474d-a491-dab3062c8593 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 10:07:12.958094 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67570035-f42a-4a32-81cb-97e9154f014c req-253b1f7f-f2e8-42c1-9406-c98bb9224a83 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:12.958683 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-67570035-f42a-4a32-81cb-97e9154f014c req-253b1f7f-f2e8-42c1-9406-c98bb9224a83 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Synchronizing usage tracker for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:07:13.023531 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8b3983-ec7d-474d-a491-dab3062c8593 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 10:07:13.030569 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:13.044319 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Transition to ACTIVE for port object fb8b3983-ec7d-474d-a491-dab3062c8593 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:07:13.093987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-67570035-f42a-4a32-81cb-97e9154f014c req-253b1f7f-f2e8-42c1-9406-c98bb9224a83 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Unset dirty status for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:07:13.095113 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67570035-f42a-4a32-81cb-97e9154f014c req-253b1f7f-f2e8-42c1-9406-c98bb9224a83 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 931 time: 0.2638094 Mar 02 10:07:13.129223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:13.182957 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-67570035-f42a-4a32-81cb-97e9154f014c req-74b769a3-acdb-4b9b-a57c-b1494d48d32f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822182 Mar 02 10:07:13.294486 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8b3983-ec7d-474d-a491-dab3062c8593,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:13.370292 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Attempting to bind port fb8b3983-ec7d-474d-a491-dab3062c8593 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 10:07:13.370601 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Attempting to bind port fb8b3983-ec7d-474d-a491-dab3062c8593 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 10:07:13.370917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Attempting to bind port fb8b3983-ec7d-474d-a491-dab3062c8593 on network 0c3c666b-d025-479b-8775-1f18be41a66a {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:07:13.376017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Port fb8b3983-ec7d-474d-a491-dab3062c8593 on network 0c3c666b-d025-479b-8775-1f18be41a66a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 10:07:13.376328 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Attempting to bind port fb8b3983-ec7d-474d-a491-dab3062c8593 on network 0c3c666b-d025-479b-8775-1f18be41a66a {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:07:13.381257 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 10, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 10:07:13.381585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Checking segment: {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:07:13.381998 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Bound using segment: {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 10:07:13.382408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Bound port: fb8b3983-ec7d-474d-a491-dab3062c8593, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 10:07:13.382737 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:13.476485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 10:07:13.476485 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb8b3983-ec7d-474d-a491-dab3062c8593,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 10:07:13.545873 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:13.603263 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:13.604033 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:13.605403 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 200 len: 1093 time: 1.1141741 Mar 02 10:07:13.605821 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:07:13.635800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac6ab7-efe1-4aef-aa52-b52c14ff00b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8b3983-ec7d-474d-a491-dab3062c8593,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:13.660412 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'status': 'completed', 'code': 200} Mar 02 10:07:13.752425 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f66f-7885-4298-b5cf-aa60345b27d0 req-b50040e3-367c-43b7-ac23-0fb43247be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:13.753817 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fcf4f66f-7885-4298-b5cf-aa60345b27d0 req-b50040e3-367c-43b7-ac23-0fb43247be85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1096 time: 0.0727725 Mar 02 10:07:13.987711 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f66f-7885-4298-b5cf-aa60345b27d0 req-6e8a3402-dd86-4a55-841c-6c6289af9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:13.989131 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fcf4f66f-7885-4298-b5cf-aa60345b27d0 req-6e8a3402-dd86-4a55-841c-6c6289af9a95 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e9b0125b9390447eb64cd58b53eda940&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2281210 Mar 02 10:07:14.120120 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4f66f-7885-4298-b5cf-aa60345b27d0 req-99ac8b15-84f3-44fe-8595-d5d29ad38a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:14.121538 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-fcf4f66f-7885-4298-b5cf-aa60345b27d0 req-99ac8b15-84f3-44fe-8595-d5d29ad38a0b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264341 Mar 02 10:07:14.228747 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-db6c3db9-1ae8-4ad8-85cc-ecdf37dd3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:14.230223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-db6c3db9-1ae8-4ad8-85cc-ecdf37dd3ed6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1096 time: 0.0723784 Mar 02 10:07:14.325451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-c53165d1-d68c-483e-9b2e-09d0f911e7fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 200 len: 217 time: 0.0885656 Mar 02 10:07:14.397997 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-1a00e931-fc79-4268-8cea-6698db980124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:14.399283 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-1a00e931-fc79-4268-8cea-6698db980124 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0683062 Mar 02 10:07:14.462625 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8bd6-0c9f-4d57-932b-585709aa08a7 req-5a44d13c-8490-43e1-b9ff-21e7fd51ec9c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:14.464071 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b86c8bd6-0c9f-4d57-932b-585709aa08a7 req-5a44d13c-8490-43e1-b9ff-21e7fd51ec9c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 943 time: 0.1764565 Mar 02 10:07:14.523644 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b86c8bd6-0c9f-4d57-932b-585709aa08a7 req-12da56d4-5654-4659-923e-fa486450d00f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523319 Mar 02 10:07:14.526502 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-dd5afc12-39cc-46c6-81d2-8e3f9c3195e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:14.527786 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-dd5afc12-39cc-46c6-81d2-8e3f9c3195e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172824 Mar 02 10:07:14.654229 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-ceea7969-704a-4299-bd40-3ea9c507b44e service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204147 Mar 02 10:07:14.780715 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-86fc5299-6438-4ad2-bdcc-8042afd3e48c req-838d0658-03d2-450c-bf60-73c576f980b7 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210477 Mar 02 10:07:15.703980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe7677-1026-40d7-826d-a7ada463854d req-9ac6c3e4-b128-4974-9766-e2eb63adbc93 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:15.705402 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-78fe7677-1026-40d7-826d-a7ada463854d req-9ac6c3e4-b128-4974-9766-e2eb63adbc93 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 943 time: 0.0770082 Mar 02 10:07:15.752210 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-78fe7677-1026-40d7-826d-a7ada463854d req-fc5a8c0a-c79d-4c3d-8ef3-e79daea76a68 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Mar 02 10:07:16.929750 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c085d-5dea-4677-b6fa-a094c26d18ed req-ee482d8b-9abf-433f-99f9-2847d448fab6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:16.931102 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-672c085d-5dea-4677-b6fa-a094c26d18ed req-ee482d8b-9abf-433f-99f9-2847d448fab6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 943 time: 0.0772645 Mar 02 10:07:16.974047 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-672c085d-5dea-4677-b6fa-a094c26d18ed req-10e3b076-4b8e-48e4-9383-c3b03ee9d4cc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373881 Mar 02 10:07:18.159192 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65fd7-52f3-421b-9bb9-88b603be85e0 req-e89d3e03-6407-4d95-97ae-6072aa210d62 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:18.160665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2cd65fd7-52f3-421b-9bb9-88b603be85e0 req-e89d3e03-6407-4d95-97ae-6072aa210d62 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 943 time: 0.0817664 Mar 02 10:07:18.173966 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:18.203653 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2cd65fd7-52f3-421b-9bb9-88b603be85e0 req-4edd7f25-dc85-4058-a692-a287dbfdc389 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373809 Mar 02 10:07:19.080249 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb8b3983-ec7d-474d-a491-dab3062c8593 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 10:07:19.207509 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb8b3983-ec7d-474d-a491-dab3062c8593,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:07:19.220275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 10:07:19.277558 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:19.293624 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8b3983-ec7d-474d-a491-dab3062c8593 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 10:07:19.308569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb8b3983-ec7d-474d-a491-dab3062c8593,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:07:19.385030 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:19.391538 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77a53f-ee34-41c0-a283-05609cd23b08 req-e91f26fa-d7c0-42a8-beec-e4273186957d tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:19.392995 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-da77a53f-ee34-41c0-a283-05609cd23b08 req-e91f26fa-d7c0-42a8-beec-e4273186957d tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 943 time: 0.0834384 Mar 02 10:07:19.436245 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-da77a53f-ee34-41c0-a283-05609cd23b08 req-83808c75-d9e5-4d40-a764-ff44bc82778f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376844 Mar 02 10:07:19.457142 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb8b3983-ec7d-474d-a491-dab3062c8593,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:19.734179 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['fb8b3983-ec7d-474d-a491-dab3062c8593'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 10:07:19.776494 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-572bb678-e71a-4f13-8697-15f153c7b549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:20.650148 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a5170-2fe2-47e9-9fc5-23d39a041c0c req-7fa689da-6db4-4fde-8e0e-19da06cc32da tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:20.651599 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4c1a5170-2fe2-47e9-9fc5-23d39a041c0c req-7fa689da-6db4-4fde-8e0e-19da06cc32da tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 944 time: 0.0871258 Mar 02 10:07:20.699252 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4c1a5170-2fe2-47e9-9fc5-23d39a041c0c req-79ea2f44-008a-431a-af84-391f43413530 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383348 Mar 02 10:07:21.082241 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb8b3983-ec7d-474d-a491-dab3062c8593 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:07:21.253399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port fb8b3983-ec7d-474d-a491-dab3062c8593 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:07:21.258053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port fb8b3983-ec7d-474d-a491-dab3062c8593 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:07:21.258362 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:21.369744 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:21.396208 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:07:21.405510 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb8b3983-ec7d-474d-a491-dab3062c8593,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:07:21.441858 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'code': 200} Mar 02 10:07:21.464992 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:21.534543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb8b3983-ec7d-474d-a491-dab3062c8593,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:21.788145 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca8fab-40d5-4944-97d2-b546998eb7b1 req-26bde76d-81a6-452b-a9c6-5ca111b715f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:21.788145 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e6ca8fab-40d5-4944-97d2-b546998eb7b1 req-26bde76d-81a6-452b-a9c6-5ca111b715f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1098 time: 0.0689564 Mar 02 10:07:21.868735 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e6ca8fab-40d5-4944-97d2-b546998eb7b1 req-28c15291-374a-4251-bbde-72bea602f3cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761077 Mar 02 10:07:21.901611 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980c11c-5506-4f94-855f-77ff5d089961 req-0e0e177d-3ce1-4ca7-b2c8-b121ae9701c6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:21.903029 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e980c11c-5506-4f94-855f-77ff5d089961 req-0e0e177d-3ce1-4ca7-b2c8-b121ae9701c6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 945 time: 0.0964184 Mar 02 10:07:21.949312 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e980c11c-5506-4f94-855f-77ff5d089961 req-7adf3002-21d9-4110-8078-592c7aeb7ca9 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394208 Mar 02 10:07:21.996659 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-682c70f7-9a5d-4282-a8f8-2c7e1067401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:23.099574 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:23.135719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c7ade-c772-4487-b847-6ae77fc305f7 req-741a7076-c045-4747-9b9c-8e1e92f5172b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:23.137207 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af4c7ade-c772-4487-b847-6ae77fc305f7 req-741a7076-c045-4747-9b9c-8e1e92f5172b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 945 time: 0.0825121 Mar 02 10:07:23.275049 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-af4c7ade-c772-4487-b847-6ae77fc305f7 req-fd731d4c-6abf-432f-892b-f015a0b6227d tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321795 Mar 02 10:07:23.373316 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:24.455453 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450549bf-2701-4d89-a690-a105546c97da req-55439f2a-434d-4659-bf0c-9ece88bffbd7 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:24.456797 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-450549bf-2701-4d89-a690-a105546c97da req-55439f2a-434d-4659-bf0c-9ece88bffbd7 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 945 time: 0.0774703 Mar 02 10:07:24.501192 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-450549bf-2701-4d89-a690-a105546c97da req-19610836-3516-4c4d-8e45-04e0fe3a099a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381308 Mar 02 10:07:24.683556 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73306c-ad5e-4d25-b811-fd93a90e8f69 req-c79f7d0a-f6f3-4872-bac8-3d516dcc36cc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:24.684972 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea73306c-ad5e-4d25-b811-fd93a90e8f69 req-c79f7d0a-f6f3-4872-bac8-3d516dcc36cc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 945 time: 0.0811319 Mar 02 10:07:24.728007 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea73306c-ad5e-4d25-b811-fd93a90e8f69 req-d97aced7-e98b-4116-a5c3-b8f2b9ffa10c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367520 Mar 02 10:07:24.750658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46544) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:24.859653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f904d4b-a484-46fe-af3c-e808801fdcac tempest-TestSnapshotPattern-1934500804 tempest-TestSnapshotPattern-1934500804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:24.861132 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8f904d4b-a484-46fe-af3c-e808801fdcac tempest-TestSnapshotPattern-1934500804 tempest-TestSnapshotPattern-1934500804-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1093 time: 0.1095481 Mar 02 10:07:24.864022 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46550) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:07:24.868632 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:07:24.874468 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:07:24.878820 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:floatingip and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:07:24.881537 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:07:24.887037 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:07:24.904856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:24.967269 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:25.097817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:25.228640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Allocated IP 172.26.3.62 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/4720b976-d26a-421e-b65b-80dd899371f3) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:07:25.368327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:25.447277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:25.512304 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:07:25.515165 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:07:25.518696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:07:25.564356 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'Port': ['ID=4720b976-d26a-421e-b65b-80dd899371f3,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:25.924734 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:26.072110 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:26.275408 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:26.378868 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:26.587372 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'Port': ['ID=4720b976-d26a-421e-b65b-80dd899371f3,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:07:26.596836 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:26.771959 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Floating IP 0e95b313-88b6-401b-94c3-2bf2d41315a5 associated. External IP: 172.26.3.62, port: fb8b3983-ec7d-474d-a491-dab3062c8593. Mar 02 10:07:27.111057 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Router 8b7c57a4-2b8c-4482-aa53-a210c237bbac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:07:27.284818 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:07:27.294192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] Sync routers for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:07:27.304170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:07:27.304879 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:27.441857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:27.479560 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:07:27.500845 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a1128b35-d6a8-44e8-9bf4-76cb1f23caf6 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6358464 Mar 02 10:07:27.501661 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:07:27.549635 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'status': 'completed', 'code': 200} Mar 02 10:07:27.638949 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-84b6edf3-1f98-4585-9ff8-ae2bac4679d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:27.640911 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-84b6edf3-1f98-4585-9ff8-ae2bac4679d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1098 time: 0.0683548 Mar 02 10:07:27.769149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-ba122e43-5bc6-4283-905c-44b38705be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:27.770516 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-ba122e43-5bc6-4283-905c-44b38705be31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1236558 Mar 02 10:07:27.857472 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0e95b313-88b6-401b-94c3-2bf2d41315a5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:07:25Z', 'updated_at': '2022-03-02T10:07:25Z', 'revision_number': 0, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:27.861412 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] Checking router: 8b7c57a4-2b8c-4482-aa53-a210c237bbac for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:07:27.869686 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:07:27.870326 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:07:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:27.873487 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-7c75f513-f6c7-447b-a75a-6695d99d9d93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 200 len: 998 time: 0.0971527 Mar 02 10:07:27.937697 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-8d59e696-f948-441b-8a58-4cbab81fd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:27.939156 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-8d59e696-f948-441b-8a58-4cbab81fd096 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0596490 Mar 02 10:07:28.018198 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-13558827-6ff5-41b6-8451-25f84607b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:28.019713 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-13558827-6ff5-41b6-8451-25f84607b06b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740156 Mar 02 10:07:28.046088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:07:28.274825 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-6c5abb52-bf97-452e-89be-f810cb592b71 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491612 Mar 02 10:07:28.415777 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-bd00ca3d-85db-4728-af92-6831c36ec29f req-dc1d4244-cfab-4ae0-b786-2268cf4315be service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352253 Mar 02 10:07:28.440978 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0e95b313-88b6-401b-94c3-2bf2d41315a5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:07:25Z', 'updated_at': '2022-03-02T10:07:25Z', 'revision_number': 0, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:07:28.444909 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde792b-a2c2-4c00-bc3b-aa5838dbef42 None None] The sync data for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv is: [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0e95b313-88b6-401b-94c3-2bf2d41315a5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:07:25Z', 'updated_at': '2022-03-02T10:07:25Z', 'revision_number': 0, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:07:28.652225 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae06e1f-15ed-481e-b4f4-ee1840a68de3 None None] New status for floating IP 0e95b313-88b6-401b-94c3-2bf2d41315a5: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 10:07:43.837583 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:07:48.155041 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:49.784198 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0532338e-8d8a-49d0-b8c6-4987ac88ebbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:52.000908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d4427d62-e478-48e5-b598-8bbefd360c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:53.109099 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:53.360590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:54.886229 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:07:56.883011 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4afc5481-8799-4b5d-8019-83aca582e79f req-b23c4cd7-1260-4fb2-a157-97695e477ea0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692682 Mar 02 10:07:57.023182 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5481-8799-4b5d-8019-83aca582e79f req-6784dbd2-5c00-4647-93ef-70304fbe62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:57.024635 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4afc5481-8799-4b5d-8019-83aca582e79f req-6784dbd2-5c00-4647-93ef-70304fbe62ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1098 time: 0.0736275 Mar 02 10:07:57.179216 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5481-8799-4b5d-8019-83aca582e79f req-8de44fd4-74e1-47c4-8034-208fc689762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:57.180602 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4afc5481-8799-4b5d-8019-83aca582e79f req-8de44fd4-74e1-47c4-8034-208fc689762b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1375923 Mar 02 10:07:57.283308 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4afc5481-8799-4b5d-8019-83aca582e79f req-f6f84cf3-8a6f-482f-97e1-f03f5ae9b930 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 200 len: 1000 time: 0.0957963 Mar 02 10:07:57.343785 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5481-8799-4b5d-8019-83aca582e79f req-9bfcfeb6-56c7-4ab1-af32-21f17c11d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:57.345186 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4afc5481-8799-4b5d-8019-83aca582e79f req-9bfcfeb6-56c7-4ab1-af32-21f17c11d84d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0558064 Mar 02 10:07:57.417210 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc5481-8799-4b5d-8019-83aca582e79f req-468e62ea-954d-4113-93b2-b08a682fe828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:07:57.418665 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4afc5481-8799-4b5d-8019-83aca582e79f req-468e62ea-954d-4113-93b2-b08a682fe828 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675650 Mar 02 10:07:57.546474 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4afc5481-8799-4b5d-8019-83aca582e79f req-2bcabc37-f06e-468e-ac64-45fd0bdb9142 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208785 Mar 02 10:07:57.679235 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4afc5481-8799-4b5d-8019-83aca582e79f req-7d0faf8a-0937-43d1-815f-392d06133b6c service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260500 Mar 02 10:08:18.189057 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:19.783318 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d3de599e-9c85-4d87-823e-525c2e0944cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:20.837233 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:08:22.017209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e6b81762-9ce6-4b86-833b-3b9bd9bc752d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:23.102982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:23.366269 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:24.914284 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:48.180221 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:49.787158 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-182001b1-8bc9-4df3-8a30-a444a925aba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:51.988337 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5c54a5e6-1645-4df3-b033-47b1bcaf52cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:53.097259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:53.354317 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:54.891119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:08:56.948347 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-37050e26-c2a8-482f-ac65-31a435efe232 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1323509 Mar 02 10:08:57.089354 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-77976061-697d-4be1-859f-f87db23ffcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:08:57.090815 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-77976061-697d-4be1-859f-f87db23ffcc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1098 time: 0.0746675 Mar 02 10:08:57.235931 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-89f5e41a-2d21-423b-babb-4b4d80f5bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:08:57.237370 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-89f5e41a-2d21-423b-babb-4b4d80f5bb5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1288462 Mar 02 10:08:57.341510 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-7edef74e-5624-4458-92a4-d21bd177f8b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 200 len: 1000 time: 0.0979381 Mar 02 10:08:57.403183 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-3d5c3633-be6f-48d8-bb96-d523d917242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:08:57.404590 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-3d5c3633-be6f-48d8-bb96-d523d917242d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0568953 Mar 02 10:08:57.481439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-e3359980-9d96-4e6c-87cb-01970bae9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:08:57.482921 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-e3359980-9d96-4e6c-87cb-01970bae9d62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717812 Mar 02 10:08:57.720377 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-9e3e8649-23dd-493e-abf2-701813a15a6f service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304604 Mar 02 10:08:57.836150 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:08:57.849031 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3056cf24-cb07-4fb5-8f68-9123f7ad3c79 req-230df431-eb35-48a9-a36f-c073988c784a service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232924 Mar 02 10:09:18.239453 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:19.804883 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f480715d-88f0-4c77-a7c0-eba2b0513562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:21.987904 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-937cecd9-1392-40a7-88ad-bcc9ff9a417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:23.130668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:23.393586 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:24.965564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:34.835625 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:09:48.207413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:49.825282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fbf2f999-a6f1-461c-8af9-39bc236fcdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:51.999454 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3de75250-d44d-45e5-bf66-8eb9e7b80088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:53.153778 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:53.404593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:54.958937 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:57.845399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb8b3983-ec7d-474d-a491-dab3062c8593 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 10:09:57.979793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb8b3983-ec7d-474d-a491-dab3062c8593,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:09:57.993376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 10:09:58.052990 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:58.070164 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb8b3983-ec7d-474d-a491-dab3062c8593 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 10:09:58.087283 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb8b3983-ec7d-474d-a491-dab3062c8593,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:09:58.242213 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:09:58.313765 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb8b3983-ec7d-474d-a491-dab3062c8593,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:09:58.320927 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.321282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.321621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.321982 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.322322 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.322652 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.322980 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.323305 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.323630 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.323951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.324275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.324594 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:09:58.330331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['fb8b3983-ec7d-474d-a491-dab3062c8593'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 10:09:58.981719 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-705ab482-9cac-4e5c-892d-7beb85e0b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:09:58.983228 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-705ab482-9cac-4e5c-892d-7beb85e0b5e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1097 time: 0.0730765 Mar 02 10:09:59.136333 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-cca51294-1e49-42d3-88ce-9039ccaab084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:09:59.137709 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-cca51294-1e49-42d3-88ce-9039ccaab084 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1304891 Mar 02 10:09:59.247192 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-b95b430d-ddb9-4433-840d-cc6069b3d022 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 200 len: 999 time: 0.1002779 Mar 02 10:09:59.313591 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-a31d51ad-6e65-43ef-8937-3257d3bbe8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:09:59.315050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-a31d51ad-6e65-43ef-8937-3257d3bbe8e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0610645 Mar 02 10:09:59.393427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-046a4d99-ac9a-48e3-99a6-dd10d0ea5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:09:59.394951 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-046a4d99-ac9a-48e3-99a6-dd10d0ea5679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728509 Mar 02 10:09:59.530726 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-dbb92e49-b4a0-48ff-9fc9-86df3172e706 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288600 Mar 02 10:09:59.676102 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-1430a420-3e4c-4ee7-b857-0df5bfa92cb7 req-81a01d2f-bc76-41f3-bcc0-2a59cece0cbb service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379449 Mar 02 10:09:59.868987 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb8b3983-ec7d-474d-a491-dab3062c8593 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:09:59.936947 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port fb8b3983-ec7d-474d-a491-dab3062c8593 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:09:59.937733 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:00.061564 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:00.090633 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:10:00.101761 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb8b3983-ec7d-474d-a491-dab3062c8593,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:10:00.167662 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:00.237577 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb8b3983-ec7d-474d-a491-dab3062c8593,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:10:01.205751 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'code': 200} Mar 02 10:10:11.835057 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:10:15.846050 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-fab91eca-b4d1-413e-b08d-466f54972210 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702958855&fields=id&tenant_id=e9b0125b9390447eb64cd58b53eda940 HTTP/1.1" status: 200 len: 267 time: 0.0447030 Mar 02 10:10:16.017286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-db569f4a-4c36-4321-bd18-244161284e85 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:16.018884 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-db569f4a-4c36-4321-bd18-244161284e85 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 810 time: 0.1662083 Mar 02 10:10:16.041453 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-649aa9fb-2ec8-4248-9318-33c6072afa24 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/quotas/e9b0125b9390447eb64cd58b53eda940 HTTP/1.1" status: 200 len: 375 time: 0.0117228 Mar 02 10:10:16.145627 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-2a0dfd45-661f-45ba-b95b-f572a80e1a03 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0979893 Mar 02 10:10:16.290901 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-bd226ea2-51ac-4376-8c63-3a95ce30c87c service neutron] 10.222.0.10 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336298 Mar 02 10:10:16.449935 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-0f96e6b0-40c7-405c-8538-3a883e8dcc9b service neutron] 10.222.0.10 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513247 Mar 02 10:10:16.777212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-84e6dbcb-486b-4bc6-8d65-6d56db028540 req-612309c2-e3bb-4d1b-88f4-7e236458bdaf tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 210 time: 0.0927894 Mar 02 10:10:18.010562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb8b3983-ec7d-474d-a491-dab3062c8593 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:10:18.052493 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-448c214e-d191-4deb-99a0-60c2eb8ae020 req-e9f16e51-0317-4a72-9a27-5fe33ecb2461 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 210 time: 0.1520534 Mar 02 10:10:18.183973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:18.213732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:10:18.224386 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:18.228133 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb8b3983-ec7d-474d-a491-dab3062c8593,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:10:18.264098 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'code': 200} Mar 02 10:10:18.318060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:18.388588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=fb8b3983-ec7d-474d-a491-dab3062c8593,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:10:19.214429 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9c08bc6f-0beb-4ef4-8973-135e7db22bd4 req-ed6b16ff-fdc8-4088-a784-0f27186e3f9d tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 210 time: 0.0535102 Mar 02 10:10:19.227921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-f607609b-fb1f-498a-8213-89290233c159 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:19.229331 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-f607609b-fb1f-498a-8213-89290233c159 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 810 time: 0.1851861 Mar 02 10:10:19.276223 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-344cc2a2-6130-4504-aad4-f6c110c888cb tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9b0125b9390447eb64cd58b53eda940 HTTP/1.1" status: 200 len: 380 time: 0.0382295 Mar 02 10:10:19.284610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'port': {'device_id': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'admin_state_up': True, 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'security_groups': ['fbcf8161-ae07-4486-87a6-109db5f9e9b9']}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:10:19.420268 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:10:19.430105 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:10:19.523900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Made reservation on behalf of e9b0125b9390447eb64cd58b53eda940 for: {'port': 1} {{(pid=88401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 10:10:19.527892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:19.696293 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Allocated IP 172.20.0.9 (0c3c666b-d025-479b-8775-1f18be41a66a/21251482-0e3f-4117-b001-7819104f44fb/26a9eb88-04e6-4866-9373-60f01c9677f2) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:10:19.806682 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a155e617-591c-4811-a16a-9c43c9902cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:19.894471 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:19.910233 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Transition to ACTIVE for port object 26a9eb88-04e6-4866-9373-60f01c9677f2 will not be triggered until provisioned by entity DHCP. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:10:19.996038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:20.089890 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Network 0c3c666b-d025-479b-8775-1f18be41a66a is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:10:20.095592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:10:20.099617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:10:20.181407 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:20.182087 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:20.214986 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'Port': ['ID=26a9eb88-04e6-4866-9373-60f01c9677f2,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.235116 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:10:20.411953 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-7dcce040-09a9-42d3-bd69-c6e012c9c148 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1303225 Mar 02 10:10:20.439340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Request body: {'port': {'device_id': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8287'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:10:20.594994 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:20.625714 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c69ef-5f6f-42bf-b5bc-5a8f75c99577 req-e80e0480-bcc0-4c86-9572-e610baeb0dd0 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:20.626702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5d1c69ef-5f6f-42bf-b5bc-5a8f75c99577 req-e80e0480-bcc0-4c86-9572-e610baeb0dd0 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Synchronizing usage tracker for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:10:20.681218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7249530b-d3d3-438f-b70b-8ed61528cf48 None None] Provisioning for port 26a9eb88-04e6-4866-9373-60f01c9677f2 completed by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:10:20.687073 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-7249530b-d3d3-438f-b70b-8ed61528cf48 None None] Provisioning complete for port 26a9eb88-04e6-4866-9373-60f01c9677f2 triggered by entity DHCP. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:10:20.687752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-7249530b-d3d3-438f-b70b-8ed61528cf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:20.744573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-7249530b-d3d3-438f-b70b-8ed61528cf48 None None] Port 26a9eb88-04e6-4866-9373-60f01c9677f2 cannot update to ACTIVE because it is not bound. {{(pid=88402) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 10:10:20.774496 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-5d1c69ef-5f6f-42bf-b5bc-5a8f75c99577 req-e80e0480-bcc0-4c86-9572-e610baeb0dd0 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Unset dirty status for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:10:20.775866 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5d1c69ef-5f6f-42bf-b5bc-5a8f75c99577 req-e80e0480-bcc0-4c86-9572-e610baeb0dd0 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 931 time: 0.4232671 Mar 02 10:10:20.908830 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-5d1c69ef-5f6f-42bf-b5bc-5a8f75c99577 req-ed56aa07-00b0-4cf8-8fc6-c7b5af22ebd8 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234536 Mar 02 10:10:21.118963 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a9eb88-04e6-4866-9373-60f01c9677f2 {{(pid=88401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 10:10:21.128439 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:21.146528 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.provisioning_blocks [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Transition to ACTIVE for port object 26a9eb88-04e6-4866-9373-60f01c9677f2 will not be triggered until provisioned by entity L2. {{(pid=88401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 10:10:21.218751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:21.356903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cf984-ed24-4216-a16d-16913074012e service neutron] Pushing event updated for resources: {'Port': ['ID=26a9eb88-04e6-4866-9373-60f01c9677f2,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:10:21.653713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Attempting to bind port 26a9eb88-04e6-4866-9373-60f01c9677f2 on host hv-neutron-8287 for vnic_type normal with profile {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 10:10:21.653990 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Attempting to bind port 26a9eb88-04e6-4866-9373-60f01c9677f2 by drivers openvswitch,hyperv on host hv-neutron-8287 at level 0 using segments [{'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 10:10:21.654327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Attempting to bind port 26a9eb88-04e6-4866-9373-60f01c9677f2 on network 0c3c666b-d025-479b-8775-1f18be41a66a {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:10:21.659623 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Port 26a9eb88-04e6-4866-9373-60f01c9677f2 on network 0c3c666b-d025-479b-8775-1f18be41a66a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8287 {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 10:10:21.659950 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Attempting to bind port 26a9eb88-04e6-4866-9373-60f01c9677f2 on network 0c3c666b-d025-479b-8775-1f18be41a66a {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 10:10:21.678713 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Checking agent: {'id': 'd6c08e0d-7b8a-46ad-ab03-d9d6ae042f9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8287', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'started_at': datetime.datetime(2022, 3, 2, 8, 57, 47), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 10, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 10:10:21.679077 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Checking segment: {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 10:10:21.679434 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Bound using segment: {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'} {{(pid=88401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 10:10:21.679857 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.managers [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Bound port: 26a9eb88-04e6-4866-9373-60f01c9677f2, host: hv-neutron-8287, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888303b8-d2ef-45d9-b2e1-6882e1aae7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a'}}] {{(pid=88401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 10:10:21.680204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:21.777561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, cleared binding levels {{(pid=88401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 10:10:21.780695 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=26a9eb88-04e6-4866-9373-60f01c9677f2,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 10:10:21.885204 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:21.960376 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:21.961039 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:21.962476 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-261cf984-ed24-4216-a16d-16913074012e service neutron] 10.222.0.15 "PUT /v2.0/ports/26a9eb88-04e6-4866-9373-60f01c9677f2 HTTP/1.1" status: 200 len: 1093 time: 1.5321209 Mar 02 10:10:21.962946 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:10:21.998064 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cf984-ed24-4216-a16d-16913074012e service neutron] Pushing event updated for resources: {'Port': ['ID=26a9eb88-04e6-4866-9373-60f01c9677f2,revision_number=3']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:10:22.021277 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-38474157-df37-43d3-9076-2189390c8644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:22.050512 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'status': 'completed', 'code': 200} Mar 02 10:10:22.149557 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a976989-0eee-4c51-8708-946d78a09705 req-d53f17fa-8cb6-403e-910a-e36f0e8c4321 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:22.151073 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a976989-0eee-4c51-8708-946d78a09705 req-d53f17fa-8cb6-403e-910a-e36f0e8c4321 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0943837 Mar 02 10:10:22.207140 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6a976989-0eee-4c51-8708-946d78a09705 req-66ac38a6-212a-405d-90bc-d1f108fd906a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485294 Mar 02 10:10:23.132239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:23.433522 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:23.455073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd26f-4aa8-4835-9b2e-f1feb3f94cb1 req-ad1e59e9-3249-4573-b2e6-9bfe6c3f5d69 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:23.456803 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4acdd26f-4aa8-4835-9b2e-f1feb3f94cb1 req-ad1e59e9-3249-4573-b2e6-9bfe6c3f5d69 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.1271689 Mar 02 10:10:23.528900 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-4acdd26f-4aa8-4835-9b2e-f1feb3f94cb1 req-2c882415-b4b9-4557-b990-03d4aa0805cb tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605123 Mar 02 10:10:24.735675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b71e-7dbe-48be-bce4-61647b8017b9 req-ee9a40d3-9138-485b-b77d-9e9098c30568 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:24.737313 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea73b71e-7dbe-48be-bce4-61647b8017b9 req-ee9a40d3-9138-485b-b77d-9e9098c30568 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0864642 Mar 02 10:10:24.783366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ea73b71e-7dbe-48be-bce4-61647b8017b9 req-8dce2e7d-aae9-4cc5-a1d7-d0444fb51ea7 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400946 Mar 02 10:10:24.932543 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:25.992271 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a76b1-6fce-4c00-9862-843389d62952 req-1a522428-498d-4ebf-ae3f-0498497bd2a5 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:25.994555 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f32a76b1-6fce-4c00-9862-843389d62952 req-1a522428-498d-4ebf-ae3f-0498497bd2a5 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0933664 Mar 02 10:10:26.049262 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f32a76b1-6fce-4c00-9862-843389d62952 req-38fea066-0255-45fc-87dd-94ee82ceebeb tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482314 Mar 02 10:10:27.289509 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa824-cb55-44a2-916b-612c1d9c7e83 req-6a1fce8d-7fc9-4f6b-81d9-545812807240 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:27.291157 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f89aa824-cb55-44a2-916b-612c1d9c7e83 req-6a1fce8d-7fc9-4f6b-81d9-545812807240 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.1181922 Mar 02 10:10:27.346799 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f89aa824-cb55-44a2-916b-612c1d9c7e83 req-0b41e823-06da-485c-bca2-5cbcb4431bc1 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436065 Mar 02 10:10:28.542532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1a9d7-5f08-4886-a04e-c5d5045063a7 req-c849f85a-aa2f-492a-a520-28a9f716e222 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:28.543964 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88e1a9d7-5f08-4886-a04e-c5d5045063a7 req-c849f85a-aa2f-492a-a520-28a9f716e222 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0866053 Mar 02 10:10:28.589599 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-88e1a9d7-5f08-4886-a04e-c5d5045063a7 req-caf8022e-0b1d-4e54-af49-ef09caedb11e tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398278 Mar 02 10:10:29.772957 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7a519-d191-4eb8-bc95-fca31ff6b304 req-c02ee159-a54e-4fdb-97d8-d691593c63c9 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:29.774417 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ea7a519-d191-4eb8-bc95-fca31ff6b304 req-c02ee159-a54e-4fdb-97d8-d691593c63c9 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0800180 Mar 02 10:10:29.817248 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-9ea7a519-d191-4eb8-bc95-fca31ff6b304 req-4e03bd9b-6be5-4c1c-bb19-c79f7b40ef97 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372212 Mar 02 10:10:31.011455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d27c5-1921-4ca4-8bb2-c6228bac21f3 req-475e3f85-9551-464d-a109-5d6389e3920a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:31.012883 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d48d27c5-1921-4ca4-8bb2-c6228bac21f3 req-475e3f85-9551-464d-a109-5d6389e3920a tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0846639 Mar 02 10:10:31.056509 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d48d27c5-1921-4ca4-8bb2-c6228bac21f3 req-a7f634d1-8dc3-47b3-8aea-0a0827bb85a2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379593 Mar 02 10:10:32.239395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60fc48-59c8-45fd-bf9f-dfe33c866db3 req-a0a560b3-b72a-446e-9417-4f886d3008e9 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:32.240832 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0d60fc48-59c8-45fd-bf9f-dfe33c866db3 req-a0a560b3-b72a-446e-9417-4f886d3008e9 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0780070 Mar 02 10:10:32.287434 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-0d60fc48-59c8-45fd-bf9f-dfe33c866db3 req-3d7baa53-a384-43e1-a69e-379a1641cb8d tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 Mar 02 10:10:32.523640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee954f-dccf-4f71-b4a2-b2cef1c26627 req-90359e82-f7ae-4662-a7fe-2472d9c74695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:32.525235 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34ee954f-dccf-4f71-b4a2-b2cef1c26627 req-90359e82-f7ae-4662-a7fe-2472d9c74695 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0708284 Mar 02 10:10:32.673685 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee954f-dccf-4f71-b4a2-b2cef1c26627 req-7c1b625a-cf32-4620-a5b6-6b08b6fe6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:32.675148 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34ee954f-dccf-4f71-b4a2-b2cef1c26627 req-7c1b625a-cf32-4620-a5b6-6b08b6fe6374 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e9b0125b9390447eb64cd58b53eda940&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1332843 Mar 02 10:10:32.807777 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee954f-dccf-4f71-b4a2-b2cef1c26627 req-552e605b-a8e2-4c68-be45-24effae463e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:32.809093 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-34ee954f-dccf-4f71-b4a2-b2cef1c26627 req-552e605b-a8e2-4c68-be45-24effae463e3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281953 Mar 02 10:10:32.927751 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-0dfd5fd4-4f84-41ff-9345-37208bfd39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:32.929285 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-0dfd5fd4-4f84-41ff-9345-37208bfd39eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0748549 Mar 02 10:10:32.999026 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-597e0877-3c55-4412-b68a-2017bda47de3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26a9eb88-04e6-4866-9373-60f01c9677f2 HTTP/1.1" status: 200 len: 217 time: 0.0624776 Mar 02 10:10:33.158856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-ea29dbbb-a655-4fca-888d-d8539ed23e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:33.160185 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-ea29dbbb-a655-4fca-888d-d8539ed23e30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.1551311 Mar 02 10:10:33.234132 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-3d639dc5-dec7-480e-a4e3-ef14b4743b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:33.235642 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-3d639dc5-dec7-480e-a4e3-ef14b4743b61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684087 Mar 02 10:10:33.373468 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-94412caa-ea20-4845-8a30-d5ad21981b3e service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315277 Mar 02 10:10:33.558464 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-6fcf977b-73c9-4b05-b915-345d4b40a389 req-2cfb60e9-531c-4dd6-aa79-e7e27ce68e14 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793406 Mar 02 10:10:33.571113 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc0407-4298-43b8-bbf7-a53d52c1fd59 req-988ecc8f-15f5-4469-9c58-9b3b3eec6433 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:33.572491 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-80cc0407-4298-43b8-bbf7-a53d52c1fd59 req-988ecc8f-15f5-4469-9c58-9b3b3eec6433 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.1625965 Mar 02 10:10:33.616170 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-80cc0407-4298-43b8-bbf7-a53d52c1fd59 req-ab461e6f-9b9b-4859-86e0-516bc48fd9fb tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Mar 02 10:10:34.797910 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997d91e-b211-4c87-ba5d-2db4d37ffe05 req-3f14c885-fc06-4e77-89f4-032f54a79093 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:34.800480 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2997d91e-b211-4c87-ba5d-2db4d37ffe05 req-3f14c885-fc06-4e77-89f4-032f54a79093 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0799282 Mar 02 10:10:34.844877 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-2997d91e-b211-4c87-ba5d-2db4d37ffe05 req-60922d40-ed9e-4f49-9ca1-d9dedc90c139 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Mar 02 10:10:36.037805 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190876f3-feea-4231-ab1d-5440a5eaa33d req-7ddb3328-c095-457e-bf40-52d280a32b50 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:36.039338 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-190876f3-feea-4231-ab1d-5440a5eaa33d req-7ddb3328-c095-457e-bf40-52d280a32b50 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0922439 Mar 02 10:10:36.060294 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 26a9eb88-04e6-4866-9373-60f01c9677f2 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 10:10:36.084538 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-190876f3-feea-4231-ab1d-5440a5eaa33d req-eefce335-8721-40e6-af7b-e7219de6b540 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Mar 02 10:10:36.192729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=26a9eb88-04e6-4866-9373-60f01c9677f2,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:10:36.206107 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'port_id': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'mac_address': 'fa:16:3e:bb:13:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 10:10:36.263701 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:36.281075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a9eb88-04e6-4866-9373-60f01c9677f2 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 10:10:36.295969 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=26a9eb88-04e6-4866-9373-60f01c9677f2,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:10:36.386431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:36.454109 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=26a9eb88-04e6-4866-9373-60f01c9677f2,revision_number=4']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:10:36.736731 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['26a9eb88-04e6-4866-9373-60f01c9677f2'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 10:10:37.268800 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b694b-3548-4cab-855a-9dfdbf716ec7 req-5ec3c6c8-0d0c-45fd-9623-6d91f76bab5c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:37.270241 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-621b694b-3548-4cab-855a-9dfdbf716ec7 req-5ec3c6c8-0d0c-45fd-9623-6d91f76bab5c tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 944 time: 0.0785189 Mar 02 10:10:37.315930 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-621b694b-3548-4cab-855a-9dfdbf716ec7 req-c8b89480-c219-4621-8649-e592c7c12d9b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Mar 02 10:10:38.072135 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 26a9eb88-04e6-4866-9373-60f01c9677f2 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:10:38.193859 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning for port 26a9eb88-04e6-4866-9373-60f01c9677f2 completed by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 10:10:38.198470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 26a9eb88-04e6-4866-9373-60f01c9677f2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:10:38.199166 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:38.313220 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:38.341131 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:10:38.352431 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=26a9eb88-04e6-4866-9373-60f01c9677f2,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:10:38.394366 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'code': 200} Mar 02 10:10:38.429227 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:38.510119 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=26a9eb88-04e6-4866-9373-60f01c9677f2,revision_number=5']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:10:38.517653 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3b678-3b69-42c9-809c-c022c7ec2e8b req-c3db428e-d798-492d-8b08-a67b624d9e34 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:38.519143 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21f3b678-3b69-42c9-809c-c022c7ec2e8b req-c3db428e-d798-492d-8b08-a67b624d9e34 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 945 time: 0.0956798 Mar 02 10:10:38.583739 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-21f3b678-3b69-42c9-809c-c022c7ec2e8b req-fd4cf5d3-93b4-4f08-9072-d5ff7c6036d5 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549681 Mar 02 10:10:38.818003 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cf621-f27b-4b3b-9f66-cf95a9b89b00 req-5ba81c73-b85e-44fd-ab53-e89b323f9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:38.819453 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f34cf621-f27b-4b3b-9f66-cf95a9b89b00 req-5ba81c73-b85e-44fd-ab53-e89b323f9cf1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 1098 time: 0.1010122 Mar 02 10:10:38.858704 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-f34cf621-f27b-4b3b-9f66-cf95a9b89b00 req-6ea47f5f-5eca-42c7-88bb-800417c53674 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331197 Mar 02 10:10:39.767150 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279c7d1-ba41-48b0-aeab-60d8744cff12 req-f7957329-c598-45ec-9b03-062ae2c1597b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:39.768577 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e279c7d1-ba41-48b0-aeab-60d8744cff12 req-f7957329-c598-45ec-9b03-062ae2c1597b tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 945 time: 0.0769989 Mar 02 10:10:39.835121 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-e279c7d1-ba41-48b0-aeab-60d8744cff12 req-5cb0e60d-71ca-49d5-8f9c-04b3903c3817 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542693 Mar 02 10:10:41.039335 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ba25f-afd0-4a61-b5e4-ef8560e5cc83 req-08cb31b9-3b8b-4ed9-9525-a3c959fa4748 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:41.040840 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-539ba25f-afd0-4a61-b5e4-ef8560e5cc83 req-08cb31b9-3b8b-4ed9-9525-a3c959fa4748 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 945 time: 0.0880306 Mar 02 10:10:41.086085 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-539ba25f-afd0-4a61-b5e4-ef8560e5cc83 req-791200e6-0c3f-4f42-97ab-732539169abe tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379725 Mar 02 10:10:41.266483 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d20f8-7b38-408a-8c7a-850179fd678e req-fecf0065-81b7-4aae-a5fc-dfe49b13b3ac tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:41.267939 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a47d20f8-7b38-408a-8c7a-850179fd678e req-fecf0065-81b7-4aae-a5fc-dfe49b13b3ac tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 945 time: 0.0784161 Mar 02 10:10:41.311704 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a47d20f8-7b38-408a-8c7a-850179fd678e req-2a3a8e99-7954-45fc-ae71-b774e41c7088 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381861 Mar 02 10:10:41.334185 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46892) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:10:41.420061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c8f68-54f9-4428-a141-ef76a18f550a tempest-TestSnapshotPattern-1934500804 tempest-TestSnapshotPattern-1934500804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:41.421488 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-598c8f68-54f9-4428-a141-ef76a18f550a tempest-TestSnapshotPattern-1934500804 tempest-TestSnapshotPattern-1934500804-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 1093 time: 0.0863411 Mar 02 10:10:41.424375 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 46896) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:10:41.429099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.v2.base [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Request body: {'floatingip': {'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'port_id': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 10:10:41.434993 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 10:10:41.439004 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Usage tracker for resource:floatingip and tenant:e9b0125b9390447eb64cd58b53eda940 is out of sync, need to count used quota {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 10:10:41.441739 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88401) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 10:10:41.447862 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.quota.driver [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88401) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 10:10:41.523137 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for floatingip, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:41.658866 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:41.793315 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_common [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Allocated IP 172.26.3.106 (f2ef0f26-7db5-42d6-9038-b47354122d02/9f87e120-1fbf-42e0-91ce-78547f4fe79a/30821405-fa1f-4140-94b8-1296cc67dad4) {{(pid=88401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 10:10:42.049927 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for port, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:42.195001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769683222312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:42.260071 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Network f2ef0f26-7db5-42d6-9038-b47354122d02 is already hosted by enough agents. {{(pid=88401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 10:10:42.267924 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.base_scheduler [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Resources bound (agent type, host, resource id): {{(pid=88401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 10:10:42.270633 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Received port after_create {{(pid=88401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 10:10:42.310400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'Port': ['ID=30821405-fa1f-4140-94b8-1296cc67dad4,revision_number=1']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:10:42.694809 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:42.844592 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:43.055119 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for port, precommit_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:43.122743 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1835252'] for port, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:43.229149 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event updated for resources: {'Port': ['ID=30821405-fa1f-4140-94b8-1296cc67dad4,revision_number=2']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:10:43.238306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3871479'] for floatingip, after_update {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:43.408998 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Floating IP 8234acb4-6aba-44bc-8fab-8b6b1eed70c5 associated. External IP: 172.26.3.106, port: 26a9eb88-04e6-4866-9373-60f01c9677f2. Mar 02 10:10:43.867188 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Router 8b7c57a4-2b8c-4482-aa53-a210c237bbac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:10:44.048724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:10:44.058789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] Sync routers for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:10:44.069900 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:10:44.070593 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:10:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:10:44.154533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:44.214561 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-70a1f67d-ae12-4dba-8194-ceccca95d3fc tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7891788 Mar 02 10:10:44.215124 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:10:44.259097 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:10:44.272864 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'status': 'completed', 'code': 200} Mar 02 10:10:44.370414 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf3881-7572-488a-881f-061715c58e24 req-03260e8a-229a-4fc6-bcfa-d070afe7f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:44.372078 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3bf3881-7572-488a-881f-061715c58e24 req-03260e8a-229a-4fc6-bcfa-d070afe7f1bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0768244 Mar 02 10:10:44.505983 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf3881-7572-488a-881f-061715c58e24 req-c559e1b9-e2f4-42e2-949a-bf2f6d4a51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:44.507422 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3bf3881-7572-488a-881f-061715c58e24 req-c559e1b9-e2f4-42e2-949a-bf2f6d4a51a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1295218 Mar 02 10:10:44.612487 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3bf3881-7572-488a-881f-061715c58e24 req-610bb59f-142c-4089-9ea0-586f80d4031f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26a9eb88-04e6-4866-9373-60f01c9677f2 HTTP/1.1" status: 200 len: 999 time: 0.0986292 Mar 02 10:10:44.652569 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0e95b313-88b6-401b-94c3-2bf2d41315a5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:07:25Z', 'updated_at': '2022-03-02T10:07:28Z', 'revision_number': 1, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}, {'id': '8234acb4-6aba-44bc-8fab-8b6b1eed70c5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:bb:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:10:42Z', 'updated_at': '2022-03-02T10:10:42Z', 'revision_number': 0, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:10:44.656973 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] Checking router: 8b7c57a4-2b8c-4482-aa53-a210c237bbac for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:10:44.665649 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:10:44.666302 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:10:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:10:44.674317 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf3881-7572-488a-881f-061715c58e24 req-04271e77-e94d-49db-be3b-799e7f0a4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:44.675781 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3bf3881-7572-488a-881f-061715c58e24 req-04271e77-e94d-49db-be3b-799e7f0a4787 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0572925 Mar 02 10:10:44.750985 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf3881-7572-488a-881f-061715c58e24 req-f7bcdca0-7575-495d-9e41-1b395b889ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:10:44.752209 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3bf3881-7572-488a-881f-061715c58e24 req-f7bcdca0-7575-495d-9e41-1b395b889ec1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701363 Mar 02 10:10:44.850172 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:10:44.893861 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3bf3881-7572-488a-881f-061715c58e24 req-4ee3d46e-3f6d-4c7a-b72d-004c2d3607dc service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353195 Mar 02 10:10:45.029471 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-a3bf3881-7572-488a-881f-061715c58e24 req-48453462-5de9-49b3-98ad-e550460f6bc2 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294250 Mar 02 10:10:45.205590 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0e95b313-88b6-401b-94c3-2bf2d41315a5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:07:25Z', 'updated_at': '2022-03-02T10:07:28Z', 'revision_number': 1, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}, {'id': '8234acb4-6aba-44bc-8fab-8b6b1eed70c5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:bb:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:10:42Z', 'updated_at': '2022-03-02T10:10:42Z', 'revision_number': 0, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:10:45.209464 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b701e8a4-4591-427c-be21-2862124c1421 None None] The sync data for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv is: [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0e95b313-88b6-401b-94c3-2bf2d41315a5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:07:25Z', 'updated_at': '2022-03-02T10:07:28Z', 'revision_number': 1, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}, {'id': '8234acb4-6aba-44bc-8fab-8b6b1eed70c5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:bb:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:10:42Z', 'updated_at': '2022-03-02T10:10:42Z', 'revision_number': 0, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:10:45.399309 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045487d-92b9-448b-809e-2feaa35d85dd None None] New status for floating IP 8234acb4-6aba-44bc-8fab-8b6b1eed70c5: ACTIVE {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 10:10:48.223053 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:48.834603 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:10:49.788095 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-925a2e64-74f9-4686-9d27-321250e34a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:51.988381 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3f87-d925-41aa-9577-f77d98b0ec8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:53.159752 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:53.368713 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:10:54.934037 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:00.893763 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3541832b-668e-46c1-aa76-acec1f1a921f req-d067e74c-2d9e-4913-a4dc-1081429fad5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732160 Mar 02 10:11:01.031475 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541832b-668e-46c1-aa76-acec1f1a921f req-7f9cc66a-0e56-4893-a02d-300d2b29f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:11:01.032955 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3541832b-668e-46c1-aa76-acec1f1a921f req-7f9cc66a-0e56-4893-a02d-300d2b29f1e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1096 time: 0.0715730 Mar 02 10:11:01.180390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541832b-668e-46c1-aa76-acec1f1a921f req-2ef5fc07-e8f9-4679-a535-1c8a44788309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:11:01.182277 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3541832b-668e-46c1-aa76-acec1f1a921f req-2ef5fc07-e8f9-4679-a535-1c8a44788309 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1305921 Mar 02 10:11:01.291903 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3541832b-668e-46c1-aa76-acec1f1a921f req-99bd1bc4-3c62-46fe-b0a6-0a841bb3b39c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 200 len: 998 time: 0.1003397 Mar 02 10:11:01.359455 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541832b-668e-46c1-aa76-acec1f1a921f req-f49a9a4b-59f1-4114-afd2-cc7037dedbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:11:01.360877 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3541832b-668e-46c1-aa76-acec1f1a921f req-f49a9a4b-59f1-4114-afd2-cc7037dedbc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0624886 Mar 02 10:11:01.547344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541832b-668e-46c1-aa76-acec1f1a921f req-cb305afd-2748-46b9-b27e-1415f067d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:11:01.548881 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3541832b-668e-46c1-aa76-acec1f1a921f req-cb305afd-2748-46b9-b27e-1415f067d5a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1804433 Mar 02 10:11:01.694856 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3541832b-668e-46c1-aa76-acec1f1a921f req-11b8fa4e-8bd3-4aab-ad98-ebc972b5c3cb service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278741 Mar 02 10:11:01.828408 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-3541832b-668e-46c1-aa76-acec1f1a921f req-de86920f-7b13-453d-acb7-6e7d9e3bf9b1 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264558 Mar 02 10:11:18.227247 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:19.791165 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3c1e069b-b3bb-4bb9-a1f2-0bd08a209ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:22.032933 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c8e5bdee-b743-4f67-a1fb-98c6cfcb219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:23.112856 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:23.376451 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:24.922428 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:25.835112 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:11:48.253397 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:49.797404 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-85351a7b-fcac-4605-a70a-46c6c011a63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:52.037673 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-d97b42b2-c5d7-4b2b-bd7e-83e287cf562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:53.134960 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:53.403535 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:11:54.922985 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:00.932836 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-85050dd6-c527-41c7-85bd-a7bce6ccedf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746086 Mar 02 10:12:01.028516 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-685f2faa-06e6-4527-8418-23f0ef8d6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:12:01.030087 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-685f2faa-06e6-4527-8418-23f0ef8d6514 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0748754 Mar 02 10:12:01.184598 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-e8303bf1-dcce-4f4b-9292-ff70eac00c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:12:01.186554 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-e8303bf1-dcce-4f4b-9292-ff70eac00c33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1367416 Mar 02 10:12:01.296201 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-aa479f94-1550-4a86-8135-7721cb4946d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26a9eb88-04e6-4866-9373-60f01c9677f2 HTTP/1.1" status: 200 len: 1001 time: 0.1024551 Mar 02 10:12:01.359798 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-a8bcd81c-468a-4de2-880a-84e59da7b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:12:01.361224 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-a8bcd81c-468a-4de2-880a-84e59da7b54a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0583029 Mar 02 10:12:01.442398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-9abbc771-e0c4-46af-9d9b-561b6d8681d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:12:01.444416 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-9abbc771-e0c4-46af-9d9b-561b6d8681d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741699 Mar 02 10:12:01.455741 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-25b63214-79fd-4740-a196-db228366aea7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=88401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 10:12:01.456692 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-25b63214-79fd-4740-a196-db228366aea7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049098 Mar 02 10:12:01.590082 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-7e2e666e-fb60-40c0-aec6-a4fd49eaaadd service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266124 Mar 02 10:12:01.722901 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-c3812056-fe64-43cf-a9bd-c8b2ee039a43 req-bddeca22-a7ee-4732-8ac3-1cf848bd645e service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255226 Mar 02 10:12:02.836711 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:12:18.259141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:19.795864 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e180c7c0-56c9-42ad-aefe-abc4d7a2c1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:22.007356 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-934826ce-dcbb-4645-998d-c17cb46fe556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:23.099325 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:23.361621 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:24.927128 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:39.836474 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:12:48.263756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:49.812655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-197ef4d8-7854-4a48-97d4-c74a1bad2acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:52.018544 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-34cf81aa-edb2-410b-984c-b346a2543d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:53.126562 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:53.406446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:12:54.938105 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:02.903313 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-c0104a36-f454-4dce-9f92-eefda1a99be3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757222 Mar 02 10:13:03.044218 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-543e9ab8-cb54-4aaf-a4ce-0283e48e0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:03.045695 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-543e9ab8-cb54-4aaf-a4ce-0283e48e0f8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1096 time: 0.0748944 Mar 02 10:13:03.189658 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-0acc5f4c-e213-44bd-9923-9f8e07201485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:03.191069 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-0acc5f4c-e213-44bd-9923-9f8e07201485 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1262848 Mar 02 10:13:03.401642 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-4bd5ee13-64e0-44c1-b9ff-5818874605b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 200 len: 998 time: 0.2049310 Mar 02 10:13:03.463918 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-9a6dd08c-d5a1-4ba0-8fc1-b06ad2aa688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:03.465288 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-9a6dd08c-d5a1-4ba0-8fc1-b06ad2aa688a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0571871 Mar 02 10:13:03.543980 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-938d980d-c4ee-4adb-8776-6f4d110d9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:03.545474 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-938d980d-c4ee-4adb-8776-6f4d110d9f99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741413 Mar 02 10:13:03.681025 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-03472343-16dc-4629-b015-09b03181c849 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280043 Mar 02 10:13:03.814637 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-219c7404-a2c5-4ad9-82c6-def95a2dd739 req-cca75b12-de5d-4a5e-befc-e4c06389de7a service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274381 Mar 02 10:13:16.837004 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:13:18.240581 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:18.839236 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 26a9eb88-04e6-4866-9373-60f01c9677f2 details requested by agent hyperv_hv-neutron-8287 with host hv-neutron-8287 {{(pid=88402) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 10:13:18.971476 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=26a9eb88-04e6-4866-9373-60f01c9677f2,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:18.984014 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Returning: {'device': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'port_id': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'mac_address': 'fa:16:3e:bb:13:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88402) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 10:13:19.041470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:19.057613 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26a9eb88-04e6-4866-9373-60f01c9677f2 {{(pid=88402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 10:13:19.073589 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=26a9eb88-04e6-4866-9373-60f01c9677f2,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:19.160626 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:19.230962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=26a9eb88-04e6-4866-9373-60f01c9677f2,revision_number=6']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:19.237923 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.238282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.238729 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.239075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.239413 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.239716 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.240034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.240351 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.240668 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.241552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.241552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.241552 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:19.248113 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] get_ports_and_sgs() called for port_ids ['26a9eb88-04e6-4866-9373-60f01c9677f2'] {{(pid=88402) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 10:13:19.789094 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-36fba7d9-423d-41c4-a8b5-c30912a2a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:20.840087 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 26a9eb88-04e6-4866-9373-60f01c9677f2 up at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 10:13:20.905928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.provisioning_blocks [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Provisioning complete for port 26a9eb88-04e6-4866-9373-60f01c9677f2 triggered by entity L2. {{(pid=88402) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 10:13:20.906291 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3484565'] for port, provisioning_complete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:21.021209 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:21.046844 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:13:21.057809 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=26a9eb88-04e6-4866-9373-60f01c9677f2,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:21.137414 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:21.207798 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=26a9eb88-04e6-4866-9373-60f01c9677f2,revision_number=7']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:22.023234 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-c995d4db-2fd5-4d4e-a858-36e8893bd443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:22.110470 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'code': 200} Mar 02 10:13:23.115223 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:23.423160 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:24.937545 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:37.071326 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47166) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:13:37.275276 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Deleting port 30821405-fa1f-4140-94b8-1296cc67dad4 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:37.275644 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:37.444001 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:37.444240 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:37.574421 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Calling delete_port for 30821405-fa1f-4140-94b8-1296cc67dad4 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:13:37.794532 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:37.845197 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event deleted for resources: {'Port': ['ID=30821405-fa1f-4140-94b8-1296cc67dad4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:37.885506 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.885915 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.886219 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.886553 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.886881 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.887211 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.887535 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.887856 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.888175 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.888494 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.888817 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.889135 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:37.949687 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:37.950092 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Floating IP 8234acb4-6aba-44bc-8fab-8b6b1eed70c5 disassociated (deleted). External IP: 172.26.3.106, port: 26a9eb88-04e6-4866-9373-60f01c9677f2. Mar 02 10:13:38.388250 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Router 8b7c57a4-2b8c-4482-aa53-a210c237bbac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:13:38.568476 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:13:38.578180 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] Sync routers for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:13:38.588252 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:13:38.588913 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:13:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:38.652083 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:38.707947 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-3d7364e1-1f1a-4788-8434-f4932380fd33 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "DELETE /v2.0/floatingips/8234acb4-6aba-44bc-8fab-8b6b1eed70c5 HTTP/1.1" status: 204 len: 168 time: 1.6354618 Mar 02 10:13:38.708523 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:13:38.769267 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:13:38.811544 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'status': 'completed', 'code': 200} Mar 02 10:13:38.904639 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 26a9eb88-04e6-4866-9373-60f01c9677f2 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:13:38.910155 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-1ca34982-2560-4fac-a8f6-55aba509527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:38.911727 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-1ca34982-2560-4fac-a8f6-55aba509527b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0772400 Mar 02 10:13:39.045681 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-a486a19e-e278-4f32-a1b1-fa05434ae179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:39.047163 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-a486a19e-e278-4f32-a1b1-fa05434ae179 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1300802 Mar 02 10:13:39.121517 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-728691df-0575-49c9-8516-281f2f38f884 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26a9eb88-04e6-4866-9373-60f01c9677f2 HTTP/1.1" status: 200 len: 217 time: 0.0614235 Mar 02 10:13:39.134134 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543092'] for port, before_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:39.187729 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-cc7e4c91-da1e-49e0-8983-e97e9ec20986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:39.189182 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-cc7e4c91-da1e-49e0-8983-e97e9ec20986 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0625117 Mar 02 10:13:39.208573 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2'}] {{(pid=88402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:13:39.231961 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=26a9eb88-04e6-4866-9373-60f01c9677f2,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:39.257297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0e95b313-88b6-401b-94c3-2bf2d41315a5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:07:25Z', 'updated_at': '2022-03-02T10:07:28Z', 'revision_number': 1, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:39.261732 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] Checking router: 8b7c57a4-2b8c-4482-aa53-a210c237bbac for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:13:39.266138 dv-neutron-828796-1-hyperv neutron-server[88402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'code': 200} Mar 02 10:13:39.272085 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:13:39.272825 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:13:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:39.326698 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-1d1f8d39-0074-472d-9bc7-ac37ac466ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:39.328153 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-1d1f8d39-0074-472d-9bc7-ac37ac466ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1322470 Mar 02 10:13:39.328470 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769683602670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769683222330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769683222375'] for port, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:39.340431 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6609dae-3753-4dd6-bb20-23b03d28e28c req-7982ec86-9c18-4a52-9e19-f161a8b150ae tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:39.341109 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-b6609dae-3753-4dd6-bb20-23b03d28e28c req-7982ec86-9c18-4a52-9e19-f161a8b150ae tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Synchronizing usage tracker for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:13:39.470287 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-b6609dae-3753-4dd6-bb20-23b03d28e28c req-7982ec86-9c18-4a52-9e19-f161a8b150ae tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Unset dirty status for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:13:39.471363 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b6609dae-3753-4dd6-bb20-23b03d28e28c req-7982ec86-9c18-4a52-9e19-f161a8b150ae tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 945 time: 0.2348709 Mar 02 10:13:39.476283 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-47cbc251-e123-46af-804f-22848ad5fb1b service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315072 Mar 02 10:13:39.476670 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Pushing event updated for resources: {'Port': ['ID=26a9eb88-04e6-4866-9373-60f01c9677f2,revision_number=8']} {{(pid=88402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:39.511835 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:13:39.608402 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b6609dae-3753-4dd6-bb20-23b03d28e28c req-6c9a5fe1-2726-4211-b8cc-fdbd9e2bd6b8 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294813 Mar 02 10:13:39.643299 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ab5733ab-b3c6-4601-8d63-6c12aec78bba req-dd8ce00b-95d6-441e-b192-5ec76eb83e54 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509449 Mar 02 10:13:39.894984 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0e95b313-88b6-401b-94c3-2bf2d41315a5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:07:25Z', 'updated_at': '2022-03-02T10:07:28Z', 'revision_number': 1, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:39.899149 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497fc37-af20-4d05-9fbe-d746fd842507 None None] The sync data for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv is: [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_floatingips': [{'id': '0e95b313-88b6-401b-94c3-2bf2d41315a5', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'floating_ip_address': '172.26.3.62', 'floating_network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'router_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'port_id': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'mac_address': 'fa:16:3e:31:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T10:07:25Z', 'updated_at': '2022-03-02T10:07:28Z', 'revision_number': 1, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:13:40.111029 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2da18-8bb7-4548-8b2b-7da30c36cff3 None None] New status for floating IP 8234acb4-6aba-44bc-8fab-8b6b1eed70c5: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 10:13:40.801059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f0735-f43d-4457-a8bf-3d49c332fb60 req-38ee0069-edd4-4f3c-a01c-5a98c6266ee2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:40.802597 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d92f0735-f43d-4457-a8bf-3d49c332fb60 req-38ee0069-edd4-4f3c-a01c-5a98c6266ee2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0779874 Mar 02 10:13:40.846638 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-d92f0735-f43d-4457-a8bf-3d49c332fb60 req-4c0d123d-6fb9-4085-b651-523040c59501 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379338 Mar 02 10:13:41.014394 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-a7d35034-5bd4-46c1-ad12-dbdcd862890f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:41.015782 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-a7d35034-5bd4-46c1-ad12-dbdcd862890f tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 943 time: 0.0797887 Mar 02 10:13:41.083442 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Deleting port 26a9eb88-04e6-4866-9373-60f01c9677f2 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:41.083771 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:41.429533 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] For port 26a9eb88-04e6-4866-9373-60f01c9677f2, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=26a9eb88-04e6-4866-9373-60f01c9677f2,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:41.429906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:41.559395 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Calling delete_port for 26a9eb88-04e6-4866-9373-60f01c9677f2 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:13:41.805789 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:41.855647 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event deleted for resources: {'Port': ['ID=26a9eb88-04e6-4866-9373-60f01c9677f2,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:41.931675 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] No DVR routers for this DVR port 26a9eb88-04e6-4866-9373-60f01c9677f2 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 10:13:41.934107 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:41.936544 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'name': 'network-vif-deleted', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:13:41.990730 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a846db-fa56-427e-9597-ad1bd2df4ff5', 'name': 'network-vif-deleted', 'tag': '26a9eb88-04e6-4866-9373-60f01c9677f2', 'status': 'completed', 'code': 200} Mar 02 10:13:42.001909 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ff829a1a-8cf8-4254-8f33-976797059610 req-f660ac63-ffcf-4159-9187-3c308c003077 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Synchronizing usage tracker for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:13:42.060481 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-79091aaf-9e5e-41bf-8f30-b59254389bfc req-1ee1cd22-2c26-43b6-b9c8-7e809de8f134 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "DELETE /v2.0/ports/26a9eb88-04e6-4866-9373-60f01c9677f2 HTTP/1.1" status: 204 len: 173 time: 1.0390646 Mar 02 10:13:42.223086 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ff829a1a-8cf8-4254-8f33-976797059610 req-f660ac63-ffcf-4159-9187-3c308c003077 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Unset dirty status for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:13:42.224643 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ff829a1a-8cf8-4254-8f33-976797059610 req-f660ac63-ffcf-4159-9187-3c308c003077 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a846db-fa56-427e-9597-ad1bd2df4ff5 HTTP/1.1" status: 200 len: 210 time: 0.2656004 Mar 02 10:13:44.766038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47230) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:13:44.910698 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 26a9eb88-04e6-4866-9373-60f01c9677f2 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:13:44.945962 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: 26a9eb88-04e6-4866-9373-60f01c9677f2 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:13:44.946304 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device 26a9eb88-04e6-4866-9373-60f01c9677f2 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:13:44.974331 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Deleting port 4720b976-d26a-421e-b65b-80dd899371f3 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:44.974679 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:45.156125 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:45.156469 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:45.282127 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Calling delete_port for 4720b976-d26a-421e-b65b-80dd899371f3 owned by network:floatingip {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:13:45.513562 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:45.562939 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event deleted for resources: {'Port': ['ID=4720b976-d26a-421e-b65b-80dd899371f3,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:45.759391 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for floatingip, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:45.759724 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.db.l3_db [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Floating IP 0e95b313-88b6-401b-94c3-2bf2d41315a5 disassociated (deleted). External IP: 172.26.3.62, port: fb8b3983-ec7d-474d-a491-dab3062c8593. Mar 02 10:13:46.111247 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Router 8b7c57a4-2b8c-4482-aa53-a210c237bbac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:13:46.300031 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:13:46.309863 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] Sync routers for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:13:46.320315 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:13:46.320993 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:13:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:46.323156 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for floatingip, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:46.383146 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0f09d466-6d0c-44e1-a69a-629533602582 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "DELETE /v2.0/floatingips/0e95b313-88b6-401b-94c3-2bf2d41315a5 HTTP/1.1" status: 204 len: 168 time: 1.6129932 Mar 02 10:13:46.383146 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:13:46.434206 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'status': 'completed', 'code': 200} Mar 02 10:13:46.550596 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-8794677d-ec5e-464a-a241-fac0b87b5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:46.553248 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-8794677d-ec5e-464a-a241-fac0b87b5132 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9b0125b9390447eb64cd58b53eda940&device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 1096 time: 0.0955596 Mar 02 10:13:46.561399 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:13:46.688987 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-3a321ca5-5c74-46fd-9aee-f30734694302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:46.690366 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-3a321ca5-5c74-46fd-9aee-f30734694302 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 200 len: 911 time: 0.1310637 Mar 02 10:13:46.760929 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-083acb5f-ff5b-4a28-930a-b765af0c0f0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 200 len: 217 time: 0.0633180 Mar 02 10:13:46.832510 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-7c284e81-073a-49d7-b544-28d2fbdc6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:46.834075 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-7c284e81-073a-49d7-b544-28d2fbdc6731 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 200 len: 849 time: 0.0676625 Mar 02 10:13:46.921028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:46.926975 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] Checking router: 8b7c57a4-2b8c-4482-aa53-a210c237bbac for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:13:46.932733 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-1327fcca-12fe-402c-bac8-aa16ed10ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:46.934652 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-1327fcca-12fe-402c-bac8-aa16ed10ca28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c3c666b-d025-479b-8775-1f18be41a66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896924 Mar 02 10:13:46.941297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:13:46.941866 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:13:22Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:47.141024 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:13:47.164820 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-c2486da2-c0b1-4236-a416-3f9fb801d992 service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228699 Mar 02 10:13:47.172656 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ba84-4cbd-49a5-be5a-677dbe52d291 req-95d5a148-b5ec-4f56-9e64-8387d7ed8df5 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:47.173348 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ada4ba84-4cbd-49a5-be5a-677dbe52d291 req-95d5a148-b5ec-4f56-9e64-8387d7ed8df5 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Synchronizing usage tracker for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:13:47.430726 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ba2e3990-2d1c-4150-9341-f65b41a318b4 req-ef82aeb4-b4e7-4a92-86a2-67cd9ea8c47a service neutron] 10.222.0.15 "GET /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545011 Mar 02 10:13:47.431368 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-ada4ba84-4cbd-49a5-be5a-677dbe52d291 req-95d5a148-b5ec-4f56-9e64-8387d7ed8df5 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Unset dirty status for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:13:47.432337 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ada4ba84-4cbd-49a5-be5a-677dbe52d291 req-95d5a148-b5ec-4f56-9e64-8387d7ed8df5 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 943 time: 0.4707782 Mar 02 10:13:47.481309 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-ada4ba84-4cbd-49a5-be5a-677dbe52d291 req-5d9bc3fc-dbc3-4e68-a360-526d60ff8df4 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/security-groups?id=fbcf8161-ae07-4486-87a6-109db5f9e9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430398 Mar 02 10:13:47.520660 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:47.525446 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c7012-61ed-4274-8dbc-a2e706e182fb None None] The sync data for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv is: [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:06:55Z', 'revision_number': 4, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv', '_interfaces': [{'id': 'ff349fdc-f5c7-44f5-9089-2fff1d00588f', 'name': '', 'network_id': '0c3c666b-d025-479b-8775-1f18be41a66a', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'mac_address': 'fa:16:3e:2b:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '21251482-0e3f-4117-b001-7819104f44fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:55Z', 'updated_at': '2022-03-02T10:07:03Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'subnets': [{'id': '21251482-0e3f-4117-b001-7819104f44fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:13:47.744034 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ad149-8944-4c6b-8a8a-e7e0b69bc019 None None] New status for floating IP 0e95b313-88b6-401b-94c3-2bf2d41315a5: DOWN {{(pid=88403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 10:13:47.900640 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-452e008e-b700-45ed-8281-66c07190d058 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 10:13:47.902212 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-452e008e-b700-45ed-8281-66c07190d058 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 943 time: 0.0845518 Mar 02 10:13:47.975853 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Deleting port fb8b3983-ec7d-474d-a491-dab3062c8593 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:47.976103 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:48.251171 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] For port fb8b3983-ec7d-474d-a491-dab3062c8593, host hv-neutron-8287, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8287',level=0,port_id=fb8b3983-ec7d-474d-a491-dab3062c8593,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:48.251867 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:48.256635 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:48.379052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Calling delete_port for fb8b3983-ec7d-474d-a491-dab3062c8593 owned by compute:nova {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:13:48.634489 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:48.674869 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-b644d42d-308f-4b15-ba43-243a21356bb1 req-255e4906-1d7f-4eeb-bd05-425d80b0aad2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 210 time: 0.0765212 Mar 02 10:13:48.691131 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event deleted for resources: {'Port': ['ID=fb8b3983-ec7d-474d-a491-dab3062c8593,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:48.766567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] No DVR routers for this DVR port fb8b3983-ec7d-474d-a491-dab3062c8593 on host hv-neutron-8287 {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 10:13:48.768934 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-137542'] for port, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:48.772038 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'name': 'network-vif-deleted', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593'}] {{(pid=88401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 10:13:48.817449 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3bb807-35ea-4ac5-9fa4-5caed236f565', 'name': 'network-vif-deleted', 'tag': 'fb8b3983-ec7d-474d-a491-dab3062c8593', 'status': 'completed', 'code': 200} Mar 02 10:13:48.828702 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-edf0a96f-5c0f-4cb2-9e58-bcda5fd274ed req-e50425ba-6305-4d2d-a506-6cb9bd52ec86 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.15 "DELETE /v2.0/ports/fb8b3983-ec7d-474d-a491-dab3062c8593 HTTP/1.1" status: 204 len: 173 time: 0.9216127 Mar 02 10:13:49.794091 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-e9fbc5ed-06d0-459f-af4d-1ae7097cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:49.848501 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-cf5ec3e1-7687-4a51-b313-738e0d50c8a9 req-6ca0d62e-0956-401d-8684-8b9332adec1d tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Synchronizing usage tracker for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 10:13:49.971122 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.quota.resource [req-cf5ec3e1-7687-4a51-b313-738e0d50c8a9 req-6ca0d62e-0956-401d-8684-8b9332adec1d tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Unset dirty status for tenant:e9b0125b9390447eb64cd58b53eda940 on resource:port {{(pid=88401) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 10:13:49.972371 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [req-cf5ec3e1-7687-4a51-b313-738e0d50c8a9 req-6ca0d62e-0956-401d-8684-8b9332adec1d tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a3bb807-35ea-4ac5-9fa4-5caed236f565 HTTP/1.1" status: 200 len: 210 time: 0.1668093 Mar 02 10:13:50.932071 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb8b3983-ec7d-474d-a491-dab3062c8593 no longer exists at agent hyperv_hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:13:50.966146 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] No Port match for: fb8b3983-ec7d-474d-a491-dab3062c8593 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:13:50.966483 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Device fb8b3983-ec7d-474d-a491-dab3062c8593 not bound to the agent host hv-neutron-8287 {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:13:51.071466 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47248) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:13:51.148490 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d56aabce-fb5c-4b35-bc73-7d75d74ce2e2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:51.178612 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d56aabce-fb5c-4b35-bc73-7d75d74ce2e2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:51.330258 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d56aabce-fb5c-4b35-bc73-7d75d74ce2e2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:51.350398 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aabce-fb5c-4b35-bc73-7d75d74ce2e2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcf8161-ae07-4486-87a6-109db5f9e9b9,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:51.427373 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-d56aabce-fb5c-4b35-bc73-7d75d74ce2e2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:51.428505 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-d56aabce-fb5c-4b35-bc73-7d75d74ce2e2 tempest-TestSnapshotPattern-1784048518 tempest-TestSnapshotPattern-1784048518-project] 10.222.0.10 "DELETE /v2.0/security-groups/fbcf8161-ae07-4486-87a6-109db5f9e9b9 HTTP/1.1" status: 204 len: 168 time: 0.3560483 Mar 02 10:13:51.545680 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 47254) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:13:52.017093 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ac2868a5-3b77-4914-8e83-5030961fb212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:52.214468 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:52.583601 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Deleting port ff349fdc-f5c7-44f5-9089-2fff1d00588f {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:52.584275 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:52.759068 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] For port ff349fdc-f5c7-44f5-9089-2fff1d00588f, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=ff349fdc-f5c7-44f5-9089-2fff1d00588f,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:52.759423 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:53.000437 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Calling delete_port for ff349fdc-f5c7-44f5-9089-2fff1d00588f owned by network:router_interface {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:13:53.125687 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:53.410538 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:53.458714 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff349fdc-f5c7-44f5-9089-2fff1d00588f,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:53.463715 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:53.504106 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.504452 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.505325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.505633 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.505998 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.506325 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.506696 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.506972 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.507304 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.507626 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.507939 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.508261 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828796-1-hyperv {{(pid=88400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 10:13:53.754033 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:53.836076 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:13:54.109223 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Router 8b7c57a4-2b8c-4482-aa53-a210c237bbac has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88400) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:13:54.290534 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88400) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:13:54.301301 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] Sync routers for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:13:54.312588 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:13:54.313195 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:13:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:54.390202 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-a4c92722-6365-4e02-8f6b-ea5bf9760b0d admin admin] 10.222.0.10 "PUT /v2.0/routers/8b7c57a4-2b8c-4482-aa53-a210c237bbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8433151 Mar 02 10:13:54.392629 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 47260) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:13:54.496512 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:13:54.713573 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:54.787334 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:13:53Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:54.791204 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] Checking router: 8b7c57a4-2b8c-4482-aa53-a210c237bbac for host: dv-neutron-828796-1-hyperv {{(pid=88402) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:13:54.799527 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] Routers {'8b7c57a4-2b8c-4482-aa53-a210c237bbac'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88402) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:13:54.800120 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:13:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'], 'active': True} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:54.910679 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:54.977681 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:54.988440 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_dvr_db [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] Set router 8b7c57a4-2b8c-4482-aa53-a210c237bbac gateway port host: dv-neutron-828796-1-hyperv {{(pid=88402) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:13:55.006296 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Deleting port 8251e283-7a4e-45c3-85ef-8c9cabe408c3 {{(pid=88400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:55.006619 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:55.183383 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.db [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] For port 8251e283-7a4e-45c3-85ef-8c9cabe408c3, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=8251e283-7a4e-45c3-85ef-8c9cabe408c3,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:55.183760 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:55.271448 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.db.l3_hamode_db [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:13:53Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:55.275348 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3091cc-03ba-411e-a583-b05f0b4d5692 None None] The sync data for ids ['8b7c57a4-2b8c-4482-aa53-a210c237bbac'] in dv-neutron-828796-1-hyperv is: [{'id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'name': 'tempest-TestSnapshotPattern-1798884368-router', 'tenant_id': 'e9b0125b9390447eb64cd58b53eda940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:51Z', 'updated_at': '2022-03-02T10:13:53Z', 'revision_number': 5, 'project_id': 'e9b0125b9390447eb64cd58b53eda940', 'gw_port': {'id': '8251e283-7a4e-45c3-85ef-8c9cabe408c3', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ed:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7c57a4-2b8c-4482-aa53-a210c237bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:06:52Z', 'updated_at': '2022-03-02T10:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}] {{(pid=88402) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:13:55.309071 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.plugins.ml2.plugin [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Calling delete_port for 8251e283-7a4e-45c3-85ef-8c9cabe408c3 owned by network:router_gateway {{(pid=88400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:13:55.519891 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-747523'] for port, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:55.595002 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8251e283-7a4e-45c3-85ef-8c9cabe408c3,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:55.666756 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:55.845779 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:55.847912 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:55.948982 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:55.949644 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b7c57a4-2b8c-4482-aa53-a210c237bbac {{(pid=88400) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 10:13:55.961744 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] Notify callbacks [] for router, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:55.965989 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-b729000f-d8b8-43fb-96bb-1dfeec9dacf0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8b7c57a4-2b8c-4482-aa53-a210c237bbac HTTP/1.1" status: 204 len: 168 time: 1.5693672 Mar 02 10:13:55.965989 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.wsgi [-] (88400) accepted ('10.222.0.10', 47264) {{(pid=88400) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:13:56.025975 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.db.db_base_plugin_v2 [None req-5271e34b-134f-4773-b104-1beb29ef325f admin admin] Deleting subnet 21251482-0e3f-4117-b001-7819104f44fb {{(pid=88400) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 10:13:56.029674 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5271e34b-134f-4773-b104-1beb29ef325f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:56.085472 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5271e34b-134f-4773-b104-1beb29ef325f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-871430'] for subnet, precommit_delete_associations {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:56.172365 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5271e34b-134f-4773-b104-1beb29ef325f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:56.319041 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5271e34b-134f-4773-b104-1beb29ef325f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-748018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1547371'] for subnet, after_delete {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:56.361259 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron_lib.callbacks.manager [None req-5271e34b-134f-4773-b104-1beb29ef325f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:56.364293 dv-neutron-828796-1-hyperv neutron-server[88400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271e34b-134f-4773-b104-1beb29ef325f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21251482-0e3f-4117-b001-7819104f44fb,revision_number=None']} {{(pid=88400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:56.369022 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdfc42-569e-4488-a0b0-1948e2888e1e None None] Network 0c3c666b-d025-479b-8775-1f18be41a66a requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 10:13:56.373068 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47268) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:13:56.382448 dv-neutron-828796-1-hyperv neutron-server[88400]: INFO neutron.wsgi [None req-5271e34b-134f-4773-b104-1beb29ef325f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/21251482-0e3f-4117-b001-7819104f44fb HTTP/1.1" status: 204 len: 168 time: 0.4158111 Mar 02 10:13:56.483418 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8251e283-7a4e-45c3-85ef-8c9cabe408c3 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:13:56.485715 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:56.496908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Deleting port c248bcea-0c16-43ee-a4e6-20215d31e6f6 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:56.497267 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:56.535497 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 8251e283-7a4e-45c3-85ef-8c9cabe408c3 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:13:56.535951 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 8251e283-7a4e-45c3-85ef-8c9cabe408c3 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:13:56.536275 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ff349fdc-f5c7-44f5-9089-2fff1d00588f no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:13:56.610711 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: ff349fdc-f5c7-44f5-9089-2fff1d00588f {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:13:56.611047 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device ff349fdc-f5c7-44f5-9089-2fff1d00588f not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:13:56.712344 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] For port c248bcea-0c16-43ee-a4e6-20215d31e6f6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c248bcea-0c16-43ee-a4e6-20215d31e6f6,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:56.712672 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:56.777789 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] DHCP port deletion for 0c3c666b-d025-479b-8775-1f18be41a66a request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 10:13:56.782151 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] Deleting port c248bcea-0c16-43ee-a4e6-20215d31e6f6 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:56.782524 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:56.845306 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Calling delete_port for c248bcea-0c16-43ee-a4e6-20215d31e6f6 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:13:56.993756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] For port c248bcea-0c16-43ee-a4e6-20215d31e6f6, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=c248bcea-0c16-43ee-a4e6-20215d31e6f6,segment=NetworkSegment(888303b8-d2ef-45d9-b2e1-6882e1aae7dd),segment_id=888303b8-d2ef-45d9-b2e1-6882e1aae7dd)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:56.994066 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:57.027617 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:57.122791 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] Calling delete_port for c248bcea-0c16-43ee-a4e6-20215d31e6f6 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:13:57.180892 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Pushing event deleted for resources: {'Port': ['ID=c248bcea-0c16-43ee-a4e6-20215d31e6f6,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:57.190492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] No DVR routers for this DVR port c248bcea-0c16-43ee-a4e6-20215d31e6f6 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 10:13:57.205689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 10:13:57.206075 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 10:13:57.324766 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:57.350327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3c666b-d025-479b-8775-1f18be41a66a']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:57.362807 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888303b8-d2ef-45d9-b2e1-6882e1aae7dd') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:57.363099 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888303b8-d2ef-45d9-b2e1-6882e1aae7dd') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:13:57.375052 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:57.390848 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:57.396900 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 10:13:57.397282 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 10:13:57.410324 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 10:13:57.559492 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:57.581138 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:57.588921 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] Pushing event deleted for resources: {'Network': ['ID=0c3c666b-d025-479b-8775-1f18be41a66a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:57.594612 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-34ce362c-0544-44af-95ac-55e84341c74e admin admin] 10.222.0.10 "DELETE /v2.0/networks/0c3c666b-d025-479b-8775-1f18be41a66a HTTP/1.1" status: 204 len: 168 time: 1.2204483 Mar 02 10:13:57.597696 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47272) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:13:57.707235 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] Deleting port c248bcea-0c16-43ee-a4e6-20215d31e6f6 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:57.708342 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:57.776849 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-b213fb66-420b-4e5e-bc3a-e5b676d98baa None None] The port 'c248bcea-0c16-43ee-a4e6-20215d31e6f6' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 10:13:58.131035 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871717'] for router_interface, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:58.385034 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c248bcea-0c16-43ee-a4e6-20215d31e6f6 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:13:58.417700 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: c248bcea-0c16-43ee-a4e6-20215d31e6f6 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:13:58.418060 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device c248bcea-0c16-43ee-a4e6-20215d31e6f6 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:13:58.481438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Deleting port 7ea74dd5-164c-4122-881f-3b9ca0977c0e {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:13:58.482041 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:58.773897 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] For port 7ea74dd5-164c-4122-881f-3b9ca0977c0e, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=7ea74dd5-164c-4122-881f-3b9ca0977c0e,segment=NetworkSegment(9936935e-9446-4337-94aa-ea7d9f62a728),segment_id=9936935e-9446-4337-94aa-ea7d9f62a728)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:13:58.774256 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:58.893875 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Calling delete_port for 7ea74dd5-164c-4122-881f-3b9ca0977c0e owned by network:router_interface {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:13:59.182796 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:59.234526 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea74dd5-164c-4122-881f-3b9ca0977c0e,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:13:59.500919 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3672983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871577'] for router_interface, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:13:59.852217 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Router 549eb920-4698-4cc0-93ec-e4be64447024 has already been hosted by L3 agent e7fbf801-f64b-4ea8-8e21-682b9056f657 {{(pid=88401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 10:14:00.031459 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] Notify agent at l3_agent.dv-neutron-828796-1-hyperv the message routers_updated {{(pid=88401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 10:14:00.040729 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] Sync routers for ids ['549eb920-4698-4cc0-93ec-e4be64447024'] in dv-neutron-828796-1-hyperv {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 10:14:00.041373 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-df323c33-a9a4-475b-ba20-6d7ab246956b admin admin] 10.222.0.10 "PUT /v2.0/routers/549eb920-4698-4cc0-93ec-e4be64447024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4425924 Mar 02 10:14:00.043838 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47276) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:14:00.053520 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] Routers {'549eb920-4698-4cc0-93ec-e4be64447024'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:14:00.054252 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:13:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['549eb920-4698-4cc0-93ec-e4be64447024'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:14:00.245525 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] Set router 549eb920-4698-4cc0-93ec-e4be64447024 gateway port host: dv-neutron-828796-1-hyperv {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:14:00.406298 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks [] for router, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:00.617277 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:00.633675 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549eb920-4698-4cc0-93ec-e4be64447024', 'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'external_fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165'}], 'enable_snat': True}, 'gw_port_id': '600b7195-d393-4ee7-bd40-4b543a817470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:59Z', 'updated_at': '2022-03-02T10:13:59Z', 'revision_number': 5, 'project_id': '19deb9ee493143839e2c026703649d50', 'gw_port': {'id': '600b7195-d393-4ee7-bd40-4b543a817470', 'name': '', 'network_id': 'f2ef0f26-7db5-42d6-9038-b47354122d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:21:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549eb920-4698-4cc0-93ec-e4be64447024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'ip_address': '172.26.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T10:07:00Z', 'updated_at': '2022-03-02T10:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f87e120-1fbf-42e0-91ce-78547f4fe79a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828796-1-hyperv'}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:14:00.637563 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] Checking router: 549eb920-4698-4cc0-93ec-e4be64447024 for host: dv-neutron-828796-1-hyperv {{(pid=88403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 10:14:00.646294 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] Routers {'549eb920-4698-4cc0-93ec-e4be64447024'} bound to L3 agent in host dv-neutron-828796-1-hyperv {{(pid=88403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 10:14:00.646875 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T08:51:22Z,description=,heartbeat_timestamp=2022-03-02T10:13:52Z,host='dv-neutron-828796-1-hyperv',id=e7fbf801-f64b-4ea8-8e21-682b9056f657,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T08:51:22Z,topic='l3_agent')) {'router_ids': ['549eb920-4698-4cc0-93ec-e4be64447024'], 'active': True} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:14:00.679427 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Deleting port 600b7195-d393-4ee7-bd40-4b543a817470 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:14:00.679772 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:00.795488 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_dvr_db [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] Set router 549eb920-4698-4cc0-93ec-e4be64447024 gateway port host: None {{(pid=88403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 10:14:00.859017 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] For port 600b7195-d393-4ee7-bd40-4b543a817470, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=600b7195-d393-4ee7-bd40-4b543a817470,segment=NetworkSegment(f2059301-9871-4d22-a366-d52343a8aa64),segment_id=f2059301-9871-4d22-a366-d52343a8aa64)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:14:00.859275 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:00.905597 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.l3_hamode_db [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549eb920-4698-4cc0-93ec-e4be64447024', 'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:59Z', 'updated_at': '2022-03-02T10:14:00Z', 'revision_number': 6, 'project_id': '19deb9ee493143839e2c026703649d50', 'gw_port_host': None}], 'dv-neutron-828796-1-hyperv', False) {} {{(pid=88403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:14:00.909824 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bd6884-1fea-44aa-ba49-a93c9a02d05c None None] The sync data for ids ['549eb920-4698-4cc0-93ec-e4be64447024'] in dv-neutron-828796-1-hyperv is: [{'id': '549eb920-4698-4cc0-93ec-e4be64447024', 'name': 'tempest-TestSnapshotPattern-1816323269-router', 'tenant_id': '19deb9ee493143839e2c026703649d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T10:06:59Z', 'updated_at': '2022-03-02T10:14:00Z', 'revision_number': 6, 'project_id': '19deb9ee493143839e2c026703649d50', 'gw_port_host': None}] {{(pid=88403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 10:14:00.989438 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Calling delete_port for 600b7195-d393-4ee7-bd40-4b543a817470 owned by network:router_gateway {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:14:01.245585 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:01.294288 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Pushing event deleted for resources: {'Port': ['ID=600b7195-d393-4ee7-bd40-4b543a817470,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:14:01.392340 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3871424'] for router_gateway, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:01.566584 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3892434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-515'] for router, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:01.569634 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:01.667969 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3892264'] for router, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:01.668579 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549eb920-4698-4cc0-93ec-e4be64447024 {{(pid=88401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 10:14:01.681917 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] Notify callbacks [] for router, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:01.683029 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-a72cc9b7-c24d-4c10-a141-40a14fbe018b admin admin] 10.222.0.10 "DELETE /v2.0/routers/549eb920-4698-4cc0-93ec-e4be64447024 HTTP/1.1" status: 204 len: 168 time: 1.6382937 Mar 02 10:14:01.685622 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47280) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:14:01.747059 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.db_base_plugin_v2 [None req-639e0736-4411-4e37-98ad-828a303ea393 admin admin] Deleting subnet 9459448a-9bc1-438a-86e1-b6417199e03a {{(pid=88401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 10:14:01.750383 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-639e0736-4411-4e37-98ad-828a303ea393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:01.800730 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-639e0736-4411-4e37-98ad-828a303ea393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1835297'] for subnet, precommit_delete_associations {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:01.881657 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-639e0736-4411-4e37-98ad-828a303ea393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479957'] for subnet, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:02.039903 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-639e0736-4411-4e37-98ad-828a303ea393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3479964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1835314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1579017'] for subnet, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:02.184702 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e0736-4411-4e37-98ad-828a303ea393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9459448a-9bc1-438a-86e1-b6417199e03a,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:14:02.188286 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-639e0736-4411-4e37-98ad-828a303ea393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:02.193775 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae249d6-6df9-494f-8f41-1cef363fd421 None None] Network 6c287daa-7f51-4061-96b4-67dd06fd6899 requested from dv-neutron-828796-1-hyperv {{(pid=88402) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 10:14:02.196144 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-639e0736-4411-4e37-98ad-828a303ea393 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9459448a-9bc1-438a-86e1-b6417199e03a HTTP/1.1" status: 204 len: 168 time: 0.5094078 Mar 02 10:14:02.198742 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47284) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:14:02.314637 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528702'] for network, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:02.330390 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Deleting port 02b75193-2d20-4c2f-b418-d45c395a7776 {{(pid=88401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:14:02.330722 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:02.388192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 600b7195-d393-4ee7-bd40-4b543a817470 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:14:02.426408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 600b7195-d393-4ee7-bd40-4b543a817470 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:14:02.426408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 600b7195-d393-4ee7-bd40-4b543a817470 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:14:02.426408 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7ea74dd5-164c-4122-881f-3b9ca0977c0e no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:14:02.460028 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 7ea74dd5-164c-4122-881f-3b9ca0977c0e {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:14:02.460372 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 7ea74dd5-164c-4122-881f-3b9ca0977c0e not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:14:02.495246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] DHCP port deletion for 6c287daa-7f51-4061-96b4-67dd06fd6899 request from dv-neutron-828796-1-hyperv {{(pid=88402) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 10:14:02.499868 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] Deleting port 02b75193-2d20-4c2f-b418-d45c395a7776 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:14:02.500242 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:02.554141 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.db [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] For port 02b75193-2d20-4c2f-b418-d45c395a7776, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02b75193-2d20-4c2f-b418-d45c395a7776,segment=NetworkSegment(9936935e-9446-4337-94aa-ea7d9f62a728),segment_id=9936935e-9446-4337-94aa-ea7d9f62a728)] {{(pid=88401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:14:02.554922 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:02.690153 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.plugin [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Calling delete_port for 02b75193-2d20-4c2f-b418-d45c395a7776 owned by network:dhcp {{(pid=88401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:14:02.717576 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.db [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] For port 02b75193-2d20-4c2f-b418-d45c395a7776, host dv-neutron-828796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828796-1-hyperv',level=0,port_id=02b75193-2d20-4c2f-b418-d45c395a7776,segment=NetworkSegment(9936935e-9446-4337-94aa-ea7d9f62a728),segment_id=9936935e-9446-4337-94aa-ea7d9f62a728)] {{(pid=88402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 10:14:02.717853 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3870949'] for port, precommit_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:02.838793 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] Calling delete_port for 02b75193-2d20-4c2f-b418-d45c395a7776 owned by network:dhcp {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 10:14:02.845074 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-544441', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769683602652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769683222321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1835203'] for port, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:02.892329 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Pushing event deleted for resources: {'Port': ['ID=02b75193-2d20-4c2f-b418-d45c395a7776,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:14:02.895829 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] No DVR routers for this DVR port 02b75193-2d20-4c2f-b418-d45c395a7776 on host dv-neutron-828796-1-hyperv {{(pid=88401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 10:14:02.945282 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.db.api [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 10:14:02.945653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG oslo_db.api [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 10:14:03.013061 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3479066', 'neutron.services.segments.db._delete_segments_for_network-8769683675971'] for network, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:03.042787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c287daa-7f51-4061-96b4-67dd06fd6899']}} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:14:03.055936 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9936935e-9446-4337-94aa-ea7d9f62a728') {'for_net_delete': True} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:14:03.056223 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.services.segments.db [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9936935e-9446-4337-94aa-ea7d9f62a728') {} {{(pid=88401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 10:14:03.067906 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769683678814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1835288'] for segment, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:03.084745 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481406'] for segment, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:03.093504 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 10:14:03.093908 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1835152'] for segment, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: Traceback (most recent call last): Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: timer() Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: cb(*args, **kw) Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: return func(*args, **kwargs) Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: self._notify() Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: self.callback(batched_events) Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: event.method(event) Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: return f(self, *a, **k) Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._get(url).json() Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: return self.request(url, 'GET', **kwargs) Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 10:14:03.106910 dv-neutron-828796-1-hyperv neutron-server[88401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 10:14:03.250958 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3479045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3672940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3871461'] for network, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:03.272382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Notify callbacks [] for network, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:03.278238 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] Pushing event deleted for resources: {'Network': ['ID=6c287daa-7f51-4061-96b4-67dd06fd6899,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:14:03.284451 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-8523158b-b31e-4e72-8941-94d932e0bccb admin admin] 10.222.0.10 "DELETE /v2.0/networks/6c287daa-7f51-4061-96b4-67dd06fd6899 HTTP/1.1" status: 204 len: 168 time: 1.0847752 Mar 02 10:14:03.447614 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] Deleting port 02b75193-2d20-4c2f-b418-d45c395a7776 {{(pid=88402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 10:14:03.448141 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769683595246'] for port, before_delete {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:03.512871 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a6c55-8e50-4053-98e8-e1f6938a2ecd None None] The port '02b75193-2d20-4c2f-b418-d45c395a7776' was deleted {{(pid=88402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 10:14:03.658567 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47290) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:14:03.707131 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-707b16f7-0dbb-4a84-b6f0-c5bc1f6c0a9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9b0125b9390447eb64cd58b53eda940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474148 Mar 02 10:14:03.710382 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47294) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:14:03.767073 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-633639de-ea0d-40c6-82d3-0069a61953d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:03.803583 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-633639de-ea0d-40c6-82d3-0069a61953d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:03.982400 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-633639de-ea0d-40c6-82d3-0069a61953d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:04.000787 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633639de-ea0d-40c6-82d3-0069a61953d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4819f0-e81e-4b11-9e4b-42100d2c1ee4,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:14:04.010724 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-633639de-ea0d-40c6-82d3-0069a61953d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:04.016548 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-633639de-ea0d-40c6-82d3-0069a61953d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c4819f0-e81e-4b11-9e4b-42100d2c1ee4 HTTP/1.1" status: 204 len: 168 time: 0.3007710 Mar 02 10:14:04.386390 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02b75193-2d20-4c2f-b418-d45c395a7776 no longer exists at agent ovs-agent-dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 10:14:04.424689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.plugin [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] No Port match for: 02b75193-2d20-4c2f-b418-d45c395a7776 {{(pid=88402) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 10:14:04.425079 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron.plugins.ml2.rpc [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Device 02b75193-2d20-4c2f-b418-d45c395a7776 not bound to the agent host dv-neutron-828796-1-hyperv {{(pid=88402) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 10:14:04.976081 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47302) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:14:05.027483 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-0f718233-42ea-4e81-bf82-a571cddf37ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19deb9ee493143839e2c026703649d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502908 Mar 02 10:14:05.029942 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [-] (88401) accepted ('10.222.0.10', 47306) {{(pid=88401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 10:14:05.088886 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-af352cbd-8aed-4826-a262-7bab1f668f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:05.116561 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-af352cbd-8aed-4826-a262-7bab1f668f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:05.256399 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-af352cbd-8aed-4826-a262-7bab1f668f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3855123'] for security_group, after_delete {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:05.271327 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af352cbd-8aed-4826-a262-7bab1f668f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4e5af-6234-4151-99d8-72986b7e2192,revision_number=None']} {{(pid=88401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 10:14:05.284610 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron_lib.callbacks.manager [None req-af352cbd-8aed-4826-a262-7bab1f668f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:05.284610 dv-neutron-828796-1-hyperv neutron-server[88401]: INFO neutron.wsgi [None req-af352cbd-8aed-4826-a262-7bab1f668f55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49d4e5af-6234-4151-99d8-72986b7e2192 HTTP/1.1" status: 204 len: 168 time: 0.2477014 Mar 02 10:14:18.244928 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:19.776363 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-df568a43-1259-42ae-b1f2-cdde11db6719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:22.049180 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-ec8a80a4-745c-4eee-bb22-58ca9a6c9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:23.130579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:23.397126 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:24.953297 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:30.835637 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:14:48.249908 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:49.822011 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-676d5847-9987-49b1-87af-e5a0988ae993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:52.042755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fd581c2c-f14e-4ec9-8752-ab3a97c61805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:53.116230 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:53.441971 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:14:54.958417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:07.836037 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:15:18.255290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:19.792653 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-19f7b0de-3fe6-4c03-9d61-c8abc08794f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:22.036088 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-579f35c7-53fb-45ff-999c-747adfb02a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:23.178116 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:23.415579 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:24.944239 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:44.835605 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:15:48.265992 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:49.768903 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-5d059eb4-1108-4cd6-bae0-0d9059a73515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:52.140331 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-fbcd66ca-1ed3-4a84-9d9f-a5f74649f5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:53.131290 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:53.403449 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:15:55.023004 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:18.262518 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:19.768212 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-9d80dd92-3960-437b-a205-f1c57c1bf45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:21.835981 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:16:22.119127 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-561e47df-6f8d-4a9d-af0a-768037ecc48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:23.118828 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:23.414047 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:24.958992 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:48.277782 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:49.767750 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-72c2bdb7-1499-43b0-b35d-07fe017129ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:52.025044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-72341ece-5d5c-4d9c-b6c0-c9f5d9d25c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:53.140830 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:53.409170 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:54.957450 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:16:58.835526 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:17:18.281755 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:19.768655 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a823a731-9bc2-4972-81a2-f1c25fdf7239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:22.042542 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-4524b77c-9dca-4646-89b7-c4c86c290405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:23.168597 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:23.419756 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:24.990699 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:35.834485 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:17:48.282218 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:49.778785 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-70aa3f67-935c-401f-90eb-deeffb20953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:52.075519 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-16dd0e93-aee7-43ff-9e70-0087bfbe7c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:53.144376 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:53.418949 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:17:54.955572 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:12.833762 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:18:18.286417 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:19.817689 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-b009f200-2409-49e0-8073-122dc07d6c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:22.063259 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-916c788c-1dbb-4711-95a1-b98489e31aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:23.166540 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:23.458038 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:25.057912 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:48.330899 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:49.777044 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-591d9c9e-e224-4d69-9541-c76d761065f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:49.836074 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:18:52.103238 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-a0886b9b-b38d-4a8e-a10d-c689b02f4f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:53.126161 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:53.411246 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:18:54.999132 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:13.409024 dv-neutron-828796-1-hyperv neutron-server[88401]: DEBUG neutron.wsgi [req-fb15ab1e-c56a-4f8d-bee6-30a21be50f89 req-b97aa748-97f0-4dbc-8b79-5f2f3af6f9d1 service neutron] (88401) timed out ('10.222.0.10', 45538) {{(pid=88401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 10:19:18.329730 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:19.803931 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-17262908-8a95-45c8-a9ed-459447b5f166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:22.113525 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-3105cf3c-0d8d-47dc-9648-fb93dcd75a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:23.142192 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:23.432237 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:24.980684 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:26.835002 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 10:19:48.330726 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-936b515f-ee69-4a66-90cb-5bb2880f288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:49.781804 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc27b-c628-4329-907b-96aaa30a4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:52.111459 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-29531b29-f67b-4541-9d56-360042ef7cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:53.147595 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-eec846f9-8300-47c7-b64f-138d5b6238ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:53.427694 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-132d92f6-734f-4bf3-924a-4d42da695042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:19:54.970523 dv-neutron-828796-1-hyperv neutron-server[88402]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b502-a6af-4312-a3dc-d9681ac2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769683675944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3484612'] for agent, after_update {{(pid=88402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 10:20:03.835400 dv-neutron-828796-1-hyperv neutron-server[88403]: DEBUG neutron.db.agents_db [None req-44760b11-c1e4-473c-a238-a4f109e41343 None None] Agent healthcheck: found 6 active agents {{(pid=88403) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}